00000800:00000200:2.1F:1734015815.319788:0:3502:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a9560600] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1734015815.320396:0:3493:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a9560600] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1734015815.320399:0:3493:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.104@tcp ffff8800a95609c0 deleted 00000800:00000010:2.1:1734015815.320401:0:3493:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a95609c0. 00000800:00000200:2.1:1734015815.320403:0:3493:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1734015815.320408:0:3493:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.104@tcp ip 192.168.201.104:1023 00000800:00000200:2.1:1734015815.320411:0:3493:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007557de00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1F:1734015815.320464:0:3492:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1734015815.320992:0:3494:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a9560600] -> 12345-192.168.201.104@tcp (4) 00000800:00000200:2.1:1734015815.320994:0:3494:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.104@tcp ffff8800a95609c0 deleted 00000800:00000010:2.1:1734015815.320996:0:3494:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a95609c0. 00000800:00000200:2.1:1734015815.320997:0:3494:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1734015815.321286:0:3492:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.1F:1734015815.419821:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007557db00. 00010000:00000010:3.1:1734015815.419831:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a7404240. 00010000:00000010:3.1:1734015815.507705:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880075583200. 00010000:00000010:3.1:1734015815.507714:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a7404b40. 00010000:00000010:0.1F:1734015815.507757:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880075584800. 00010000:00000010:0.1:1734015815.507765:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88006e834d80. 00010000:00000010:3.1:1734015815.516001:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a8564480. 00080000:00000010:3.1:1734015815.525967:0:27:0:(osd_handler.c:1596:osd_oxc_free()) kfreed 'oxe': 68 at ffff88012b6b4600. 00010000:00010000:0.0:1734016070.527899:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc5598f7ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d0b3 expref: 7 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016070.527914:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564480, rc 0) 00000100:00100000:0.0:1734016070.527959:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334041472:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 186us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016070.527965:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9202 00000100:00100000:0.0:1734016070.565504:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.583723:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334042496 00000100:00100000:0.0:1734016070.583727:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334042496 00010000:00010000:0.0:1734016070.583748:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5598f80d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d0ba expref: 7 pid: 7685 timeout: 434 lvb_type: 1 00000100:00100000:0.0:1734016070.583766:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2425 00000100:00100000:0.0:1734016070.583770:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334042496:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016070.583778:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016070.583788:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5598f80d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d0ba expref: 7 pid: 7685 timeout: 434 lvb_type: 1 00010000:00010000:0.0:1734016070.583796:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5598f80d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d0ba expref: 7 pid: 7685 timeout: 434 lvb_type: 1 00010000:00010000:0.0:1734016070.583837:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5598f80d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d0ba expref: 7 pid: 7685 timeout: 434 lvb_type: 1 00010000:00010000:0.0:1734016070.583852:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016070.583854:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016070.583860:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5598f81b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5525504->5529599) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d0c8 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016070.583870:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5598f81b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5525504->5529599) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d0c8 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016070.583901:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5598f81b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5525504->5529599) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d0c8 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016070.583914:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3ca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338181888:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016070.583955:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016070.585678:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3ca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338181888:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016070.585707:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016070.585778:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334042496:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2002us (2267us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016070.585792:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2425 00000100:00100000:0.0:1734016070.586300:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334042752 00000100:00100000:0.0:1734016070.586308:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334042752 00002000:00100000:0.0:1734016070.586353:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5525504->5529599) req@ffff880078cd0e00 x1818247334042752/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:31/0 lens 488/0 e 0 to 0 dl 1734016081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.586363:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cd0e00 with x1818247334042752 ext(5525504->5529599) 00002000:00010000:0.0:1734016070.586369:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cd0e00 00000100:00100000:0.0:1734016070.586391:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7187 00000100:00100000:0.0:1734016070.586396:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334042752:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016070.587235:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334042752:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 836us (1179us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016070.587245:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7187 00002000:00100000:0.0:1734016070.587251:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5525504->5529599) req@ffff880078cd0e00 x1818247334042752/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:31/0 lens 488/4536 e 0 to 0 dl 1734016081 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.587259:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cd0e00 with x1818247334042752 ext(5525504->5529599) 00002000:00010000:0.0:1734016070.587262:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cd0e00 00000100:00100000:0.0:1734016070.592731:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334043008 00000100:00100000:0.0:1734016070.592744:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334043008 00002000:00100000:0.0:1734016070.592796:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5521408->5525503) req@ffff880078cd1880 x1818247334043008/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:31/0 lens 488/0 e 0 to 0 dl 1734016081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.592836:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cd1880 with x1818247334043008 ext(5521408->5525503) 00002000:00010000:0.0:1734016070.592843:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cd1880 00000100:00100000:0.0:1734016070.592875:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7188 00000100:00100000:0.0:1734016070.592882:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334043008:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016070.593090:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334043008:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 208us (611us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016070.593097:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7188 00002000:00100000:0.0:1734016070.593102:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5521408->5525503) req@ffff880078cd1880 x1818247334043008/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:31/0 lens 488/4536 e 0 to 0 dl 1734016081 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.593108:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cd1880 with x1818247334043008 ext(5521408->5525503) 00002000:00010000:0.0:1734016070.593110:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cd1880 00000100:00100000:0.0:1734016070.622307:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.637478:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.642060:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.649140:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334043904:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 6553us (7079us total) trans 4294968955 rc 0/0 00000100:00100000:0.0:1734016070.649155:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 230 00002000:00100000:0.0:1734016070.649166:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6119424->6139903) req@ffff88007a3c8700 x1818247334043904/t4294968955(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:31/0 lens 488/448 e 0 to 0 dl 1734016081 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.649176:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c8700 with x1818247334043904 ext(6119424->6139903) 00010000:00010000:0.0:1734016070.649188:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5598f81b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5525504->5529599) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d0c8 expref: 8 pid: 7685 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734016070.649205:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5598f81b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5525504->5529599) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d0c8 expref: 8 pid: 7685 timeout: 434 lvb_type: 0 00002000:00010000:0.0:1734016070.649213:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007a3c8700 00000100:00100000:0.0:1734016070.651345:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.659638:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.663462:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.669896:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.683001:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.726569:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.730994:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.735245:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334045440 00000100:00100000:0.0:1734016070.735255:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334045440 00002000:00100000:0.0:1734016070.735295:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4730880->4734975) req@ffff880078c25500 x1818247334045440/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:31/0 lens 488/0 e 0 to 0 dl 1734016081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.735306:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25500 with x1818247334045440 ext(4730880->4734975) 00002000:00010000:0.0:1734016070.735311:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25500 00000100:00100000:0.0:1734016070.735348:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7194 00000100:00100000:0.0:1734016070.735355:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334045440:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016070.735651:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334045440:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 295us (510us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016070.735659:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7194 00002000:00100000:0.0:1734016070.735664:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4730880->4734975) req@ffff880078c25500 x1818247334045440/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:31/0 lens 488/4536 e 0 to 0 dl 1734016081 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.735671:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25500 with x1818247334045440 ext(4730880->4734975) 00002000:00010000:0.0:1734016070.735673:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25500 00000100:00100000:0.0:1734016070.739017:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.744370:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.754800:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334046208 00000100:00100000:0.0:1734016070.754849:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334046208 00002000:00100000:0.0:1734016070.754909:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4718592->4722687) req@ffff880078c27480 x1818247334046208/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:31/0 lens 488/0 e 0 to 0 dl 1734016081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.754921:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27480 with x1818247334046208 ext(4718592->4722687) 00002000:00010000:0.0:1734016070.754928:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27480 00000100:00100000:0.0:1734016070.754969:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7197 00000100:00100000:0.0:1734016070.754976:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334046208:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016070.755200:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334046208:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 222us (595us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016070.755209:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7197 00002000:00100000:0.0:1734016070.755214:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4718592->4722687) req@ffff880078c27480 x1818247334046208/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:31/0 lens 488/4536 e 0 to 0 dl 1734016081 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.755221:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27480 with x1818247334046208 ext(4718592->4722687) 00002000:00010000:0.0:1734016070.755224:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27480 00000100:00100000:0.0:1734016070.764965:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.770274:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.780378:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334046976 00000100:00100000:0.0:1734016070.780390:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334046976 00002000:00100000:0.0:1734016070.780430:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4706304->4710399) req@ffff880078c24a80 x1818247334046976/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:31/0 lens 488/0 e 0 to 0 dl 1734016081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.780439:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24a80 with x1818247334046976 ext(4706304->4710399) 00002000:00010000:0.0:1734016070.780445:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c24a80 00000100:00100000:0.0:1734016070.782549:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7200 00000100:00100000:0.0:1734016070.782576:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334046976:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016070.782882:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334046976:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 315us (2896us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016070.782891:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7200 00002000:00100000:0.0:1734016070.782899:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4706304->4710399) req@ffff880078c24a80 x1818247334046976/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:31/0 lens 488/4536 e 0 to 0 dl 1734016081 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.782909:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24a80 with x1818247334046976 ext(4706304->4710399) 00002000:00010000:0.0:1734016070.782915:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c24a80 00000100:00100000:0.0:1734016070.789628:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.799225:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.800676:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7202 00000100:00100000:0.0:1734016070.800688:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334047488:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016070.800932:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334047488:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 245us (5696us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016070.800939:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7202 00002000:00100000:0.0:1734016070.800946:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4698112->4702207) req@ffff880078e2b800 x1818247334047488/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:31/0 lens 488/4536 e 0 to 0 dl 1734016081 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.800954:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2b800 with x1818247334047488 ext(4698112->4702207) 00002000:00010000:0.0:1734016070.800957:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2b800 00000100:00100000:0.0:1734016070.809270:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.813944:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.822359:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247334048384:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3785us (4065us total) trans 4294968957 rc 0/0 00000100:00100000:0.0:1734016070.822372:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7206 00002000:00100000:0.0:1734016070.822386:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4685824->4747263) req@ffff880078c25c00 x1818247334048384/t4294968957(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:31/0 lens 488/448 e 0 to 0 dl 1734016081 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.822396:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25c00 with x1818247334048384 ext(4685824->4747263) 00002000:00010000:0.0:1734016070.822402:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25c00 00000100:00100000:0.0:1734016070.825289:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.832393:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.862158:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.874993:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.882393:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.889123:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.894982:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.900166:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.909499:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.916957:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.942527:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.951407:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.956921:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.967883:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.983480:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.989909:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016070.996805:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.008968:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.015522:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.023670:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.030937:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.038183:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.042133:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.045236:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.050719:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.053617:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.057676:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.063004:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.071048:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.077427:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.084299:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.090892:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.097780:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.103287:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.136077:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cd1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338184832:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016071.136115:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5598f8ca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d14d expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.136135:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:0.0:1734016071.136190:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:9662:x1818247334054784:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 32761us (32908us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.136203:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9227 00000100:00100000:0.0:1734016071.138721:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.145324:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7217 00000100:00100000:0.0:1734016071.145333:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334055040:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016071.145539:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2841369 -> 3427700 00002000:00010000:0.0:1734016071.145542:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016070 -> 1734016071 00002000:00010000:0.0:1734016071.145544:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016070 -> 1734016070 00002000:00010000:0.0:1734016071.145546:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016071 -> 1734016071 00002000:00010000:0.0:1734016071.145547:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 336 -> 336 00000100:00100000:0.0:1734016071.145612:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334055040:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 278us (6905us total) trans 4294968962 rc 0/0 00000100:00100000:0.0:1734016071.145618:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7217 00002000:00010000:0.0:1734016071.145621:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3427700->18446744073709551615) 00002000:00100000:0.0:1734016071.145624:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701cbb80 with x1818247334055040 ext(3427700->18446744073709551615) 00002000:00010000:0.0:1734016071.145628:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701cbb80. 00000100:00100000:0.0:1734016071.156179:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.170099:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334055296 00000100:00100000:0.0:1734016071.170108:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334055296 00000100:00100000:0.0:1734016071.170175:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9228 00000100:00100000:0.0:1734016071.170183:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334055296:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016071.170206:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016071.170227:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc5598f8df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d15b expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016071.170301:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338185088:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016071.170381:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016071.207946:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.254337:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.272171:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334056704 00000100:00100000:0.0:1734016071.272179:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334056704 00000100:00100000:0.0:1734016071.272226:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9236 00000100:00100000:0.0:1734016071.272235:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334056704:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016071.272252:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016071.272273:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc5598f910 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d185 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016071.272327:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338185728:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016071.272403:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016071.277595:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.294529:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334057088 00000100:00100000:0.0:1734016071.294538:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334057088 00010000:00010000:0.0:1734016071.294577:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc5598f8d8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d154 expref: 14 pid: 6478 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734016071.294611:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2434 00000100:00100000:0.0:1734016071.294618:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac890450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1969:x1818247334057088:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016071.294632:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016071.294638:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc5598f8d8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d154 expref: 14 pid: 6478 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734016071.294648:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc5598f8d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d154 expref: 14 pid: 6478 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734016071.294677:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc5598f8d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d154 expref: 14 pid: 6478 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734016071.294714:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016071.294718:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc5598f917 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016071.294730:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc5598f917 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016071.294738:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc5598f917 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016071.294764:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016071.294838:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac890450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247334057088:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 220us (1316us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.294846:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2434 00000100:00100000:0.0:1734016071.304678:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334057216 00000100:00100000:0.0:1734016071.304687:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334057216 00002000:00010000:0.0:1734016071.304717:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1446473->18446744073709551615) 00002000:00100000:0.0:1734016071.304722:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036f480 with x1818247334057216 ext(1446473->18446744073709551615) 00002000:00010000:0.0:1734016071.304733:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036f480. 00000100:00100000:0.0:1734016071.316607:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.326659:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cd2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338185984:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016071.326695:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5598f92c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d193 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016071.326708:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5598f92c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d193 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016071.326761:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:0.0:1734016071.329266:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334057472:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4950us (5102us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016071.329277:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9237 00000100:00100000:0.0:1734016071.335295:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334057600 00000100:00100000:0.0:1734016071.335306:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334057600 00000100:00100000:0.0:1734016071.335368:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9238 00000100:00100000:0.0:1734016071.335377:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334057600:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016071.335401:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016071.335427:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5598f933 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d19a expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016071.335496:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338186112:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016071.335599:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016071.338654:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338186112:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016071.338699:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5598f933 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d19a expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016071.338716:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5598f933 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d19a expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016071.339130:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565f80, rc 0) 00000100:00100000:0.0:1734016071.339785:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334057600:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4403us (4585us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016071.339798:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9238 00000100:00100000:0.0:1734016071.346967:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334057728 00000100:00100000:0.0:1734016071.346977:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334057728 00000100:00100000:0.0:1734016071.356360:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334057856 00000100:00100000:0.0:1734016071.356372:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334057856 00000100:00100000:0.0:1734016071.356423:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9239 00000100:00100000:0.0:1734016071.356431:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:1971:x1818247334057856:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016071.356711:0:9511:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1446473 -> 1446473 00002000:00010000:0.0:1734016071.356715:0:9511:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016071 -> 1734016071 00002000:00010000:0.0:1734016071.356717:0:9511:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016070 -> 1734016070 00002000:00010000:0.0:1734016071.356719:0:9511:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016071 -> 1734016071 00002000:00010000:0.0:1734016071.356721:0:9511:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 336 -> 424 00000100:00100000:0.0:1734016071.356789:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:1971:x1818247334057856:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 357us (545us total) trans 4294968967 rc 0/0 00000100:00100000:0.0:1734016071.356795:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9239 00000100:00100000:0.0:1734016071.373514:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cd3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338186368:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016071.373552:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5598f94f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d1af expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016071.373565:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5598f94f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d1af expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016071.373581:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:0.0:1734016071.373638:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334058112:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2736us (3862us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016071.373650:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9241 00000100:00100000:0.0:1734016071.416041:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.428296:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.432520:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334058880 00000100:00100000:0.0:1734016071.432530:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334058880 00000100:00100000:0.0:1734016071.432575:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9242 00000100:00100000:0.0:1734016071.432582:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334058880:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016071.432605:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016071.432628:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5598f95d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d1b6 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.432654:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5598f8ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d14d expref: 15 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.432661:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016071.432663:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016071.432667:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5598f95d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d1b6 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.432696:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5598f8ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d14d expref: 15 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.432706:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5598f8ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d14d expref: 15 pid: 7685 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734016071.432720:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338186624:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016071.433453:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016071.449109:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334059008 00000100:00100000:0.0:1734016071.449117:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334059008 00010000:00010000:0.0:1734016071.449154:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5598f8ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d14d expref: 16 pid: 7685 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734016071.449300:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2436 00000100:00100000:0.0:1734016071.449308:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:1970:x1818247334059008:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016071.449323:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016071.449341:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5598f8ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d14d expref: 16 pid: 7685 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734016071.449356:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5598f8ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d14d expref: 16 pid: 7685 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734016071.449384:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5598f8ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d14d expref: 16 pid: 7685 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734016071.450036:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016071.450039:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016071.450045:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5598f95d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d1b6 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.450053:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5598f95d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d1b6 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.450093:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5598f95d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d1b6 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016071.450104:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338186752:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016071.450526:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016071.454714:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338186752:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016071.454738:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016071.454785:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:1970:x1818247334059008:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5477us (6162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.454796:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2436 00000100:00100000:0.0:1734016071.468119:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334059520 00000100:00100000:0.0:1734016071.468130:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334059520 00002000:00100000:0.0:1734016071.468181:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->5885951) req@ffff88007036e680 x1818247334059520/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:32/0 lens 488/0 e 0 to 0 dl 1734016082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016071.468193:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036e680 with x1818247334059520 ext(4190208->5885951) 00002000:00010000:0.0:1734016071.468200:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036e680 00000100:00100000:0.0:1734016071.468230:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334059392 00000100:00100000:0.0:1734016071.468233:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334059392 00002000:00100000:0.0:1734016071.468244:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->5890047) req@ffff88007036c000 x1818247334059392/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:32/0 lens 504/0 e 0 to 0 dl 1734016082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016071.468251:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036c000 with x1818247334059392 ext(0->5890047) 00002000:00010000:0.0:1734016071.468253:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036c000 00000100:00100000:0.0:1734016071.468282:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7222 00000100:00100000:0.0:1734016071.468288:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334059520:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016071.492759:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3507:1818247338187136:0@lo:400:kworker.0 00000100:00100000:0.0:1734016071.492872:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016071.492906:0:3507:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734016071.492912:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3507:1818247338187008:0@lo:400:kworker.0 00000100:00100000:0.0:1734016071.492932:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016071.492943:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338187520:0@lo:400:kworker.0 00000100:00100000:0.0:1734016071.492967:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016071.493003:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338187136 00000100:00100000:0.0:1734016071.493014:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338187136 00000100:00100000:0.0:1734016071.493090:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338187008 00000100:00100000:0.0:1734016071.493092:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338187008 00000100:00100000:0.0:1734016071.493109:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1734016071.493118:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3507:x1818247338187136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016071.493180:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3507:x1818247338187136:12345-0@lo:400:kworker.0 Request processed in 62us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.493187:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1734016071.493211:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1734016071.493215:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3507:x1818247338187008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016071.493237:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3507:x1818247338187008:12345-0@lo:400:kworker.0 Request processed in 20us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.493240:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00080000:0.0:1734016071.493254:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016041 00000100:00100000:0.0:1734016071.493282:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3507:1818247338187008:0@lo:400:kworker.0 00000100:00100000:0.0:1734016071.493291:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3507:1818247338187136:0@lo:400:kworker.0 00000100:00100000:0.0:1734016071.493329:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338187520 00000100:00100000:0.0:1734016071.493331:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338187520 00000100:00080000:0.0:1734016071.493340:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016041 00000100:00100000:0.0:1734016071.493355:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1734016071.493358:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338187520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016071.493384:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338187520:12345-0@lo:400:kworker.0 Request processed in 24us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.493388:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1734016071.493402:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338187520:0@lo:400:kworker.0 00000100:00100000:0.0:1734016071.496267:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338187392 00000100:00100000:0.0:1734016071.496286:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338187392 00000100:00100000:0.0:1734016071.496389:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1734016071.496396:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3504:x1818247338187392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016071.496490:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3504:x1818247338187392:12345-0@lo:400:kworker.0 Request processed in 95us (2901us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.496495:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1734016071.496524:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338187264 00000100:00100000:0.0:1734016071.496528:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338187264 00000100:00100000:0.0:1734016071.496555:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:0.0:1734016071.496558:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338187264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016071.496581:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338187264:12345-0@lo:400:kworker.0 Request processed in 23us (3055us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.496586:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:0.0:1734016071.496638:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3504:1818247338187392:0@lo:400:kworker.0 00000100:00100000:0.0:1734016071.496648:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338187264:0@lo:400:kworker.0 00000100:00100000:0.0:1734016071.508326:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007036c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338187648:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016071.508399:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016071.511205:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247334059520:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 42908us (43359us total) trans 0 rc 1695744/1695744 00000100:00100000:0.0:1734016071.511215:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7222 00002000:00100000:0.0:1734016071.511225:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->5885951) req@ffff88007036e680 x1818247334059520/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:32/0 lens 488/440 e 0 to 0 dl 1734016082 ref 1 fl Complete:/200/0 rc 1695744/1695744 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016071.511233:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036e680 with x1818247334059520 ext(4190208->5885951) 00002000:00010000:0.0:1734016071.511238:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036e680 00000100:00100000:0.0:1734016071.573114:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334059904 00000100:00100000:0.0:1734016071.573123:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334059904 00000100:00100000:0.0:1734016071.573173:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1773 00000100:00100000:0.0:1734016071.573180:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334059904:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:0.0:1734016071.573313:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334059904:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 134us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.573320:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1773 00000100:00100000:0.0:1734016071.575880:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334060032 00000100:00100000:0.0:1734016071.575887:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334060032 00000100:00100000:0.0:1734016071.576043:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9243 00000100:00100000:0.0:1734016071.576049:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334060032:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016071.578952:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968969 is committed 00000001:00080000:0.0:1734016071.578979:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968967 is committed 00000100:00100000:0.0:1734016071.618922:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1774 00000100:00100000:0.0:1734016071.618932:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:9662:x1818247334060160:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016071.618950:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016071.618969:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc5598f964 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d1bd expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.619065:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc5598f96b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016071.619079:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc5598f96b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016071.619091:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc5598f96b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:0.0:1734016071.619116:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5888114 00000004:00200000:0.0:1734016071.619120:0:13928:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016071.619135:0:13928:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc5598f96b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016071.619153:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc5598f964 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d1bd expref: 13 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.619194:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc5598f96b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d1bd expref: 12 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.619201:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016071.619204:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016071.619207:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565d40, rc 0) 00000100:00100000:0.0:1734016071.619278:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247334060160:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 346us (1774us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.619284:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1774 00000100:00100000:0.0:1734016071.625435:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.645444:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.682554:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.700144:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.707609:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.721259:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.734547:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.753767:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.779389:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334061824 00000100:00100000:0.0:1734016071.779398:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334061824 00002000:00100000:0.0:1734016071.779442:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->5890047) req@ffff8800780d0700 x1818247334061824/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:32/0 lens 488/0 e 0 to 0 dl 1734016082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016071.779451:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d0700 with x1818247334061824 ext(4194304->5890047) 00002000:00010000:0.0:1734016071.779456:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d0700 00000100:00100000:0.0:1734016071.779489:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7226 00000100:00100000:0.0:1734016071.779495:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334061824:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016071.865757:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.873444:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.886594:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.905711:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.921999:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.935869:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334062592:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 8945us (13816us total) trans 0 rc 8192/8192 00000100:00100000:0.0:1734016071.935889:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7227 00002000:00100000:0.0:1734016071.935912:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2166784->5890047) req@ffff88012e29ea00 x1818247334062592/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:32/0 lens 504/440 e 0 to 0 dl 1734016082 ref 1 fl Complete:/200/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016071.935923:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ea00 with x1818247334062592 ext(2166784->5890047) 00002000:00010000:0.0:1734016071.935930:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29ea00 00000100:00100000:0.0:1734016071.940581:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.947436:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.978390:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.993157:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016071.994302:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.006297:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334064384 00000100:00100000:0.0:1734016072.006308:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334064384 00002000:00100000:0.0:1734016072.006389:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2142208->2146303) req@ffff880078cd0380 x1818247334064384/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:33/0 lens 488/0 e 0 to 0 dl 1734016083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.006399:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cd0380 with x1818247334064384 ext(2142208->2146303) 00002000:00010000:0.0:1734016072.006405:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cd0380 00000100:00100000:0.0:1734016072.006436:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7233 00000100:00100000:0.0:1734016072.006443:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334064384:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016072.007327:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334064384:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 880us (1306us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016072.007335:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7233 00002000:00100000:0.0:1734016072.007344:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2142208->2146303) req@ffff880078cd0380 x1818247334064384/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:33/0 lens 488/4536 e 0 to 0 dl 1734016083 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.007351:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cd0380 with x1818247334064384 ext(2142208->2146303) 00002000:00010000:0.0:1734016072.007355:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cd0380 00000100:00100000:0.0:1734016072.012146:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.016258:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.020886:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334065152 00000100:00100000:0.0:1734016072.020895:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334065152 00002000:00100000:0.0:1734016072.020950:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2129920->2134015) req@ffff88007036c380 x1818247334065152/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:33/0 lens 488/0 e 0 to 0 dl 1734016083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.020961:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036c380 with x1818247334065152 ext(2129920->2134015) 00002000:00010000:0.0:1734016072.020968:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036c380 00000100:00100000:0.0:1734016072.021003:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7236 00000100:00100000:0.0:1734016072.021011:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334065152:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016072.021229:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334065152:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 216us (544us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016072.021237:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7236 00002000:00100000:0.0:1734016072.021245:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2129920->2134015) req@ffff88007036c380 x1818247334065152/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:33/0 lens 488/4536 e 0 to 0 dl 1734016083 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.021252:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036c380 with x1818247334065152 ext(2129920->2134015) 00002000:00010000:0.0:1734016072.021254:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036c380 00000100:00100000:0.0:1734016072.027077:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016072.064713:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968970 is committed 00000100:00100000:0.0:1734016072.072934:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.094402:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334065664 00000100:00100000:0.0:1734016072.094411:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334065664 00000100:00100000:0.0:1734016072.094463:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9255 00000100:00100000:0.0:1734016072.094470:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334065664:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016072.094487:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016072.094505:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5598f9c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d211 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016072.094557:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338189312:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016072.094624:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016072.102154:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338189312:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016072.102192:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5598f9c6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d211 expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016072.102206:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5598f9c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d211 expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016072.102242:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565f80, rc 0) 00000100:00100000:0.0:1734016072.102289:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334065664:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7819us (7992us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016072.102299:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9255 00000100:00100000:0.0:1734016072.119373:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.136560:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.142876:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.149175:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.197300:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334066944 00000100:00100000:0.0:1734016072.197314:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334066944 00002000:00100000:0.0:1734016072.197363:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (454656->458751) req@ffff8800780d3800 x1818247334066944/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:33/0 lens 488/0 e 0 to 0 dl 1734016083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.197374:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d3800 with x1818247334066944 ext(454656->458751) 00002000:00010000:0.0:1734016072.197380:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d3800 00000100:00100000:0.0:1734016072.197432:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7241 00000100:00100000:0.0:1734016072.197440:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334066944:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016072.197658:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334066944:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 219us (14518us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016072.197666:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7241 00002000:00100000:0.0:1734016072.197673:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (454656->458751) req@ffff8800780d3800 x1818247334066944/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:33/0 lens 488/4536 e 0 to 0 dl 1734016083 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.197679:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d3800 with x1818247334066944 ext(454656->458751) 00002000:00010000:0.0:1734016072.197682:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d3800 00000100:00100000:0.0:1734016072.271657:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334067712 00000100:00100000:0.0:1734016072.271669:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334067712 00002000:00100000:0.0:1734016072.271721:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4239360->5890047) req@ffff8800780d2680 x1818247334067712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:33/0 lens 504/0 e 0 to 0 dl 1734016083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.271733:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2680 with x1818247334067712 ext(4239360->5890047) 00002000:00010000:0.0:1734016072.271742:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d2680 00000100:00100000:0.0:1734016072.271786:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7243 00000100:00100000:0.0:1734016072.271793:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334067712:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016072.309680:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334067712:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 37873us (38111us total) trans 0 rc 1646592/1646592 00000100:00100000:0.0:1734016072.309692:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7243 00002000:00100000:0.0:1734016072.309704:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4239360->5890047) req@ffff8800780d2680 x1818247334067712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:33/0 lens 504/440 e 0 to 0 dl 1734016083 ref 1 fl Complete:/200/0 rc 1646592/1646592 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.309712:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2680 with x1818247334067712 ext(4239360->5890047) 00002000:00010000:0.0:1734016072.309717:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d2680 00000100:00100000:0.0:1734016072.418340:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.418378:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334068352 00000100:00100000:0.0:1734016072.418385:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334068352 00000100:00100000:0.0:1734016072.418422:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9261 00000100:00100000:0.0:1734016072.418428:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334068352:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016072.418650:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5888114 -> 9890475 00002000:00010000:0.0:1734016072.418653:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016072 -> 1734016072 00002000:00010000:0.0:1734016072.418655:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016072 -> 1734016072 00002000:00010000:0.0:1734016072.418657:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016072 -> 1734016072 00002000:00010000:0.0:1734016072.418659:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 664 -> 720 00000100:00100000:0.0:1734016072.418721:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334068352:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 291us (387us total) trans 4294968972 rc 0/0 00000100:00100000:0.0:1734016072.418729:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9261 00000100:00100000:0.0:1734016072.422931:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334068480 00000100:00100000:0.0:1734016072.422940:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334068480 00000100:00100000:0.0:1734016072.423491:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9262 00000100:00100000:0.0:1734016072.423501:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334068480:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016072.423537:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016072.423557:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5598f9f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d23b expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016072.423617:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338190336:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016072.423693:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016072.426552:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338190336:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016072.426589:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5598f9f0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d23b expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016072.426601:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5598f9f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d23b expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016072.426646:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567cc0, rc 0) 00000100:00100000:0.0:1734016072.426921:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334068480:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3419us (4421us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016072.426928:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9262 00000100:00100000:0.0:1734016072.429333:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334068608 00000100:00100000:0.0:1734016072.429340:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334068608 00000100:00100000:0.0:1734016072.429397:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9263 00000100:00100000:0.0:1734016072.429405:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334068608:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016072.429439:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016072.429465:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc5598f9f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d242 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016072.429548:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338190464:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016072.429639:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016072.432362:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338190464:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016072.432418:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc5598f9f7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d242 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016072.432435:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc5598f9f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d242 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016072.432447:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:0.0:1734016072.432519:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334068608:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3114us (3249us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016072.432527:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9263 00000100:00100000:0.0:1734016072.435736:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334068736 00000100:00100000:0.0:1734016072.435747:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334068736 00000100:00100000:0.0:1734016072.435973:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9264 00000100:00100000:0.0:1734016072.435983:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334068736:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016072.436010:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016072.436036:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc5598f9fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d249 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016072.436131:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338190592:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016072.436980:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016072.469995:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334069248 00000100:00100000:0.0:1734016072.470003:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334069248 00010000:00010000:0.0:1734016072.470072:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5598f987 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d1d2 expref: 16 pid: 6479 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1734016072.470099:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2442 00000100:00100000:0.0:1734016072.470106:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1969:x1818247334069248:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016072.470124:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016072.470132:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5598f987 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d1d2 expref: 16 pid: 6479 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1734016072.470142:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5598f987 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d1d2 expref: 16 pid: 6479 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1734016072.470167:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5598f987 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d1d2 expref: 16 pid: 6479 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1734016072.470183:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016072.470188:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc5598fa0c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016072.470197:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc5598fa0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016072.470203:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc5598fa0c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016072.470223:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016072.470264:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247334069248:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 159us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.470270:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2442 00010000:00010000:0.0:1734016072.477705:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc5598fa0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016072.477722:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc5598fa0c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016072.477729:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc5598fa0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016072.477734:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405200 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016072.477739:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc5598fa0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016072.477745:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc5598fa0c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016072.477760:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016072.477763:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016072.477766:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc5598fa0c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016072.477771:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc5598fa0c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016072.489926:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.498602:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cd3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338191104:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016072.498622:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016072.498665:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334069504:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8559us (8749us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.498674:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2443 00000100:00100000:0.0:1734016072.510889:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334069760 00000100:00100000:0.0:1734016072.510901:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334069760 00000100:00100000:0.0:1734016072.510965:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1777 00000100:00100000:0.0:1734016072.510973:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334069760:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016072.511006:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016072.511029:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc5598fa1a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d25e expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.511135:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5598fa21 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016072.511152:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5598fa21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016072.511164:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5598fa21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:0.0:1734016072.511196:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 927116 00000004:00200000:0.0:1734016072.511199:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016072.511214:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5598fa21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016072.511239:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc5598fa1a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d25e expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.511275:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5598fa21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d25e expref: 14 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.511290:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016072.511293:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016072.511297:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565200, rc 0) 00000100:00100000:0.0:1734016072.511346:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334069760:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 373us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.511353:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1777 00000100:00100000:0.0:1734016072.515221:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.519232:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.557994:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.561792:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.565977:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.573026:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.577666:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.583178:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.589183:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.606031:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334071808 00000100:00100000:0.0:1734016072.606048:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334071808 00000100:00100000:0.0:1734016072.606116:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7246 00000100:00100000:0.0:1734016072.606123:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334071808:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:0.0:1734016072.606164:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5598fa75 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.606180:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5598fa59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->73727) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d288 expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.606186:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016072.606189:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016072.606191:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5598fa75 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [561152->610303] (req 561152->610303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.606226:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5598fa59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->73727) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d288 expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.606237:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5598fa59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->73727) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d288 expref: 9 pid: 9511 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1734016072.606250:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc46680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338192384:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016072.606308:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016072.610630:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dc46680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338192384:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016072.610666:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5598fa75 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [561152->610303] (req 561152->610303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.613778:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5598fa75 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [561152->610303] (req 561152->610303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.613785:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5598fa75 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [561152->610303] (req 561152->610303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.617700:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5598fa75 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [561152->610303] (req 561152->610303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.617720:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5598fa75 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [561152->610303] (req 561152->610303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.617728:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5598fa75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [561152->610303] (req 561152->610303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.617736:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8564240 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016072.617740:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5598fa75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [561152->610303] (req 561152->610303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.617749:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5598fa75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [561152->610303] (req 561152->610303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.617765:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5598fa75 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [561152->610303] (req 561152->610303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.617771:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5598fa75 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [561152->610303] (req 561152->610303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016072.617929:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334071808:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 11799us (11981us total) trans 0 rc 49152/49152 00000100:00100000:0.0:1734016072.617939:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7246 00000100:00100000:0.0:1734016072.628094:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.635765:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.641790:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.648104:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.654723:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.667209:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.730725:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.738499:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.744067:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016072.745625:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968976 is committed 00000001:00080000:0.0:1734016072.745638:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968974 is committed 00000100:00100000:0.0:1734016072.753178:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.760490:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.764388:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.773441:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.788082:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.793906:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.799916:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.807176:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.814546:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.822238:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.830125:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.834535:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.841580:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.846634:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016072.861786:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968979 is committed 00000001:00080000:0.0:1734016072.861860:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968977 is committed 00000100:00100000:0.0:1734016072.877368:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.882027:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.886188:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.902384:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.937833:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.954050:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.960713:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.969053:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.975294:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334077824 00000100:00100000:0.0:1734016072.975308:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334077824 00002000:00100000:0.0:1734016072.975370:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (290816->6000639) req@ffff88007856e300 x1818247334077824/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:33/0 lens 504/0 e 0 to 0 dl 1734016083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.975389:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856e300 with x1818247334077824 ext(290816->6000639) 00002000:00010000:0.0:1734016072.975396:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856e300 00000100:00100000:0.0:1734016072.975442:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7258 00000100:00100000:0.0:1734016072.975451:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334077824:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016072.983742:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016072.989796:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334078336 00000100:00100000:0.0:1734016072.989828:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334078336 00002000:00100000:0.0:1734016072.989884:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (282624->286719) req@ffff88007856d500 x1818247334078336/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:33/0 lens 488/0 e 0 to 0 dl 1734016083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.989896:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856d500 with x1818247334078336 ext(282624->286719) 00002000:00010000:0.0:1734016072.989902:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856d500 00000100:00100000:0.0:1734016072.989936:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7260 00000100:00100000:0.0:1734016072.989946:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334078336:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016072.990167:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334078336:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 223us (942us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016072.990175:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7260 00002000:00100000:0.0:1734016072.990180:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (282624->286719) req@ffff88007856d500 x1818247334078336/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:33/0 lens 488/4536 e 0 to 0 dl 1734016083 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.990188:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856d500 with x1818247334078336 ext(282624->286719) 00002000:00010000:0.0:1734016072.990192:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856d500 00000100:00100000:0.0:1734016072.992630:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.000081:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.005173:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334079104 00000100:00100000:0.0:1734016073.005185:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334079104 00002000:00100000:0.0:1734016073.005242:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (270336->274431) req@ffff88007856c380 x1818247334079104/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:34/0 lens 488/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.005252:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856c380 with x1818247334079104 ext(270336->274431) 00002000:00010000:0.0:1734016073.005258:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856c380 00000100:00100000:0.0:1734016073.005293:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7263 00000100:00100000:0.0:1734016073.005300:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334079104:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016073.005505:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334079104:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 203us (535us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016073.005512:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7263 00002000:00100000:0.0:1734016073.005517:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (270336->274431) req@ffff88007856c380 x1818247334079104/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:34/0 lens 488/4536 e 0 to 0 dl 1734016084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.005524:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856c380 with x1818247334079104 ext(270336->274431) 00002000:00010000:0.0:1734016073.005527:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856c380 00000100:00100000:0.0:1734016073.012208:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.017756:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.023128:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334079872 00000100:00100000:0.0:1734016073.023143:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334079872 00002000:00100000:0.0:1734016073.023213:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (258048->262143) req@ffff88007856ea00 x1818247334079872/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:34/0 lens 488/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.023226:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856ea00 with x1818247334079872 ext(258048->262143) 00002000:00010000:0.0:1734016073.023233:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856ea00 00000100:00100000:0.0:1734016073.023281:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7266 00000100:00100000:0.0:1734016073.023289:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334079872:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016073.023539:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334079872:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 249us (551us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016073.023547:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7266 00002000:00100000:0.0:1734016073.023553:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (258048->262143) req@ffff88007856ea00 x1818247334079872/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:34/0 lens 488/4536 e 0 to 0 dl 1734016084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.023559:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856ea00 with x1818247334079872 ext(258048->262143) 00002000:00010000:0.0:1734016073.023562:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856ea00 00000100:00100000:0.0:1734016073.026251:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.029605:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.039363:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.044469:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016073.056453:0:13928:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc5598fafa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016073.056459:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc5598fafa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000001:00080000:0.0:1734016073.056629:0:13928:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968436 00000004:00010000:0.0:1734016073.056672:0:13928:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007856d880 reply state ffff88012fac4000 transno 4294968437 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc5598fafa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:0.0:1734016073.056680:0:13928:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016073.056758:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:9662:x1818247334081408:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 5640us (6576us total) trans 4294968437 rc 0/0 00000100:00100000:0.0:1734016073.056768:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1785 00000020:00080000:0.0:1734016073.056772:0:13928:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016073.073786:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.073871:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.083353:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.090586:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016073.091018:0:9875:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016073.115908:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.128984:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.140219:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.148044:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.155986:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.163336:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.190216:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.209698:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.279629:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334083968:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 63703us (69937us total) trans 0 rc 536576/536576 00000100:00100000:0.0:1734016073.279648:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7276 00002000:00100000:0.0:1734016073.279660:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8925183) req@ffff880078326d80 x1818247334083968/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:34/0 lens 488/440 e 0 to 0 dl 1734016084 ref 1 fl Complete:/200/0 rc 536576/536576 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.279669:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078326d80 with x1818247334083968 ext(8388608->8925183) 00002000:00010000:0.0:1734016073.279674:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078326d80 00000100:00100000:0.0:1734016073.318941:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338194944:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016073.319000:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016073.320740:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338194944:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016073.343894:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334084480 00000100:00100000:0.0:1734016073.343903:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334084480 00010000:00010000:0.0:1734016073.343941:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5598fb2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d314 expref: 6 pid: 9511 timeout: 436 lvb_type: 1 00000100:00100000:0.0:1734016073.344150:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334084608 00000100:00100000:0.0:1734016073.344154:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334084608 00010000:00010000:0.0:1734016073.344166:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5598fb40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d322 expref: 9 pid: 7685 timeout: 436 lvb_type: 1 00000100:00100000:0.0:1734016073.344268:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2457 00000100:00100000:0.0:1734016073.344275:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334084480:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016073.344287:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016073.344305:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5598fb2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d314 expref: 6 pid: 9511 timeout: 436 lvb_type: 1 00010000:00010000:0.0:1734016073.344316:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5598fb2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d314 expref: 6 pid: 9511 timeout: 436 lvb_type: 1 00010000:00010000:0.0:1734016073.344341:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5598fb2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d314 expref: 6 pid: 9511 timeout: 436 lvb_type: 1 00010000:00010000:0.0:1734016073.344359:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016073.344410:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334084480:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 135us (908us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.344417:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2457 00000100:00100000:0.0:1734016073.344432:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2458 00000100:00100000:0.0:1734016073.344436:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334084608:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016073.344441:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016073.344447:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5598fb40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d322 expref: 9 pid: 7685 timeout: 436 lvb_type: 1 00010000:00010000:0.0:1734016073.344456:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5598fb40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d322 expref: 9 pid: 7685 timeout: 436 lvb_type: 1 00010000:00010000:0.0:1734016073.344472:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5598fb40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d322 expref: 9 pid: 7685 timeout: 436 lvb_type: 1 00010000:00010000:0.0:1734016073.344481:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016073.344483:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016073.344488:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5598fb4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7458816->7479295] (req 7458816->7479295) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.344499:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5598fb4e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7458816->7479295] (req 7458816->7479295) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.344527:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016073.344539:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334084608:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 103us (964us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.344544:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2458 00000001:00080000:0.0:1734016073.350364:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968981 is committed 00000100:00100000:0.0:1734016073.422074:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cd2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338195456:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016073.422092:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016073.422117:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334085248:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10684us (10809us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.422125:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2459 00000100:00100000:0.0:1734016073.425031:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334085632 00000100:00100000:0.0:1734016073.425046:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334085632 00000100:00100000:0.0:1734016073.425125:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1788 00000100:00100000:0.0:1734016073.425134:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:9662:x1818247334085632:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016073.425214:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016073.425252:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5598fb39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d31b expref: 20 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.425292:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016073.425297:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016073.425513:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5598fb63 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016073.425531:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5598fb0f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d2ff expref: 15 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.425538:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5598fb63 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016073.425571:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5598fb0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d2ff expref: 15 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.425585:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5598fb0f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d2ff expref: 15 pid: 13928 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1734016073.425602:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338195584:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016073.425693:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00010000:00010000:0.0:1734016073.430362:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5598fb0f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d2ff expref: 15 pid: 13928 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1734016073.430375:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338195584:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016073.430390:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5598fb63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016073.430396:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5598fb63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016073.430400:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5598fb63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:0.0:1734016073.430473:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968438 00000004:00010000:0.0:1734016073.430505:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078cd3480 reply state ffff880078483000 transno 4294968439 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5598fb63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016073.430510:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016073.430592:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:9662:x1818247334085632:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 5458us (6032us total) trans 4294968439 rc 0/0 00000100:00100000:0.0:1734016073.430598:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1788 00000020:00080000:0.0:1734016073.430603:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016073.434858:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5598fb63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016073.434866:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5598fb63 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016073.434872:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5598fb63 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016073.434876:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8567a80 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016073.434879:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5598fb63 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016073.434885:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5598fb63 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016073.434900:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016073.434903:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016073.434906:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5598fb63 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016073.434913:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5598fb63 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016073.440095:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334086144 00000100:00100000:0.0:1734016073.440105:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334086144 00002000:00010000:0.0:1734016073.440149:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3318372->18446744073709551615) 00002000:00100000:0.0:1734016073.440154:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc47800 with x1818247334086144 ext(3318372->18446744073709551615) 00002000:00010000:0.0:1734016073.440167:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc47800. 00000100:00100000:0.0:1734016073.440196:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7280 00000100:00100000:0.0:1734016073.440204:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334086144:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016073.449726:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8922918 -> 3318372 00002000:00010000:0.0:1734016073.449736:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016073 -> 1734016073 00002000:00010000:0.0:1734016073.449738:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016072 -> 1734016072 00002000:00010000:0.0:1734016073.449740:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016073 -> 1734016073 00002000:00010000:0.0:1734016073.449742:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 576 -> 464 00000100:00100000:0.0:1734016073.449882:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334086144:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 9671us (9858us total) trans 4294968983 rc 0/0 00000100:00100000:0.0:1734016073.449896:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7280 00002000:00010000:0.0:1734016073.449903:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3318372->18446744073709551615) 00002000:00100000:0.0:1734016073.449906:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc47800 with x1818247334086144 ext(3318372->18446744073709551615) 00002000:00010000:0.0:1734016073.449915:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc47800. 00000100:00100000:0.0:1734016073.453796:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334086272 00000100:00100000:0.0:1734016073.453804:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334086272 00000100:00100000:0.0:1734016073.453881:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1789 00000100:00100000:0.0:1734016073.453889:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334086272:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016073.453912:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016073.453930:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc5598fb71 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d33e expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.454013:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5598fb78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016073.454037:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5598fb78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016073.454046:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5598fb78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:0.0:1734016073.454067:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3318372 00000004:00200000:0.0:1734016073.454070:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016073.454083:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5598fb78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016073.454103:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc5598fb71 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d33e expref: 23 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.454116:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5598fb78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d33e expref: 22 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.454123:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016073.454126:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016073.454129:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:0.0:1734016073.454189:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:9662:x1818247334086272:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 300us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.454195:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1789 00000100:00100000:0.0:1734016073.474916:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.484342:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334086912 00000100:00100000:0.0:1734016073.484350:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334086912 00002000:00100000:0.0:1734016073.484392:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (512000->516095) req@ffff8800a7828e00 x1818247334086912/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:34/0 lens 488/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.484402:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828e00 with x1818247334086912 ext(512000->516095) 00002000:00010000:0.0:1734016073.484407:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828e00 00000100:00100000:0.0:1734016073.484431:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7281 00000100:00100000:0.0:1734016073.484438:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334086912:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016073.485772:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334086912:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1329us (2095us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016073.485779:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7281 00002000:00100000:0.0:1734016073.485787:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (512000->516095) req@ffff8800a7828e00 x1818247334086912/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:34/0 lens 488/4536 e 0 to 0 dl 1734016084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.485795:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828e00 with x1818247334086912 ext(512000->516095) 00002000:00010000:0.0:1734016073.485799:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828e00 00000100:00100000:0.0:1734016073.490409:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334087168 00000100:00100000:0.0:1734016073.490419:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334087168 00002000:00100000:0.0:1734016073.490457:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (507904->511999) req@ffff8800a7828a80 x1818247334087168/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:34/0 lens 488/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.490466:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828a80 with x1818247334087168 ext(507904->511999) 00002000:00010000:0.0:1734016073.490471:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828a80 00000100:00100000:0.0:1734016073.490506:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7282 00000100:00100000:0.0:1734016073.490513:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334087168:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016073.490645:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334087168:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 131us (401us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016073.490652:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7282 00002000:00100000:0.0:1734016073.490657:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (507904->511999) req@ffff8800a7828a80 x1818247334087168/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:34/0 lens 488/4536 e 0 to 0 dl 1734016084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.490664:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828a80 with x1818247334087168 ext(507904->511999) 00002000:00010000:0.0:1734016073.490666:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828a80 00000100:00100000:0.0:1734016073.498546:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334087680 00000100:00100000:0.0:1734016073.498558:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334087680 00002000:00100000:0.0:1734016073.498609:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (499712->503807) req@ffff88007856fb80 x1818247334087680/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:34/0 lens 488/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.498620:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856fb80 with x1818247334087680 ext(499712->503807) 00002000:00010000:0.0:1734016073.498626:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856fb80 00000100:00100000:0.0:1734016073.498761:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7284 00000100:00100000:0.0:1734016073.498768:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334087680:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016073.498963:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334087680:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 194us (513us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016073.498972:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7284 00002000:00100000:0.0:1734016073.498977:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (499712->503807) req@ffff88007856fb80 x1818247334087680/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:34/0 lens 488/4536 e 0 to 0 dl 1734016084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.498984:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856fb80 with x1818247334087680 ext(499712->503807) 00002000:00010000:0.0:1734016073.498986:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856fb80 00000100:00100000:0.0:1734016073.510064:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334088192 00000100:00100000:0.0:1734016073.510074:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334088192 00002000:00100000:0.0:1734016073.510151:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (491520->495615) req@ffff8800a7828700 x1818247334088192/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:34/0 lens 488/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.510169:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828700 with x1818247334088192 ext(491520->495615) 00002000:00010000:0.0:1734016073.510175:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828700 00000100:00100000:0.0:1734016073.510216:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7286 00000100:00100000:0.0:1734016073.510225:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334088192:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016073.510467:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334088192:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 241us (513us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016073.510476:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7286 00002000:00100000:0.0:1734016073.510481:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (491520->495615) req@ffff8800a7828700 x1818247334088192/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:34/0 lens 488/4536 e 0 to 0 dl 1734016084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.510489:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828700 with x1818247334088192 ext(491520->495615) 00002000:00010000:0.0:1734016073.510492:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828700 00000100:00100000:0.0:1734016073.521737:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334088576 00000100:00100000:0.0:1734016073.521753:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334088576 00000100:00100000:0.0:1734016073.521880:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1790 00000100:00100000:0.0:1734016073.521891:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:9662:x1818247334088576:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016073.521983:0:13928:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016073.522043:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5598fb78 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d33e expref: 22 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.522084:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016073.522090:0:13928:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016073.522303:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc5598fb94 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016073.522319:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc5598fb94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016073.522328:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc5598fb94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000001:00080000:0.0:1734016073.522362:0:13928:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968440 00000004:00010000:0.0:1734016073.522380:0:13928:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800a782b800 reply state ffff880078485000 transno 4294968441 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc5598fb94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:0.0:1734016073.522387:0:13928:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016073.522467:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:9662:x1818247334088576:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 576us (872us total) trans 4294968441 rc 0/0 00000100:00100000:0.0:1734016073.522474:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1790 00000020:00080000:0.0:1734016073.522478:0:13928:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016073.526787:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334088704 00000100:00100000:0.0:1734016073.526798:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334088704 00000100:00100000:0.0:1734016073.527222:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9299 00000100:00100000:0.0:1734016073.527230:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334088704:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016073.527248:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016073.527266:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc5598fb9b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d35a expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.527297:0:9511:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc5598fb86 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 512000->516095) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d34c expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.527306:0:9511:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5598fb8d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d353 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016073.527313:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016073.527315:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016073.527319:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc5598fb9b lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d35a expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.527359:0:9511:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5598fb8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d353 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016073.527374:0:9511:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5598fb8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d353 expref: 9 pid: 7685 timeout: 437 lvb_type: 1 00000100:00100000:0.0:1734016073.527388:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338196352:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016073.527468:0:9511:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc5598fb86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 512000->516095) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d34c expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.527477:0:9511:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc5598fb86 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 512000->516095) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d34c expref: 6 pid: 7685 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1734016073.527485:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338196480:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016073.527502:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016073.531081:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.534302:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.548192:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334089344 00000100:00100000:0.0:1734016073.548210:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334089344 00002000:00100000:0.0:1734016073.548277:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8925184->9875455) req@ffff88012cf62a00 x1818247334089344/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:34/0 lens 488/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.548288:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62a00 with x1818247334089344 ext(8925184->9875455) 00002000:00010000:0.0:1734016073.548294:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf62a00 00000100:00100000:0.0:1734016073.548341:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7288 00000100:00100000:0.0:1734016073.548352:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334089344:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016073.571449:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.574398:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247334089472:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 1287us (2950us total) trans 4294968985 rc 0/0 00000100:00100000:0.0:1734016073.574413:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7289 00002000:00100000:0.0:1734016073.574428:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9867264->9874336) req@ffff880078327800 x1818247334089472/t4294968985(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:34/0 lens 7568/448 e 0 to 0 dl 1734016084 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.574438:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078327800 with x1818247334089472 ext(9867264->9874336) 00002000:00010000:0.0:1734016073.574447:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078327800 00000100:00100000:0.0:1734016073.577244:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334089600 00000100:00100000:0.0:1734016073.577254:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334089600 00000100:00100000:0.0:1734016073.577318:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1791 00000100:00100000:0.0:1734016073.577326:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334089600:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:0.0:1734016073.577495:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334089600:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 169us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.577502:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1791 00000100:00100000:0.0:1734016073.584675:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334089728 00000100:00100000:0.0:1734016073.584687:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334089728 00000100:00100000:0.0:1734016073.614006:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334090112 00000100:00100000:0.0:1734016073.614016:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334090112 00000100:00100000:0.0:1734016073.614099:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9302 00000100:00100000:0.0:1734016073.614107:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334090112:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016073.614127:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016073.614149:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc5598fbb0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d368 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016073.614207:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078326300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338196736:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016073.614268:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00002000:00010000:0.0:1734016073.616141:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016072 -> 1734016073 00000100:00100000:0.0:1734016073.616161:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078326300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338196736:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016073.616191:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc5598fbb0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d368 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016073.616203:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc5598fbb0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d368 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016073.616217:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565680, rc 0) 00000100:00100000:0.0:1734016073.616266:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334090112:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2158us (2352us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016073.616274:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9302 00000100:00100000:0.0:1734016073.620904:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334090240 00000100:00100000:0.0:1734016073.620916:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334090240 00000100:00100000:0.0:1734016073.620980:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9303 00000100:00100000:0.0:1734016073.620988:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334090240:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016073.621014:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016073.621039:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5598fbb7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d36f expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.621068:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc5598fb9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d35a expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.621079:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016073.621080:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016073.621083:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5598fbb7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [352256->356351] (req 352256->356351) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d36f expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.621109:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc5598fb9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d35a expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.621121:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc5598fb9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d35a expref: 7 pid: 9511 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1734016073.621133:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078326300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338196864:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016073.621210:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016073.627356:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078326300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338196864:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016073.627392:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5598fbb7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [352256->356351] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d36f expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.627410:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:0.0:1734016073.628135:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334090240:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7147us (7505us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.628144:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9303 00000100:00100000:0.0:1734016073.646463:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.713135:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.718429:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.723463:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.729345:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.733182:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.736554:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.742383:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.749004:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.753562:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.757226:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.760915:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.765223:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334093696 00000100:00100000:0.0:1734016073.765233:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334093696 00002000:00100000:0.0:1734016073.765279:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (303104->307199) req@ffff88007856ed80 x1818247334093696/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:34/0 lens 488/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.765289:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856ed80 with x1818247334093696 ext(303104->307199) 00002000:00010000:0.0:1734016073.765294:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856ed80 00000100:00100000:0.0:1734016073.765757:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7302 00000100:00100000:0.0:1734016073.765765:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334093696:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016073.765978:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334093696:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 214us (1034us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016073.765985:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7302 00002000:00100000:0.0:1734016073.765991:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (303104->307199) req@ffff88007856ed80 x1818247334093696/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:34/0 lens 488/4536 e 0 to 0 dl 1734016084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.765998:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856ed80 with x1818247334093696 ext(303104->307199) 00002000:00010000:0.0:1734016073.766001:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856ed80 00000100:00100000:0.0:1734016073.769378:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.775394:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334093824:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4953us (6009us total) trans 4294968987 rc 0/0 00000100:00100000:0.0:1734016073.775414:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7303 00002000:00100000:0.0:1734016073.775430:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (303104->356351) req@ffff88007bd13b80 x1818247334093824/t4294968987(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:34/0 lens 488/448 e 0 to 0 dl 1734016084 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.775440:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd13b80 with x1818247334093824 ext(303104->356351) 00002000:00010000:0.0:1734016073.775447:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd13b80 00000100:00100000:0.0:1734016073.779952:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1793 00000100:00100000:0.0:1734016073.779964:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334093952:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:0.0:1734016073.782007:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334093952:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 2037us (4135us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.782027:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1793 00000100:00100000:0.0:1734016073.792407:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.795479:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070a6a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334094080:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2829us (3080us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.795492:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9304 00000100:00100000:0.0:1734016073.801029:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.809237:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334094336 00000100:00100000:0.0:1734016073.809248:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334094336 00000100:00100000:0.0:1734016073.809299:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9305 00000100:00100000:0.0:1734016073.809306:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334094336:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016073.809326:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016073.809347:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc5598fbcc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d37d expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016073.809418:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bd11f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338197120:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016073.809495:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016073.817293:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.826128:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.836937:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.846749:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.852795:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.862595:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.871996:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.877788:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334096000 00000100:00100000:0.0:1734016073.877798:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334096000 00002000:00100000:0.0:1734016073.877880:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (282624->286719) req@ffff88007856ca80 x1818247334096000/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:34/0 lens 488/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.877890:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856ca80 with x1818247334096000 ext(282624->286719) 00002000:00010000:0.0:1734016073.877897:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856ca80 00000100:00100000:0.0:1734016073.877929:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7308 00000100:00100000:0.0:1734016073.877936:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334096000:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016073.878105:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334096000:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 168us (402us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016073.878111:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7308 00002000:00100000:0.0:1734016073.878116:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (282624->286719) req@ffff88007856ca80 x1818247334096000/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:34/0 lens 488/4536 e 0 to 0 dl 1734016084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.878122:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856ca80 with x1818247334096000 ext(282624->286719) 00002000:00010000:0.0:1734016073.878124:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856ca80 00000100:00100000:0.0:1734016073.882460:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.888546:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334096128:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 5754us (6079us total) trans 4294968988 rc 0/0 00000100:00100000:0.0:1734016073.888563:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7309 00002000:00100000:0.0:1734016073.888577:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (282624->8396799) req@ffff88007bd13100 x1818247334096128/t4294968988(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:34/0 lens 504/448 e 0 to 0 dl 1734016084 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.888587:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd13100 with x1818247334096128 ext(282624->8396799) 00002000:00010000:0.0:1734016073.888594:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd13100 00000100:00100000:0.0:1734016073.892971:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016073.896181:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968988 is committed 00000100:00100000:0.0:1734016073.900266:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334096512 00000100:00100000:0.0:1734016073.900275:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334096512 00000100:00100000:0.0:1734016073.900335:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7310 00000100:00100000:0.0:1734016073.900343:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334096512:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:0.0:1734016073.900378:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc5598fbe8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.900393:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5598fbb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d36f expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.900400:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016073.900402:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016073.900405:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc5598fbe8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1634304->1679359] (req 1634304->1679359) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.900435:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5598fbb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 352256->356351) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d36f expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.900446:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5598fbb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 352256->356351) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d36f expref: 5 pid: 7685 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1734016073.900459:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bd11180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338197632:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016073.900508:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fc00 going to sleep for 11 seconds 00000001:00080000:0.0:1734016073.937433:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968989 is committed 00000100:00100000:0.0:1734016073.950938:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.955383:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.971975:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016073.978704:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5598fbf6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016073.978724:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5598fbf6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016073.978732:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5598fbf6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016073.978737:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070103840 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016073.978742:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5598fbf6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016073.978750:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5598fbf6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016073.978770:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016073.978773:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016073.978778:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5598fbf6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016073.978783:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5598fbf6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016073.982867:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016073.993331:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334097536 00000100:00100000:0.0:1734016073.993339:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334097536 00002000:00010000:0.0:1734016073.993375:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9519991->18446744073709551615) 00002000:00100000:0.0:1734016073.993380:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cd3b80 with x1818247334097536 ext(9519991->18446744073709551615) 00002000:00010000:0.0:1734016073.993392:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cd3b80. 00000100:00100000:0.0:1734016073.993423:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7311 00000100:00100000:0.0:1734016073.993430:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334097536:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016073.997721:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9874337 -> 9519991 00002000:00010000:0.0:1734016073.997734:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016073 -> 1734016073 00002000:00010000:0.0:1734016073.997737:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016073 -> 1734016073 00002000:00010000:0.0:1734016073.997738:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016073 -> 1734016073 00002000:00010000:0.0:1734016073.997740:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 808 -> 792 00000100:00100000:0.0:1734016073.997874:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334097536:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 4435us (5135us total) trans 4294968990 rc 0/0 00000100:00100000:0.0:1734016073.997886:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7311 00002000:00010000:0.0:1734016073.997893:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9519991->18446744073709551615) 00002000:00100000:0.0:1734016073.997898:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cd3b80 with x1818247334097536 ext(9519991->18446744073709551615) 00002000:00010000:0.0:1734016073.997906:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cd3b80. 00000100:00100000:0.0:1734016074.004379:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334097664 00000100:00100000:0.0:1734016074.004390:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334097664 00000100:00100000:0.0:1734016074.004461:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1796 00000100:00100000:0.0:1734016074.004469:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334097664:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016074.004492:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016074.004516:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc5598fc04 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d3a7 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.004619:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5598fc0b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016074.004635:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5598fc0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016074.004646:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5598fc0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:0.0:1734016074.004671:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9519991 00000004:00200000:0.0:1734016074.004674:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016074.004690:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5598fc0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016074.004714:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc5598fc04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d3a7 expref: 25 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.005142:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5598fc0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d3a7 expref: 24 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.005151:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016074.005154:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016074.005158:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567a80, rc 0) 00000100:00100000:0.0:1734016074.006002:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:9662:x1818247334097664:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1530us (1718us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016074.006010:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1796 00000100:00100000:0.0:1734016074.010427:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.040091:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.048151:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.053030:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.067917:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.076262:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.092327:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.105255:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.110866:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.114422:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334099456 00000100:00100000:0.0:1734016074.114429:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334099456 00002000:00100000:0.0:1734016074.114502:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6393856->6397951) req@ffff88007c9e4e00 x1818247334099456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:35/0 lens 488/0 e 0 to 0 dl 1734016085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.114513:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c9e4e00 with x1818247334099456 ext(6393856->6397951) 00002000:00010000:0.0:1734016074.114518:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c9e4e00 00000100:00100000:0.0:1734016074.114551:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7312 00000100:00100000:0.0:1734016074.114740:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334099456:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016074.114992:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334099456:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 434us (649us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016074.115000:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7312 00002000:00100000:0.0:1734016074.115006:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6393856->6397951) req@ffff88007c9e4e00 x1818247334099456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:35/0 lens 488/4536 e 0 to 0 dl 1734016085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.115025:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c9e4e00 with x1818247334099456 ext(6393856->6397951) 00002000:00010000:0.0:1734016074.115028:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c9e4e00 00000100:00100000:0.0:1734016074.116946:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.124986:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.135249:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.146707:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.155377:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.160042:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.166592:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.170198:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334101120:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3068us (3600us total) trans 4294968992 rc 0/0 00000100:00100000:0.0:1734016074.170217:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7319 00002000:00100000:0.0:1734016074.170236:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6369280->6397951) req@ffff88012cf60380 x1818247334101120/t4294968992(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:35/0 lens 488/448 e 0 to 0 dl 1734016085 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.170248:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60380 with x1818247334101120 ext(6369280->6397951) 00002000:00010000:0.0:1734016074.170257:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60380 00000100:00100000:0.0:1734016074.172451:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.189298:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.204844:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338199552:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016074.204891:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5598fc5f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d3f4 expref: 7 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016074.204906:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5598fc5f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d3f4 expref: 7 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016074.204930:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:0.0:1734016074.204985:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334101632:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4575us (6621us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016074.204993:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9323 00000100:00100000:0.0:1734016074.212206:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334102016 00000100:00100000:0.0:1734016074.212216:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334102016 00000100:00100000:0.0:1734016074.212311:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9324 00000100:00100000:0.0:1734016074.212320:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334102016:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016074.212351:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016074.212376:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc5598fc66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d3fb expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016074.212456:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078326680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338199680:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016074.212541:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016074.224245:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334102144 00000100:00100000:0.0:1734016074.224262:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334102144 00000100:00100000:0.0:1734016074.224340:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9325 00000100:00100000:0.0:1734016074.224349:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334102144:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016074.224382:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016074.224414:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5598fc6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d402 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016074.224512:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078326680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338199808:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016074.225401:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016074.230964:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078326680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338199808:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016074.231042:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5598fc6d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d402 expref: 7 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016074.231059:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5598fc6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d402 expref: 7 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016074.231074:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564240, rc 0) 00000100:00100000:0.0:1734016074.236485:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334102144:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7915us (8918us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016074.236512:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9325 00000100:00100000:0.0:1734016074.288985:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334103168 00000100:00100000:0.0:1734016074.289000:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334103168 00002000:00100000:0.0:1734016074.289060:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8421376->9523199) req@ffff88007a3cb100 x1818247334103168/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:35/0 lens 488/0 e 0 to 0 dl 1734016085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.289072:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb100 with x1818247334103168 ext(8421376->9523199) 00002000:00010000:0.0:1734016074.289078:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cb100 00000100:00100000:0.0:1734016074.289107:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7323 00000100:00100000:0.0:1734016074.289113:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334103168:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016074.319606:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334103168:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 30477us (30876us total) trans 0 rc 1101824/1101824 00000100:00100000:0.0:1734016074.319623:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7323 00002000:00100000:0.0:1734016074.319639:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8421376->9523199) req@ffff88007a3cb100 x1818247334103168/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:35/0 lens 488/440 e 0 to 0 dl 1734016085 ref 1 fl Complete:/200/0 rc 1101824/1101824 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.319650:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb100 with x1818247334103168 ext(8421376->9523199) 00002000:00010000:0.0:1734016074.319657:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cb100 00000100:00100000:0.0:1734016074.374679:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334102656:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 90544us (91033us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016074.374698:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7321 00002000:00100000:0.0:1734016074.374715:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88012e29ce00 x1818247334102656/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:35/0 lens 488/440 e 0 to 0 dl 1734016085 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.374726:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ce00 with x1818247334102656 ext(0->4194303) 00002000:00010000:0.0:1734016074.374736:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29ce00 00000100:00100000:0.0:1734016074.380221:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.408467:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.432028:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.439428:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.448090:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.453902:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.457985:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.460907:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.466477:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.473920:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334104960 00000100:00100000:0.0:1734016074.473933:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334104960 00002000:00010000:0.0:1734016074.473988:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6519641->18446744073709551615) 00002000:00100000:0.0:1734016074.473995:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c9e6d80 with x1818247334104960 ext(6519641->18446744073709551615) 00002000:00010000:0.0:1734016074.474025:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c9e6d80. 00000100:00100000:0.0:1734016074.474069:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7324 00000100:00100000:0.0:1734016074.474076:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334104960:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016074.477023:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9519991 -> 6519641 00002000:00010000:0.0:1734016074.477035:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016074 -> 1734016074 00002000:00010000:0.0:1734016074.477038:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016074 -> 1734016073 00002000:00010000:0.0:1734016074.477040:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016074 -> 1734016074 00002000:00010000:0.0:1734016074.477042:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 896 -> 752 00000100:00100000:0.0:1734016074.477152:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334104960:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 3065us (3477us total) trans 4294968994 rc 0/0 00000100:00100000:0.0:1734016074.477167:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7324 00002000:00010000:0.0:1734016074.477173:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6519641->18446744073709551615) 00002000:00100000:0.0:1734016074.477177:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c9e6d80 with x1818247334104960 ext(6519641->18446744073709551615) 00002000:00010000:0.0:1734016074.477186:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c9e6d80. 00000100:00100000:0.0:1734016074.483457:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334105088 00000100:00100000:0.0:1734016074.483468:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334105088 00000100:00100000:0.0:1734016074.483534:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1800 00000100:00100000:0.0:1734016074.483544:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334105088:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016074.483574:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016074.483596:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5598fcba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d448 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.483698:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc5598fcc1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016074.483713:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc5598fcc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016074.483723:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc5598fcc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:0.0:1734016074.483747:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6519641 00000004:00200000:0.0:1734016074.483750:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016074.483765:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc5598fcc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016074.483785:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5598fcba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d448 expref: 21 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.483802:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc5598fcc1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d448 expref: 20 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.483824:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016074.483827:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016074.483831:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85646c0, rc 0) 00000100:00100000:0.0:1734016074.483876:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:9662:x1818247334105088:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 333us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016074.483882:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1800 00000100:00100000:0.0:1734016074.505523:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334106112 00000100:00100000:0.0:1734016074.505535:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334106112 00002000:00100000:0.0:1734016074.505591:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5566464->5570559) req@ffff880078c53800 x1818247334106112/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:35/0 lens 488/0 e 0 to 0 dl 1734016085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.505603:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c53800 with x1818247334106112 ext(5566464->5570559) 00002000:00010000:0.0:1734016074.505609:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c53800 00000100:00100000:0.0:1734016074.505657:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7328 00000100:00100000:0.0:1734016074.505665:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334106112:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016074.505932:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334106112:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 267us (511us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016074.505941:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7328 00002000:00100000:0.0:1734016074.505948:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5566464->5570559) req@ffff880078c53800 x1818247334106112/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:35/0 lens 488/4536 e 0 to 0 dl 1734016085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.505954:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c53800 with x1818247334106112 ext(5566464->5570559) 00002000:00010000:0.0:1734016074.505957:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c53800 00010000:00010000:0.0:1734016074.533316:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc5598fcc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016074.533332:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc5598fcc8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016074.533339:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc5598fcc8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016074.533351:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e834240 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016074.533359:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc5598fcc8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016074.533368:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc5598fcc8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016074.533391:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016074.533396:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016074.533400:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc5598fcc8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016074.533406:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc5598fcc8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000100:00100000:0.0:1734016074.540801:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7829180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338201600:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016074.540944:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5598fccf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d44f expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.540981:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:0.0:1734016074.541110:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334106624:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7510us (7898us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016074.541129:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9336 00000100:00100000:0.0:1734016074.541536:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334106752 00000100:00100000:0.0:1734016074.541544:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334106752 00010000:00010000:0.0:1734016074.541579:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5598fcb3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d441 expref: 7 pid: 7685 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1734016074.541618:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2475 00000100:00100000:0.0:1734016074.541626:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334106752:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016074.541646:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016074.541672:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5598fcb3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d441 expref: 7 pid: 7685 timeout: 438 lvb_type: 0 00010000:00010000:0.0:1734016074.541684:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5598fcb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d441 expref: 7 pid: 7685 timeout: 438 lvb_type: 0 00010000:00010000:0.0:1734016074.541716:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5598fcb3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d441 expref: 7 pid: 7685 timeout: 438 lvb_type: 0 00010000:00010000:0.0:1734016074.541735:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016074.541737:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016074.541743:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5598fccf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d44f expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.541753:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5598fccf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d44f expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.541796:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5598fccf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d44f expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016074.541831:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800700cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338201728:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016074.541885:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016074.549036:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800700cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338201728:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016074.549081:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016074.550695:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334106752:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 9065us (9302us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016074.550714:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2475 00000100:00100000:0.0:1734016074.560152:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.573261:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338201984:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016074.573325:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5598fceb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d464 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016074.573346:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5598fceb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d464 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016074.573378:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:0.0:1734016074.573465:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334107264:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3856us (4338us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016074.573475:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9338 00000100:00100000:0.0:1734016074.575985:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016074.587100:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc5598fcf9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d46b expref: 25 pid: 6479 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1734016074.587132:0:13928:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13928:1818247338202112:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016074.587152:0:13928:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5598fd00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016074.587161:0:13928:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5598fd00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016074.587166:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5598fd00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000001:00080000:0.0:1734016074.587268:0:13928:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968448 00000004:00010000:0.0:1734016074.587312:0:13928:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800a7829500 reply state ffff88012fcb1000 transno 4294968449 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5598fd00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:0.0:1734016074.587319:0:13928:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016074.587385:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:9662:x1818247334107648:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 4959us (5246us total) trans 4294968449 rc 0/0 00000100:00100000:0.0:1734016074.587392:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1804 00000020:00080000:0.0:1734016074.587396:0:13928:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016074.592048:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334107904 00000100:00100000:0.0:1734016074.592064:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334107904 00000100:00100000:0.0:1734016074.592128:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9339 00000100:00100000:0.0:1734016074.592137:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334107904:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016074.592167:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016074.592195:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5598fd07 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d472 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.592236:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5598fccf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d44f expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.592244:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016074.592246:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016074.592249:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5598fd07 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d472 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.592294:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5598fccf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d44f expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.592312:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5598fccf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d44f expref: 8 pid: 7685 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1734016074.592330:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800700cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338202240:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016074.592416:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016074.597303:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800700cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338202240:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016074.597346:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5598fd07 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d472 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.597366:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565d40, rc 0) 00000100:00100000:0.0:1734016074.597434:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334107904:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5296us (5627us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016074.597445:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9339 00000100:00100000:0.0:1734016074.610418:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334108416 00000100:00100000:0.0:1734016074.610435:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334108416 00002000:00100000:0.0:1734016074.610515:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9523200->9879551) req@ffff88007c9e5180 x1818247334108416/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:35/0 lens 488/0 e 0 to 0 dl 1734016085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.610531:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c9e5180 with x1818247334108416 ext(9523200->9879551) 00002000:00010000:0.0:1734016074.610540:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c9e5180 00000100:00100000:0.0:1734016074.610583:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7331 00000100:00100000:0.0:1734016074.610593:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334108416:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016074.616290:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334108416:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 5664us (5965us total) trans 0 rc 356352/356352 00000100:00100000:0.0:1734016074.616326:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7331 00002000:00100000:0.0:1734016074.616352:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9523200->9879551) req@ffff88007c9e5180 x1818247334108416/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:35/0 lens 488/440 e 0 to 0 dl 1734016085 ref 1 fl Complete:/200/0 rc 356352/356352 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.616366:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c9e5180 with x1818247334108416 ext(9523200->9879551) 00002000:00010000:0.0:1734016074.616377:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c9e5180 00000100:00100000:0.0:1734016074.620948:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334108544 00000100:00100000:0.0:1734016074.620965:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334108544 00002000:00100000:0.0:1734016074.621038:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9854976->9875812) req@ffff880078c50000 x1818247334108544/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:35/0 lens 488/0 e 0 to 0 dl 1734016085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.621050:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c50000 with x1818247334108544 ext(9854976->9875812) 00002000:00010000:0.0:1734016074.621058:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c50000 00000100:00100000:0.0:1734016074.621159:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7332 00000100:00100000:0.0:1734016074.621168:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334108544:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016074.626613:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334108544:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 5418us (5731us total) trans 4294968997 rc 0/0 00000100:00100000:0.0:1734016074.626639:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7332 00002000:00100000:0.0:1734016074.626664:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9854976->9875812) req@ffff880078c50000 x1818247334108544/t4294968997(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:35/0 lens 488/448 e 0 to 0 dl 1734016085 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.626681:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c50000 with x1818247334108544 ext(9854976->9875812) 00002000:00010000:0.0:1734016074.626690:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c50000 00000100:00100000:0.0:1734016074.629065:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334108672 00000100:00100000:0.0:1734016074.629079:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334108672 00000100:00100000:0.0:1734016074.629164:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1805 00000100:00100000:0.0:1734016074.629175:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:9662:x1818247334108672:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:0.0:1734016074.629394:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:9662:x1818247334108672:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 220us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016074.629404:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1805 00000100:00100000:0.0:1734016074.631681:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334108800 00000100:00100000:0.0:1734016074.631698:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334108800 00000100:00100000:0.0:1734016074.631951:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9340 00000100:00100000:0.0:1734016074.631961:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334108800:12345-192.168.201.4@tcp:16:fsx.0 00000100:00100000:0.0:1734016074.634354:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334108800:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2384us (2768us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016074.634370:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9340 00000100:00100000:0.0:1734016074.637943:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.641719:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.647619:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.654547:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.661535:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.673610:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.678920:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.684596:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.688739:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.700294:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.705042:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.712295:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334110848:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 5296us (7258us total) trans 4294968999 rc 0/0 00000100:00100000:0.0:1734016074.712313:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7337 00002000:00100000:0.0:1734016074.712333:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7933952->7950335) req@ffff8800700cf800 x1818247334110848/t4294968999(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:35/0 lens 16872/448 e 0 to 0 dl 1734016085 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.712351:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cf800 with x1818247334110848 ext(7933952->7950335) 00002000:00010000:0.0:1734016074.712358:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cf800 00000100:00100000:0.0:1734016074.729729:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.736290:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016074.739654:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968999 is committed 00000100:00100000:0.0:1734016074.743493:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.748059:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.757666:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.768847:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338203264:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016074.768926:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc5598fd4d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d4aa expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016074.768951:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc5598fd4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d4aa expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016074.768983:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:0.0:1734016074.769096:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334111488:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10985us (11445us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016074.769108:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9348 00000100:00100000:0.0:1734016074.773635:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.780632:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338203392:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016074.780671:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5598fd54 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d4b1 expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016074.780691:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5598fd54 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d4b1 expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016074.780714:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:0.0:1734016074.780758:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070a6a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334111616:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3130us (7139us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016074.780766:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9349 00000100:00100000:0.0:1734016074.787620:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.793319:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.801230:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.808995:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.817898:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.824530:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.836628:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.847789:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.859057:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.864075:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.875432:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.879451:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.883069:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.890400:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.890448:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.896216:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.900670:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.912206:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.928373:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.931422:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016074.965912:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7341 00000100:00100000:0.0:1734016074.965932:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334115200:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.115214:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334115456 00000100:00100000:0.0:1734016075.115226:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334115456 00000100:00100000:0.0:1734016075.115308:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1809 00000100:00100000:0.0:1734016075.115316:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+26:9662:x1818247334115456:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016075.115391:0:13928:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016075.115418:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc5598fd15 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d479 expref: 26 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.115449:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016075.115454:0:13928:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016075.115629:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc5598fdbd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016075.115642:0:13928:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc5598fd3f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d49c expref: 21 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.115648:0:13928:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc5598fdbd lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016075.115682:0:13928:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc5598fd3f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d49c expref: 21 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.115693:0:13928:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc5598fd3f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d49c expref: 21 pid: 6479 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1734016075.115712:0:13928:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13928:1818247338205568:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016075.115792:0:13928:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016075.122274:0:13928:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13928:1818247338205568:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016075.122300:0:13928:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc5598fdbd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016075.122748:0:13928:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc5598fdbd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016075.122756:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc5598fdbd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000001:00080000:0.0:1734016075.122880:0:13928:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968450 00000004:00010000:0.0:1734016075.122928:0:13928:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078c51500 reply state ffff880070daf000 transno 4294968451 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc5598fdbd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:0.0:1734016075.122936:0:13928:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016075.123045:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+28:9662:x1818247334115456:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 7729us (7935us total) trans 4294968451 rc 0/0 00000100:00100000:0.0:1734016075.123052:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1809 00000020:00080000:0.0:1734016075.123056:0:13928:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016075.129333:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc5598fdbd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016075.129342:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc5598fdbd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016075.129347:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc5598fdbd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016075.129351:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8564d80 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016075.129355:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc5598fdbd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016075.129364:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc5598fdbd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016075.129376:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016075.129379:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016075.129381:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc5598fdbd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016075.129385:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc5598fdbd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000100:00100000:0.0:1734016075.172889:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.172924:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334115968 00000100:00100000:0.0:1734016075.172935:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334115968 00002000:00010000:0.0:1734016075.172969:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10093649->18446744073709551615) 00002000:00100000:0.0:1734016075.172972:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2300 with x1818247334115968 ext(10093649->18446744073709551615) 00002000:00010000:0.0:1734016075.172983:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d2300. 00000100:00100000:0.0:1734016075.173219:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7342 00000100:00100000:0.0:1734016075.173225:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334115968:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016075.173387:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9875813 -> 10093649 00002000:00010000:0.0:1734016075.173391:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016074 -> 1734016075 00002000:00010000:0.0:1734016075.173392:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016074 -> 1734016074 00002000:00010000:0.0:1734016075.173394:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016074 -> 1734016075 00002000:00010000:0.0:1734016075.173395:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 920 -> 920 00000100:00100000:0.0:1734016075.177626:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334115968:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 4382us (4728us total) trans 4294969002 rc 0/0 00000100:00100000:0.0:1734016075.177643:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7342 00002000:00010000:0.0:1734016075.177653:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10093649->18446744073709551615) 00002000:00100000:0.0:1734016075.177659:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2300 with x1818247334115968 ext(10093649->18446744073709551615) 00002000:00010000:0.0:1734016075.177673:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d2300. 00000100:00100000:0.0:1734016075.183396:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.214381:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7344 00000100:00100000:0.0:1734016075.214388:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334116352:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016075.215863:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334116352:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 1465us (3808us total) trans 4294969003 rc 0/0 00000100:00100000:0.0:1734016075.215876:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7344 00002000:00100000:0.0:1734016075.215887:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10084352->10093648) req@ffff88007c9e7480 x1818247334116352/t4294969003(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:36/0 lens 9792/448 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.215897:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c9e7480 with x1818247334116352 ext(10084352->10093648) 00002000:00010000:0.0:1734016075.215902:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c9e7480 00000100:00100000:0.0:1734016075.218682:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.228266:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.231753:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.251842:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334117376 00000100:00100000:0.0:1734016075.251855:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334117376 00002000:00100000:0.0:1734016075.251911:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8032256->8036351) req@ffff88007c9e6680 x1818247334117376/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.251924:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c9e6680 with x1818247334117376 ext(8032256->8036351) 00002000:00010000:0.0:1734016075.251931:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c9e6680 00000100:00100000:0.0:1734016075.252316:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7345 00000100:00100000:0.0:1734016075.252324:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334117376:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.252540:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334117376:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 216us (811us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016075.252548:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7345 00002000:00100000:0.0:1734016075.252553:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8032256->8036351) req@ffff88007c9e6680 x1818247334117376/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:36/0 lens 488/4536 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.252560:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c9e6680 with x1818247334117376 ext(8032256->8036351) 00002000:00010000:0.0:1734016075.252563:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c9e6680 00000100:00100000:0.0:1734016075.264148:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334117888 00000100:00100000:0.0:1734016075.264160:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334117888 00002000:00100000:0.0:1734016075.264203:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8024064->8028159) req@ffff88007c9e5c00 x1818247334117888/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.264214:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c9e5c00 with x1818247334117888 ext(8024064->8028159) 00002000:00010000:0.0:1734016075.264220:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c9e5c00 00000100:00100000:0.0:1734016075.264295:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7347 00000100:00100000:0.0:1734016075.264301:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334117888:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.264501:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334117888:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 199us (484us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016075.264509:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7347 00002000:00100000:0.0:1734016075.264514:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8024064->8028159) req@ffff88007c9e5c00 x1818247334117888/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:36/0 lens 488/4536 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.264521:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c9e5c00 with x1818247334117888 ext(8024064->8028159) 00002000:00010000:0.0:1734016075.264523:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c9e5c00 00000100:00100000:0.0:1734016075.273523:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334118400 00000100:00100000:0.0:1734016075.273536:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334118400 00002000:00100000:0.0:1734016075.273595:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8015872->8019967) req@ffff88007c9e5880 x1818247334118400/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.273608:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c9e5880 with x1818247334118400 ext(8015872->8019967) 00002000:00010000:0.0:1734016075.273616:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c9e5880 00000100:00100000:0.0:1734016075.273651:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7349 00000100:00100000:0.0:1734016075.273659:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334118400:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.273918:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334118400:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 257us (485us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016075.273927:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7349 00002000:00100000:0.0:1734016075.273933:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8015872->8019967) req@ffff88007c9e5880 x1818247334118400/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:36/0 lens 488/4536 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.273940:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c9e5880 with x1818247334118400 ext(8015872->8019967) 00002000:00010000:0.0:1734016075.273942:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c9e5880 00000100:00100000:0.0:1734016075.298799:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334119040 00000100:00100000:0.0:1734016075.298824:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334119040 00002000:00100000:0.0:1734016075.298869:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8007680->8036351) req@ffff88012dc44700 x1818247334119040/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.298878:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc44700 with x1818247334119040 ext(8007680->8036351) 00002000:00010000:0.0:1734016075.298883:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc44700 00000100:00100000:0.0:1734016075.298912:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7352 00000100:00100000:0.0:1734016075.298918:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334119040:12345-192.168.201.4@tcp:4:fsx.0 00000001:00080000:0.0:1734016075.310676:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969004 is committed 00000100:00100000:0.0:1734016075.336609:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334119936 00000100:00100000:0.0:1734016075.336618:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334119936 00002000:00100000:0.0:1734016075.336663:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8151040->8155135) req@ffff880078835880 x1818247334119936/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.336673:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078835880 with x1818247334119936 ext(8151040->8155135) 00002000:00010000:0.0:1734016075.336677:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078835880 00000100:00100000:0.0:1734016075.336714:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7354 00000100:00100000:0.0:1734016075.336722:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334119936:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.336916:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334119936:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 194us (487us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016075.336923:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7354 00002000:00100000:0.0:1734016075.336928:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8151040->8155135) req@ffff880078835880 x1818247334119936/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:36/0 lens 488/4536 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.336935:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078835880 with x1818247334119936 ext(8151040->8155135) 00002000:00010000:0.0:1734016075.336938:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078835880 00000100:00100000:0.0:1734016075.345439:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334120448 00000100:00100000:0.0:1734016075.345452:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334120448 00002000:00100000:0.0:1734016075.345505:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8142848->8146943) req@ffff880078837b80 x1818247334120448/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.345515:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078837b80 with x1818247334120448 ext(8142848->8146943) 00002000:00010000:0.0:1734016075.345521:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078837b80 00000100:00100000:0.0:1734016075.345615:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7356 00000100:00100000:0.0:1734016075.345624:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334120448:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.345845:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334120448:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 221us (746us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016075.345851:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7356 00002000:00100000:0.0:1734016075.345858:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8142848->8146943) req@ffff880078837b80 x1818247334120448/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:36/0 lens 488/4536 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.345865:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078837b80 with x1818247334120448 ext(8142848->8146943) 00002000:00010000:0.0:1734016075.345868:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078837b80 00000100:00100000:0.0:1734016075.354440:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334120960 00000100:00100000:0.0:1734016075.354450:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334120960 00002000:00100000:0.0:1734016075.354506:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8134656->8138751) req@ffff880078835500 x1818247334120960/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.354517:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078835500 with x1818247334120960 ext(8134656->8138751) 00002000:00010000:0.0:1734016075.354524:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078835500 00000100:00100000:0.0:1734016075.354563:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7358 00000100:00100000:0.0:1734016075.354573:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334120960:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.354792:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334120960:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 221us (607us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016075.354799:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7358 00002000:00100000:0.0:1734016075.354805:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8134656->8138751) req@ffff880078835500 x1818247334120960/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:36/0 lens 488/4536 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.354843:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078835500 with x1818247334120960 ext(8134656->8138751) 00002000:00010000:0.0:1734016075.354846:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078835500 00000001:00080000:0.0:1734016075.366379:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969005 is committed 00000100:00100000:0.0:1734016075.396875:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334121856 00000100:00100000:0.0:1734016075.396885:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334121856 00010000:00010000:0.0:1734016075.396930:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5598fdc4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d513 expref: 7 pid: 7685 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1734016075.396997:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2486 00000100:00100000:0.0:1734016075.397005:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334121856:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016075.397021:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016075.397052:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5598fdc4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d513 expref: 7 pid: 7685 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1734016075.397066:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5598fdc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d513 expref: 7 pid: 7685 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1734016075.397104:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.397107:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.397119:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5598fe18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9035776->9039871) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d559 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.397128:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5598fe18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9035776->9039871) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d559 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.397167:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5598fe18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9035776->9039871) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d559 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016075.397181:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cd2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338206976:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016075.397257:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016075.402087:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cd2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338206976:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016075.402122:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016075.402173:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334121856:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5167us (5553us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.402186:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2486 00000100:00100000:0.0:1734016075.408212:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.428237:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334122496 00000100:00100000:0.0:1734016075.428249:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334122496 00010000:00010000:0.0:1734016075.428302:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5598fe18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9035776->9039871) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d559 expref: 7 pid: 7685 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1734016075.428349:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2487 00000100:00100000:0.0:1734016075.428358:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334122496:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016075.428378:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016075.428398:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5598fe18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9035776->9039871) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d559 expref: 7 pid: 7685 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1734016075.428410:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5598fe18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9035776->9039871) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d559 expref: 7 pid: 7685 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1734016075.428439:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5598fe18 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9035776->9039871) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d559 expref: 7 pid: 7685 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1734016075.428478:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.428481:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.428485:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5598fe26 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8998912->9031679] (req 8998912->9031679) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.428495:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5598fe26 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8998912->9031679] (req 8998912->9031679) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.428527:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016075.428582:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334122496:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 225us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.428589:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2487 00010000:00010000:0.0:1734016075.428628:0:7691:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5598fe26 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8998912->9031679] (req 8998912->9031679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.428635:0:7691:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5598fe26 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8998912->9031679] (req 8998912->9031679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.443713:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5598fe26 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8998912->9031679] (req 8998912->9031679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.443738:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5598fe26 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8998912->9031679] (req 8998912->9031679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.443747:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5598fe26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8998912->9031679] (req 8998912->9031679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.443753:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405680 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016075.443757:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5598fe26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8998912->9031679] (req 8998912->9031679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.443766:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5598fe26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8998912->9031679] (req 8998912->9031679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.443788:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5598fe26 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8998912->9031679] (req 8998912->9031679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.443797:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5598fe26 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8998912->9031679] (req 8998912->9031679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016075.443948:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334122368:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 20673us (26645us total) trans 0 rc 32768/32768 00000100:00100000:0.0:1734016075.443960:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7360 00000100:00100000:0.0:1734016075.477525:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334123136 00000100:00100000:0.0:1734016075.477543:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334123136 00000100:00100000:0.0:1734016075.477619:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9382 00000100:00100000:0.0:1734016075.477630:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334123136:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.477665:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.477698:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5598fe3b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d575 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016075.477792:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cd2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338207616:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016075.477918:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00002000:00010000:0.0:1734016075.480107:0:9511:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016074 -> 1734016075 00000100:00100000:0.0:1734016075.480163:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cd2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338207616:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016075.480231:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5598fe3b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d575 expref: 7 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.480255:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5598fe3b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d575 expref: 7 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.480289:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567cc0, rc 0) 00000100:00100000:0.0:1734016075.480381:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334123136:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2751us (2959us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016075.480393:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9382 00000100:00100000:0.0:1734016075.483419:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334123264 00000100:00100000:0.0:1734016075.483432:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334123264 00000100:00100000:0.0:1734016075.483496:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9383 00000100:00100000:0.0:1734016075.483503:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334123264:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.483527:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.483549:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5598fe42 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d57c expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016075.483626:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cd2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338207744:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016075.483701:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016075.501703:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334123776 00000100:00100000:0.0:1734016075.501719:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334123776 00000100:00100000:0.0:1734016075.501798:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9384 00000100:00100000:0.0:1734016075.501831:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334123776:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.501869:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.501897:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5598fe50 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d583 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.501953:0:9511:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5598fe34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2404352->2469887) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d56e expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.501963:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016075.501966:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016075.501974:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5598fe50 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d583 expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.502025:0:9511:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5598fe34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2404352->2469887) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d56e expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.502040:0:9511:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5598fe34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2404352->2469887) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d56e expref: 7 pid: 7685 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1734016075.502056:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cd2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338208000:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016075.502140:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f300 going to sleep for 11 seconds 00010000:00010000:0.0:1734016075.509935:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5598fe34 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2404352->2469887) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d56e expref: 8 pid: 7685 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1734016075.509962:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cd2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338208000:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016075.509984:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5598fe50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d583 expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.510002:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564b40, rc 0) 00000100:00100000:0.0:1734016075.510040:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334123776:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8233us (8581us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.510048:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9384 00000100:00100000:0.0:1734016075.515971:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.522058:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.526653:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334124288 00000100:00100000:0.0:1734016075.526668:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334124288 00000100:00100000:0.0:1734016075.526741:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9385 00000100:00100000:0.0:1734016075.526751:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334124288:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.526777:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.526824:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc5598fe65 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d591 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016075.526895:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338208256:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016075.527000:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f300 going to sleep for 11 seconds 00002000:00010000:0.0:1734016075.531891:0:9511:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016074 -> 1734016075 00000100:00100000:0.0:1734016075.532061:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338208256:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016075.532108:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc5598fe65 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d591 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.532124:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc5598fe65 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d591 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.532150:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567840, rc 0) 00000100:00100000:0.0:1734016075.532353:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334124288:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5601us (5813us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016075.532362:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9385 00000100:00100000:0.0:1734016075.545175:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334124416 00000100:00100000:0.0:1734016075.545205:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334124416 00000100:00100000:0.0:1734016075.545312:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9386 00000100:00100000:0.0:1734016075.545324:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334124416:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.545352:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.545381:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc5598fe6c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d598 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016075.545493:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338208384:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016075.545641:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016075.548852:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338208384:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016075.548902:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc5598fe6c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d598 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.548918:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc5598fe6c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d598 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.548946:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567600, rc 0) 00000100:00100000:0.0:1734016075.549082:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334124416:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3757us (8061us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016075.549093:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9386 00000100:00100000:0.0:1734016075.556226:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334124672 00000100:00100000:0.0:1734016075.556246:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334124672 00000100:00100000:0.0:1734016075.556348:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1815 00000100:00100000:0.0:1734016075.556358:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:9662:x1818247334124672:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016075.556464:0:13928:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016075.556517:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5598fe5e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d58a expref: 22 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.556541:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016075.556547:0:13928:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016075.556915:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5598fe73 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016075.556940:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5598fe73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016075.556955:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5598fe73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000001:00080000:0.0:1734016075.557017:0:13928:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968454 00000004:00010000:0.0:1734016075.557037:0:13928:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800a782aa00 reply state ffff880070da8000 transno 4294968455 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5598fe73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:0.0:1734016075.557045:0:13928:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016075.557189:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:9662:x1818247334124672:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 830us (1168us total) trans 4294968455 rc 0/0 00000100:00100000:0.0:1734016075.557198:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1815 00000020:00080000:0.0:1734016075.557205:0:13928:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016075.560175:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5598fe73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016075.560192:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5598fe73 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016075.560198:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5598fe73 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016075.560205:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8564480 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016075.560209:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5598fe73 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016075.560216:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5598fe73 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016075.560236:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016075.560240:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016075.560245:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5598fe73 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016075.560250:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5598fe73 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000100:00100000:0.0:1734016075.560932:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334124800 00000100:00100000:0.0:1734016075.560946:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334124800 00000100:00100000:0.0:1734016075.561019:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9387 00000100:00100000:0.0:1734016075.561028:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334124800:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.561057:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.561079:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc5598fe7a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d59f expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.561106:0:9511:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5598fe50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d583 expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.561112:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016075.561115:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016075.561118:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc5598fe7a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d59f expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.561151:0:9511:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5598fe50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d583 expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.561164:0:9511:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5598fe50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d583 expref: 7 pid: 9511 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1734016075.561177:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338208512:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016075.561236:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f300 going to sleep for 11 seconds 00010000:00010000:0.0:1734016075.566541:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5598fe50 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d583 expref: 8 pid: 9511 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1734016075.570278:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338208512:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016075.570337:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc5598fe7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d59f expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.570357:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567600, rc 0) 00000100:00100000:0.0:1734016075.570456:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334124800:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9426us (9599us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.570466:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9387 00000100:00100000:0.0:1734016075.574943:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334125056 00000100:00100000:0.0:1734016075.574955:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334125056 00002000:00010000:0.0:1734016075.575024:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (892562->18446744073709551615) 00002000:00100000:0.0:1734016075.575031:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c53100 with x1818247334125056 ext(892562->18446744073709551615) 00002000:00010000:0.0:1734016075.575048:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c53100. 00000100:00100000:0.0:1734016075.575441:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7362 00000100:00100000:0.0:1734016075.575452:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334125056:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016075.580894:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7967042 -> 892562 00002000:00010000:0.0:1734016075.580903:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016075 -> 1734016075 00002000:00010000:0.0:1734016075.580906:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016075 -> 1734016074 00002000:00010000:0.0:1734016075.580908:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016075 -> 1734016075 00002000:00010000:0.0:1734016075.580910:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 784 -> 608 00000100:00100000:0.0:1734016075.581042:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334125056:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 5582us (6346us total) trans 4294969009 rc 0/0 00000100:00100000:0.0:1734016075.581058:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7362 00002000:00010000:0.0:1734016075.581067:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (892562->18446744073709551615) 00002000:00100000:0.0:1734016075.581071:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c53100 with x1818247334125056 ext(892562->18446744073709551615) 00002000:00010000:0.0:1734016075.581080:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c53100. 00000100:00100000:0.0:1734016075.584722:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.598042:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334125312 00000100:00100000:0.0:1734016075.598052:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334125312 00000100:00100000:0.0:1734016075.598110:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9388 00000100:00100000:0.0:1734016075.598117:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334125312:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.598136:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.598155:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5598fe8f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d5ad expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016075.598219:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338208768:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016075.598297:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016075.616779:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.635720:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334125824 00000100:00100000:0.0:1734016075.635735:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334125824 00010000:00010000:0.0:1734016075.635788:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc5598fe7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d59f expref: 9 pid: 9511 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1734016075.635895:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2492 00000100:00100000:0.0:1734016075.635904:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334125824:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016075.635925:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016075.636037:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc5598fe7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d59f expref: 9 pid: 9511 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1734016075.636053:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc5598fe7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d59f expref: 9 pid: 9511 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1734016075.636088:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc5598fe7a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d59f expref: 9 pid: 9511 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1734016075.636121:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.636124:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.636135:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc5598fea4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3723264->3735551) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d5c2 expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.636146:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc5598fea4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3723264->3735551) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d5c2 expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016075.641257:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.645144:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.655522:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.667214:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.692663:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.696115:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.708385:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.736517:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.749103:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334127360 00000100:00100000:0.0:1734016075.749109:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334127360 00010000:00010000:0.0:1734016075.749136:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5598feab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 28672->49151) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d5c9 expref: 9 pid: 7685 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1734016075.749161:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2494 00000100:00100000:0.0:1734016075.749166:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334127360:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016075.749177:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016075.749195:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5598feab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 28672->49151) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d5c9 expref: 9 pid: 7685 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1734016075.749204:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5598feab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 28672->49151) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d5c9 expref: 9 pid: 7685 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1734016075.749227:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5598feab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 28672->49151) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d5c9 expref: 9 pid: 7685 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1734016075.749258:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016075.749278:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334127360:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 112us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.749283:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2494 00000100:00100000:0.0:1734016075.765441:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.786488:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.852136:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.865305:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.874862:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.882486:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.882561:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.882600:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334128896 00000100:00100000:0.0:1734016075.882607:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334128896 00010000:00010000:0.0:1734016075.882638:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5598fedc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d5f3 expref: 12 pid: 7685 timeout: 439 lvb_type: 1 00000100:00100000:0.0:1734016075.882675:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334129024 00000100:00100000:0.0:1734016075.882678:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334129024 00010000:00010000:0.0:1734016075.882688:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5598fed5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 577536->581631) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d5ec expref: 9 pid: 7685 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1734016075.882702:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2498 00000100:00100000:0.0:1734016075.882708:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247334128896:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016075.882720:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016075.882736:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5598fedc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d5f3 expref: 12 pid: 7685 timeout: 439 lvb_type: 1 00010000:00010000:0.0:1734016075.882745:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5598fedc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d5f3 expref: 12 pid: 7685 timeout: 439 lvb_type: 1 00010000:00010000:0.0:1734016075.886226:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5598fedc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d5f3 expref: 12 pid: 7685 timeout: 439 lvb_type: 1 00010000:00010000:0.0:1734016075.886255:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.886257:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.886262:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5598feea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d5fa expref: 11 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.886269:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5598feea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d5fa expref: 11 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.886330:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5598feea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d5fa expref: 11 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016075.886345:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338210816:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016075.886416:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016075.889147:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338210816:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016075.889170:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016075.889221:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334128896:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6511us (6737us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.889232:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2498 00000100:00100000:0.0:1734016075.921554:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016075.988184:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247334129536:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 10513us (10861us total) trans 4294969013 rc 0/0 00000100:00100000:0.0:1734016075.988208:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7368 00002000:00100000:0.0:1734016075.988228:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2584576->2611309) req@ffff8800784e2680 x1818247334129536/t4294969013(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:36/0 lens 488/448 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.988240:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e2680 with x1818247334129536 ext(2584576->2611309) 00002000:00010000:0.0:1734016075.988248:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e2680 00000100:00100000:0.0:1734016075.993242:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016075.998959:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969013 is committed 00000001:00080000:0.0:1734016075.999012:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969009 is committed 00000100:00100000:0.0:1734016076.004655:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.008748:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.022085:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.056285:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:0.0:1734016076.056857:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016046 00000100:00100000:0.0:1734016076.064268:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.080927:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:0.0:1734016076.086621:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016046 00010000:00010000:0.0:1734016076.098963:0:6468:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016076.109163:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.134182:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016076.139184:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5598ff30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016076.139201:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5598ff30 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016076.139208:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5598ff30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016076.139214:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405680 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016076.139219:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5598ff30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016076.139227:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5598ff30 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016076.139245:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016076.139247:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016076.139251:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5598ff30 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016076.139254:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5598ff30 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016076.146536:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.183237:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.198320:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.247231:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.259436:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016076.259865:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5598ff6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5844992->5906431] (req 5844992->5906431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.259871:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5598ff6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5844992->5906431] (req 5844992->5906431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016076.275216:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1245693 -> 5906432 00002000:00010000:0.0:1734016076.275221:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 552 -> 672 00010000:00010000:0.0:1734016076.275233:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5598ff6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5844992->5906431] (req 5844992->5906431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.275242:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5598ff6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5844992->5906431] (req 5844992->5906431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.275252:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5598ff6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5844992->5906431] (req 5844992->5906431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.275259:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100900 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016076.275263:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5598ff6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5844992->5906431] (req 5844992->5906431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.275270:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5598ff6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5844992->5906431] (req 5844992->5906431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.275287:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5598ff6f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5844992->5906431] (req 5844992->5906431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.275293:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5598ff6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5844992->5906431] (req 5844992->5906431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016076.275792:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334132608:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 28330us (28570us total) trans 4294969016 rc 0/0 00000100:00100000:0.0:1734016076.275801:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7370 00000100:00100000:0.0:1734016076.282235:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334132864 00000100:00100000:0.0:1734016076.282245:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334132864 00000100:00100000:0.0:1734016076.282369:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1824 00000100:00100000:0.0:1734016076.282376:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+25:9662:x1818247334132864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016076.282400:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016076.282419:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567840/0x979ba2bc5598ff76 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d663 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.282509:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5598ff7d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016076.282525:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5598ff7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016076.282534:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5598ff7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:0.0:1734016076.282556:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1245693 00000004:00200000:0.0:1734016076.282560:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016076.282575:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5598ff7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016076.282597:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567840/0x979ba2bc5598ff76 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d663 expref: 27 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.282616:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5598ff7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d663 expref: 26 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.282622:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016076.282625:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016076.282629:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565f80, rc 0) 00000100:00100000:0.0:1734016076.282702:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+26:9662:x1818247334132864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 324us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.282710:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1824 00000100:00100000:0.0:1734016076.286582:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334132992 00000100:00100000:0.0:1734016076.286590:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334132992 00000100:00100000:0.0:1734016076.286647:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9414 00000100:00100000:0.0:1734016076.286654:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334132992:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016076.286672:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016076.286691:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5598ff84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d66a expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016076.286713:0:9511:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 5906432, mtime: 0x675afc4c, atime: 0x675afc4b, ctime: 0x675afc4c, blocks: 0x2a0 00010000:00010000:0.0:1734016076.286732:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.286734:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.286741:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5598ff84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d66a expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.286755:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5598ff84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d66a expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.286771:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567cc0, rc 0) 00000100:00100000:0.0:1734016076.286841:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334132992:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 186us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.286848:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9414 00000100:00100000:0.0:1734016076.293802:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334133248 00000100:00100000:0.0:1734016076.293849:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334133248 00000100:00100000:0.0:1734016076.301516:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334133376 00000100:00100000:0.0:1734016076.301525:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334133376 00010000:00010000:0.0:1734016076.301557:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5598ff84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d66a expref: 6 pid: 9511 timeout: 439 lvb_type: 1 00000001:00080000:0.0:1734016076.312055:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969017 is committed 00000100:00100000:0.0:1734016076.327489:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334133632 00000100:00100000:0.0:1734016076.327502:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334133632 00000100:00100000:0.0:1734016076.327772:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9416 00000100:00100000:0.0:1734016076.327780:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334133632:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016076.327801:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1734016076.343246:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334133760 00000100:00100000:0.0:1734016076.343258:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334133760 00010000:00010000:0.0:1734016076.343306:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5598ff92 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d671 expref: 8 pid: 7685 timeout: 439 lvb_type: 1 00000100:00100000:0.0:1734016076.343366:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2504 00000100:00100000:0.0:1734016076.343373:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b414bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334133760:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016076.343394:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016076.343427:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5598ff92 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d671 expref: 8 pid: 7685 timeout: 439 lvb_type: 1 00010000:00010000:0.0:1734016076.343444:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5598ff92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d671 expref: 8 pid: 7685 timeout: 439 lvb_type: 1 00010000:00010000:0.0:1734016076.343490:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.343492:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.343500:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5598ff99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6959104->6991871) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d678 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.343509:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5598ff99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6959104->6991871) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d678 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.343562:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5598ff99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6959104->6991871) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d678 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016076.343582:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f94e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338212992:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016076.343689:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016076.357084:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f94e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338212992:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016076.357117:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016076.357180:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b414bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334133760:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 13805us (14064us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.357194:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2504 00000100:00100000:0.0:1734016076.378195:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334134272 00000100:00100000:0.0:1734016076.378205:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334134272 00002000:00100000:0.0:1734016076.378265:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5083136->6959103) req@ffff8801309f8380 x1818247334134272/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.378279:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8380 with x1818247334134272 ext(5083136->6959103) 00002000:00010000:0.0:1734016076.378285:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8380 00000100:00100000:0.0:1734016076.378314:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7373 00000100:00100000:0.0:1734016076.378321:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334134272:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.499773:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3505:1818247338213888:0@lo:400:kworker.0 00000100:00100000:0.0:1734016076.499804:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016076.499872:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338213888 00000100:00100000:0.0:1734016076.499878:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338213888 00000100:00100000:0.0:1734016076.499915:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:0.0:1734016076.499920:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a755a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3505:x1818247338213888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016076.499957:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a755a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3505:x1818247338213888:12345-0@lo:400:kworker.0 Request processed in 36us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.499963:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00080000:0.0:1734016076.499997:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016046 00000100:00100000:0.0:1734016076.500015:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3505:1818247338213888:0@lo:400:kworker.0 00000100:00100000:0.0:1734016076.501021:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3505:1818247338214400:0@lo:400:kworker.0 00000100:00100000:1.0:1734016076.501261:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3507:1818247338214144:0@lo:400:kworker.0 00000100:00100000:1.0:1734016076.501282:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338214528 00000100:00100000:1.0:1734016076.501285:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338214528 00000100:00100000:1.0:1734016076.501323:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:1.0:1734016076.501327:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338214528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016076.501355:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338214528:12345-0@lo:400:kworker.0 Request processed in 26us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016076.501360:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:1.0:1734016076.501376:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338214528:0@lo:400:kworker.0 00000100:00100000:0.0:1734016076.502194:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016076.502407:0:3505:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016076.502417:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338214272:0@lo:400:kworker.0 00000100:00100000:0.0:1734016076.502445:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016076.503088:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338214272:0@lo:400:kworker.0 00000100:00100000:0.0:1734016076.503097:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3505:1818247338214400:0@lo:400:kworker.0 00000100:00100000:0.0:1734016076.506915:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.512356:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338214656:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016076.512407:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5598ffca lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d6a9 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.512426:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5598ffca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d6a9 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.512694:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:0.0:1734016076.512771:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334135168:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5504us (5868us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016076.512782:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9423 00000100:00100000:1.0:1734016076.517004:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.517163:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334135296 00000100:00100000:0.0:1734016076.517168:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334135296 00000100:00100000:0.0:1734016076.517202:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9424 00000100:00100000:0.0:1734016076.517207:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334135296:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016076.517218:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016076.517239:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc5598ffd1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d6b0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016076.517288:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338214912:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016076.517351:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016076.520603:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338214912:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016076.520646:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc5598ffd1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d6b0 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.520663:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc5598ffd1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d6b0 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.520796:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:0.0:1734016076.520885:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334135296:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3676us (3883us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016076.520893:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9424 00000100:00100000:0.0:1734016076.525232:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334135424 00000100:00100000:0.0:1734016076.525245:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334135424 00000100:00100000:0.0:1734016076.525295:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9425 00000100:00100000:0.0:1734016076.525304:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334135424:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016076.525615:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10014720 -> 10014720 00002000:00010000:0.0:1734016076.525618:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016076 -> 1734016076 00002000:00010000:0.0:1734016076.525620:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016075 -> 1734016075 00002000:00010000:0.0:1734016076.525622:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016076 -> 1734016076 00002000:00010000:0.0:1734016076.525624:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 712 -> 712 00000100:00100000:0.0:1734016076.526796:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334135424:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1485us (1694us total) trans 4294969018 rc 0/0 00000100:00100000:0.0:1734016076.526824:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9425 00000100:00100000:1.0:1734016076.529906:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.530047:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334135552 00000100:00100000:0.0:1734016076.530055:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334135552 00000100:00100000:0.0:1734016076.530726:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9426 00000100:00100000:0.0:1734016076.530736:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334135552:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016076.530762:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016076.530781:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5598ffd8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d6b7 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016076.530864:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338215040:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016076.530931:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016076.533270:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338215040:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016076.533319:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5598ffd8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d6b7 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.533334:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5598ffd8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d6b7 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.533362:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565d40, rc 0) 00000100:00100000:0.0:1734016076.533415:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334135552:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2680us (3517us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016076.533425:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9426 00000100:00100000:0.0:1734016076.542214:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334135680 00000100:00100000:0.0:1734016076.542227:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334135680 00000100:00100000:0.0:1734016076.542348:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9427 00000100:00100000:0.0:1734016076.542355:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334135680:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016076.542375:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016076.542394:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc5598ffdf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d6be expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.542426:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5598ff99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6959104->6991871) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d678 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.542433:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016076.542435:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016076.542439:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc5598ffdf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9244672->9248767] (req 9244672->9248767) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d6be expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.542472:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5598ff99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6959104->6991871) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d678 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.542483:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5598ff99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6959104->6991871) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d678 expref: 6 pid: 7685 timeout: 440 lvb_type: 0 00000100:00100000:0.0:1734016076.542495:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338215168:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016076.542573:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016076.548966:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.549598:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338215168:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016076.549646:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc5598ffdf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9244672->9248767] (req 9244672->9248767) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d6be expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.549677:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85646c0, rc 0) 00000100:00100000:0.0:1734016076.549765:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334135680:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7408us (7668us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.549778:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9427 00000100:00100000:0.0:1734016076.569023:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016076.596887:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016076.597093:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.598235:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7374 00000100:00100000:0.0:1734016076.598242:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334136192:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.671591:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.674895:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016076.679332:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016076.688718:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.699786:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.714458:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.719686:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.731356:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.735573:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.754063:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.759651:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.762683:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.770089:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.773506:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016076.782489:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.793768:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016076.807168:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.820685:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016076.827581:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.835688:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.839781:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016076.846235:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.850574:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.853892:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016076.858738:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.861716:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.865012:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016076.868919:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.873256:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.878958:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016076.882595:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.886283:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.890520:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016076.894682:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.899018:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.904740:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016076.908743:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.914163:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.917389:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334143616:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 2870us (3219us total) trans 4294969022 rc 0/0 00000100:00100000:0.0:1734016076.917404:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7394 00002000:00100000:0.0:1734016076.917417:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (974848->1040383) req@ffff880077e98700 x1818247334143616/t4294969022(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:37/0 lens 488/448 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.917433:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e98700 with x1818247334143616 ext(974848->1040383) 00002000:00010000:0.0:1734016076.917438:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e98700 00000100:00100000:1.0:1734016076.922406:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016076.924738:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969022 is committed 00000001:00080000:0.0:1734016076.924772:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969021 is committed 00000100:00100000:0.0:1734016076.928288:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016076.935113:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.941293:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016076.947049:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016076.957205:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.001858:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334144768 00000100:00100000:0.0:1734016077.001863:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334144768 00000100:00100000:0.0:1734016077.001900:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 134 00000100:00100000:0.0:1734016077.001904:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334144768:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:0.0:1734016077.001946:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334144768:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 40us (824us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016077.001953:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 134 00000100:00100000:0.0:1734016077.011148:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.019465:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.035577:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.042075:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:0.0:1734016077.043068:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016047 00000100:00100000:0.0:1734016077.046347:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.051416:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:0.0:1734016077.055314:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016047 00000100:00100000:0.0:1734016077.075223:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334145920 00000100:00100000:0.0:1734016077.075231:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334145920 00000100:00100000:0.0:1734016077.075271:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1832 00000100:00100000:0.0:1734016077.075277:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334145920:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016077.075300:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016077.075321:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55990095 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d743 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.075404:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5599009c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016077.075422:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5599009c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016077.075433:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5599009c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:0.0:1734016077.075453:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2071147 00000004:00200000:0.0:1734016077.075456:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016077.075466:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5599009c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016077.075484:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55990095 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d743 expref: 17 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.075513:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5599009c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d743 expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.075521:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016077.075524:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016077.075528:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567a80, rc 0) 00000100:00100000:0.0:1734016077.075576:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:9662:x1818247334145920:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 299us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016077.075581:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1832 00000100:00100000:0.0:1734016077.083175:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.100011:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.100126:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334146304 00000100:00100000:1.0:1734016077.100132:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334146304 00010000:00010000:1.0:1734016077.100153:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599006b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2662400->2715647) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d720 expref: 8 pid: 7685 timeout: 440 lvb_type: 0 00000100:00100000:1.0:1734016077.100182:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2513 00000100:00100000:1.0:1734016077.100188:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334146304:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016077.100198:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016077.100215:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599006b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2662400->2715647) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d720 expref: 8 pid: 7685 timeout: 440 lvb_type: 0 00010000:00010000:1.0:1734016077.100224:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599006b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2662400->2715647) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d720 expref: 8 pid: 7685 timeout: 440 lvb_type: 0 00010000:00010000:1.0:1734016077.100243:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599006b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2662400->2715647) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d720 expref: 8 pid: 7685 timeout: 440 lvb_type: 0 00010000:00010000:1.0:1734016077.100258:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016077.100259:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016077.100265:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559900aa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1970176->1974271) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d751 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.100272:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559900aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1970176->1974271) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d751 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.100295:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559900aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1970176->1974271) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d751 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016077.100308:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ea3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338218240:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016077.100340:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cb300 going to sleep for 11 seconds 00010000:00010000:0.0:1734016077.101946:0:9875:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016077.102898:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ea3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338218240:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016077.102929:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016077.103000:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334146304:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2809us (2988us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016077.103012:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2513 00000100:00100000:0.0:1734016077.110334:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.118098:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334146816 00000100:00100000:1.0:1734016077.118116:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334146816 00002000:00100000:1.0:1734016077.118188:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1966080->1970175) req@ffff8801309faa00 x1818247334146816/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016077.118201:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309faa00 with x1818247334146816 ext(1966080->1970175) 00002000:00010000:1.0:1734016077.118207:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309faa00 00000100:00100000:1.0:1734016077.118772:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7398 00000100:00100000:1.0:1734016077.118780:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334146816:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016077.119098:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334146816:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 317us (1945us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016077.119105:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7398 00002000:00100000:1.0:1734016077.119111:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1966080->1970175) req@ffff8801309faa00 x1818247334146816/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016077.119118:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309faa00 with x1818247334146816 ext(1966080->1970175) 00002000:00010000:1.0:1734016077.119121:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309faa00 00000100:00100000:0.0:1734016077.123653:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.123953:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334147072 00000100:00100000:1.0:1734016077.123973:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334147072 00002000:00100000:1.0:1734016077.124045:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1961984->1966079) req@ffff88007822fb80 x1818247334147072/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016077.124057:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822fb80 with x1818247334147072 ext(1961984->1966079) 00002000:00010000:1.0:1734016077.124065:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822fb80 00000100:00100000:1.0:1734016077.124113:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7399 00000100:00100000:1.0:1734016077.124122:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334147072:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016077.124382:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334147072:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 259us (745us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016077.124391:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7399 00002000:00100000:1.0:1734016077.124396:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1961984->1966079) req@ffff88007822fb80 x1818247334147072/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016077.124403:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822fb80 with x1818247334147072 ext(1961984->1966079) 00002000:00010000:1.0:1734016077.124406:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822fb80 00000100:00100000:0.0:1734016077.127586:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.136418:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334147584 00000100:00100000:1.0:1734016077.136429:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334147584 00002000:00100000:1.0:1734016077.136491:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1953792->1957887) req@ffff8801309fad80 x1818247334147584/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016077.136502:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fad80 with x1818247334147584 ext(1953792->1957887) 00002000:00010000:1.0:1734016077.136508:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fad80 00000100:00100000:1.0:1734016077.136545:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7401 00000100:00100000:1.0:1734016077.136554:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334147584:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016077.136932:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334147584:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 377us (827us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016077.136941:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7401 00002000:00100000:1.0:1734016077.136948:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1953792->1957887) req@ffff8801309fad80 x1818247334147584/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016077.136955:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fad80 with x1818247334147584 ext(1953792->1957887) 00002000:00010000:1.0:1734016077.136957:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fad80 00000100:00100000:0.0:1734016077.139839:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.139944:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334147840 00000100:00100000:1.0:1734016077.139954:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334147840 00002000:00100000:1.0:1734016077.140001:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1949696->1953791) req@ffff88007822df80 x1818247334147840/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016077.140012:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822df80 with x1818247334147840 ext(1949696->1953791) 00002000:00010000:1.0:1734016077.140018:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822df80 00000100:00100000:1.0:1734016077.140055:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7402 00000100:00100000:1.0:1734016077.140063:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334147840:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016077.140257:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334147840:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 194us (451us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016077.140264:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7402 00002000:00100000:1.0:1734016077.140269:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1949696->1953791) req@ffff88007822df80 x1818247334147840/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016077.140277:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822df80 with x1818247334147840 ext(1949696->1953791) 00002000:00010000:1.0:1734016077.140279:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822df80 00000100:00100000:0.0:1734016077.146429:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.149865:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334148352 00000100:00100000:1.0:1734016077.149879:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334148352 00002000:00100000:1.0:1734016077.149936:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1941504->1945599) req@ffff8801309fb480 x1818247334148352/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016077.149956:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fb480 with x1818247334148352 ext(1941504->1945599) 00002000:00010000:1.0:1734016077.149972:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fb480 00000100:00100000:1.0:1734016077.150011:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7404 00000100:00100000:1.0:1734016077.150019:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334148352:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016077.150230:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334148352:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 209us (675us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016077.150239:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7404 00002000:00100000:1.0:1734016077.150246:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1941504->1945599) req@ffff8801309fb480 x1818247334148352/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016077.150253:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fb480 with x1818247334148352 ext(1941504->1945599) 00002000:00010000:1.0:1734016077.150255:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fb480 00000100:00100000:0.0:1734016077.153068:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.166574:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.178098:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334148864 00000100:00100000:1.0:1734016077.178105:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334148864 00010000:00010000:1.0:1734016077.178136:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559900aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1970176->1974271) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d751 expref: 8 pid: 7685 timeout: 440 lvb_type: 0 00000100:00100000:1.0:1734016077.178172:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2514 00000100:00100000:1.0:1734016077.178179:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334148864:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016077.178194:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016077.178217:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559900aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1970176->1974271) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d751 expref: 8 pid: 7685 timeout: 440 lvb_type: 0 00010000:00010000:1.0:1734016077.178226:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559900aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1970176->1974271) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d751 expref: 8 pid: 7685 timeout: 440 lvb_type: 0 00010000:00010000:1.0:1734016077.178253:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559900aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1970176->1974271) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d751 expref: 8 pid: 7685 timeout: 440 lvb_type: 0 00010000:00010000:1.0:1734016077.178284:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016077.178287:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016077.178291:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559900bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9068544->9093119] (req 9068544->9093119) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.178301:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559900bf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9068544->9093119] (req 9068544->9093119) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.178321:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016077.178364:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334148864:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 185us (1605us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016077.178371:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2514 00002000:00010000:0.0:1734016077.192200:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2071147 -> 9093120 00002000:00010000:0.0:1734016077.192205:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 680 -> 728 00010000:00010000:0.0:1734016077.192216:0:13920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559900bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9068544->9093119] (req 9068544->9093119) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.192227:0:13920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559900bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9068544->9093119] (req 9068544->9093119) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.192235:0:13920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559900bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9068544->9093119] (req 9068544->9093119) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.192241:0:13920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7407cc0 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016077.192245:0:13920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559900bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9068544->9093119] (req 9068544->9093119) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.192252:0:13920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559900bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9068544->9093119] (req 9068544->9093119) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.192269:0:13920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559900bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9068544->9093119] (req 9068544->9093119) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.192279:0:13920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559900bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9068544->9093119] (req 9068544->9093119) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016077.192366:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334148736:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 25586us (25809us total) trans 4294969025 rc 0/0 00000100:00100000:0.0:1734016077.192377:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7405 00000100:00100000:0.0:1734016077.201045:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.209351:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.225137:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.230463:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.236528:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.236838:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334149888 00000100:00100000:1.0:1734016077.236848:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334149888 00002000:00100000:1.0:1734016077.236886:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8089600->8093695) req@ffff88007822d180 x1818247334149888/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016077.236895:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822d180 with x1818247334149888 ext(8089600->8093695) 00002000:00010000:1.0:1734016077.236901:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822d180 00000100:00100000:1.0:1734016077.236930:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7408 00000100:00100000:1.0:1734016077.236937:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334149888:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016077.237102:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334149888:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 164us (585us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016077.237112:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7408 00002000:00100000:1.0:1734016077.237118:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8089600->8093695) req@ffff88007822d180 x1818247334149888/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016077.237124:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822d180 with x1818247334149888 ext(8089600->8093695) 00002000:00010000:1.0:1734016077.237127:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822d180 00000100:00100000:0.0:1734016077.241562:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.249351:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.250039:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334150400 00000100:00100000:1.0:1734016077.250052:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334150400 00002000:00100000:1.0:1734016077.250098:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8081408->8085503) req@ffff88007822c000 x1818247334150400/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016077.250108:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822c000 with x1818247334150400 ext(8081408->8085503) 00002000:00010000:1.0:1734016077.250114:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822c000 00000100:00100000:0.0:1734016077.256526:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.264399:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.264489:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.264524:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334150784 00000100:00100000:0.0:1734016077.264531:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334150784 00010000:00010000:0.0:1734016077.264564:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559900cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d766 expref: 8 pid: 7685 timeout: 440 lvb_type: 1 00000100:00100000:0.0:1734016077.264607:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334150656 00000100:00100000:0.0:1734016077.264610:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334150656 00010000:00010000:0.0:1734016077.264620:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559900c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d75f expref: 6 pid: 7685 timeout: 440 lvb_type: 1 00000100:00100000:0.0:1734016077.264638:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2515 00000100:00100000:0.0:1734016077.264644:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334150784:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016077.264660:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016077.264685:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559900cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d766 expref: 8 pid: 7685 timeout: 440 lvb_type: 1 00010000:00010000:0.0:1734016077.264698:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559900cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d766 expref: 8 pid: 7685 timeout: 440 lvb_type: 1 00010000:00010000:0.0:1734016077.264721:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559900cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d766 expref: 8 pid: 7685 timeout: 440 lvb_type: 1 00010000:00010000:0.0:1734016077.264738:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016077.264761:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334150784:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 117us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016077.264767:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2515 00000100:00100000:0.0:1734016077.264780:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2516 00000100:00100000:0.0:1734016077.264784:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334150656:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016077.264789:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016077.264794:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559900c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d75f expref: 6 pid: 7685 timeout: 440 lvb_type: 1 00010000:00010000:0.0:1734016077.264801:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559900c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d75f expref: 6 pid: 7685 timeout: 440 lvb_type: 1 00010000:00010000:0.0:1734016077.264835:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559900c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d75f expref: 6 pid: 7685 timeout: 440 lvb_type: 1 00010000:00010000:0.0:1734016077.264851:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016077.264852:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016077.264860:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559900d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4247552->4296703) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d76d expref: 6 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.264869:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559900d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4247552->4296703) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d76d expref: 6 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.264898:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559900d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4247552->4296703) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d76d expref: 6 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016077.264910:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8684380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338218752:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016077.264941:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016077.271076:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.283462:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.297061:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.317075:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.326071:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.336070:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.338993:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7413 00000100:00100000:0.0:1734016077.339006:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334151936:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.339231:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334151936:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 227us (3174us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016077.339239:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7413 00002000:00100000:0.0:1734016077.339249:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (397312->401407) req@ffff8800a8687b80 x1818247334151936/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.339265:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8687b80 with x1818247334151936 ext(397312->401407) 00002000:00010000:0.0:1734016077.339271:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8687b80 00000100:00100000:1.0:1734016077.350084:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.356151:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.363167:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.365798:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7416 00000100:00100000:0.0:1734016077.365825:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334152704:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.366023:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334152704:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 202us (2865us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016077.366029:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7416 00002000:00100000:0.0:1734016077.366038:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (385024->389119) req@ffff8800a8687480 x1818247334152704/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.366046:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8687480 with x1818247334152704 ext(385024->389119) 00002000:00010000:0.0:1734016077.366051:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8687480 00000100:00100000:1.0:1734016077.372174:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.386137:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.387395:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334153216 00000100:00100000:0.0:1734016077.387408:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334153216 00002000:00100000:0.0:1734016077.387449:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (376832->380927) req@ffff880078ea1f80 x1818247334153216/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.387458:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea1f80 with x1818247334153216 ext(376832->380927) 00002000:00010000:0.0:1734016077.387463:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea1f80 00000100:00100000:0.0:1734016077.387492:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7418 00000100:00100000:0.0:1734016077.387498:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334153216:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.387661:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334153216:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 163us (1535us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016077.387668:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7418 00002000:00100000:0.0:1734016077.387675:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (376832->380927) req@ffff880078ea1f80 x1818247334153216/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.387682:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea1f80 with x1818247334153216 ext(376832->380927) 00002000:00010000:0.0:1734016077.387684:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea1f80 00000100:00100000:1.0:1734016077.391165:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.394204:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.394835:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334153728 00000100:00100000:0.0:1734016077.394844:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334153728 00002000:00100000:0.0:1734016077.394878:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (368640->372735) req@ffff88007bccbb80 x1818247334153728/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.394885:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccbb80 with x1818247334153728 ext(368640->372735) 00002000:00010000:0.0:1734016077.394889:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccbb80 00000100:00100000:0.0:1734016077.394917:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7420 00000100:00100000:0.0:1734016077.394923:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334153728:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.395081:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334153728:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 157us (885us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016077.395088:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7420 00002000:00100000:0.0:1734016077.395092:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (368640->372735) req@ffff88007bccbb80 x1818247334153728/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.395099:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccbb80 with x1818247334153728 ext(368640->372735) 00002000:00010000:0.0:1734016077.395102:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccbb80 00000100:00100000:1.0:1734016077.403088:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.411625:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.412507:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334154240 00000100:00100000:0.0:1734016077.412522:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334154240 00002000:00100000:0.0:1734016077.412579:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (360448->364543) req@ffff88007bcc9c00 x1818247334154240/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.412589:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9c00 with x1818247334154240 ext(360448->364543) 00002000:00010000:0.0:1734016077.412594:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9c00 00000100:00100000:0.0:1734016077.412630:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7422 00000100:00100000:0.0:1734016077.412637:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334154240:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.412878:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334154240:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 239us (1262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016077.412886:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7422 00002000:00100000:0.0:1734016077.412892:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (360448->364543) req@ffff88007bcc9c00 x1818247334154240/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.412898:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9c00 with x1818247334154240 ext(360448->364543) 00002000:00010000:0.0:1734016077.412902:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9c00 00000100:00100000:1.0:1734016077.418403:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.425740:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.426233:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334154752 00000100:00100000:0.0:1734016077.426244:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334154752 00002000:00100000:0.0:1734016077.426290:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (352256->356351) req@ffff88007bcc8700 x1818247334154752/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.426300:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8700 with x1818247334154752 ext(352256->356351) 00002000:00010000:0.0:1734016077.426306:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8700 00000100:00100000:0.0:1734016077.426344:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7424 00000100:00100000:0.0:1734016077.426352:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334154752:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.426516:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334154752:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 162us (785us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016077.426523:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7424 00002000:00100000:0.0:1734016077.426529:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (352256->356351) req@ffff88007bcc8700 x1818247334154752/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.426536:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8700 with x1818247334154752 ext(352256->356351) 00002000:00010000:0.0:1734016077.426538:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8700 00000100:00100000:1.0:1734016077.436265:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.446232:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.447113:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334155264 00000100:00100000:0.0:1734016077.447123:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334155264 00002000:00100000:0.0:1734016077.447163:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (344064->348159) req@ffff88007bcca300 x1818247334155264/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.447173:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcca300 with x1818247334155264 ext(344064->348159) 00002000:00010000:0.0:1734016077.447180:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcca300 00000100:00100000:0.0:1734016077.447211:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7426 00000100:00100000:0.0:1734016077.447218:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334155264:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.447380:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334155264:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 162us (1158us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016077.447387:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7426 00002000:00100000:0.0:1734016077.447393:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (344064->348159) req@ffff88007bcca300 x1818247334155264/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.447399:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcca300 with x1818247334155264 ext(344064->348159) 00002000:00010000:0.0:1734016077.447401:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcca300 00000100:00100000:1.0:1734016077.453297:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.465801:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.478214:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.487722:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.528056:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.528100:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.528158:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.528188:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334156032 00000100:00100000:1.0:1734016077.528197:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334156032 00002000:00100000:1.0:1734016077.528241:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007bccaa00 x1818247334156032/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016077.528251:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccaa00 with x1818247334156032 ext(0->4194303) 00002000:00010000:1.0:1734016077.528256:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccaa00 00000100:00100000:1.0:1734016077.529702:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334156288 00000100:00100000:1.0:1734016077.529710:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334156288 00002000:00100000:1.0:1734016077.529733:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff88007bccb480 x1818247334156288/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016077.529741:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccb480 with x1818247334156288 ext(4194304->8388607) 00002000:00010000:1.0:1734016077.529745:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccb480 00000100:00100000:1.0:1734016077.529779:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334156544 00000100:00100000:1.0:1734016077.529782:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334156544 00002000:00100000:1.0:1734016077.529794:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9093119) req@ffff88007bcc9f80 x1818247334156544/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016077.529801:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9f80 with x1818247334156544 ext(8388608->9093119) 00002000:00010000:1.0:1734016077.529803:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9f80 00000100:00100000:1.0:1734016077.529825:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7427 00000100:00100000:1.0:1734016077.529832:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334156032:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.538038:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7428 00000100:00100000:0.0:1734016077.538055:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334156288:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.538091:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7429 00000100:00100000:0.0:1734016077.538095:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334156544:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016077.631965:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334156032:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 102106us (103896us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016077.631983:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7427 00002000:00100000:1.0:1734016077.631999:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007bccaa00 x1818247334156032/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:38/0 lens 488/440 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016077.632009:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccaa00 with x1818247334156032 ext(0->4194303) 00002000:00010000:1.0:1734016077.632015:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccaa00 00000100:00100000:0.0:1734016077.639454:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.657469:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.660943:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.665257:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.665336:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334157184 00000100:00100000:1.0:1734016077.665344:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334157184 00000100:00100000:1.0:1734016077.665414:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7430 00000100:00100000:1.0:1734016077.665422:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334157184:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:1.0:1734016077.665481:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55990105 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.665499:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559900fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3219456->3280895) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d797 expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.665514:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016077.665517:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016077.665520:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55990105 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5750784->5795839] (req 5750784->5795839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.665549:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559900fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3219456->3280895) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d797 expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.665559:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559900fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3219456->3280895) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d797 expref: 9 pid: 9511 timeout: 441 lvb_type: 0 00000100:00100000:1.0:1734016077.665574:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338219904:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016077.665627:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016077.669337:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338219904:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016077.669367:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55990105 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5750784->5795839] (req 5750784->5795839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016077.670866:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016077.671833:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55990105 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5750784->5795839] (req 5750784->5795839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.671840:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55990105 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5750784->5795839] (req 5750784->5795839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.675342:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55990105 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5750784->5795839] (req 5750784->5795839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.675359:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55990105 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5750784->5795839] (req 5750784->5795839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.675366:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55990105 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5750784->5795839] (req 5750784->5795839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.675372:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e8346c0 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016077.675375:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55990105 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5750784->5795839] (req 5750784->5795839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.675382:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55990105 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5750784->5795839] (req 5750784->5795839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.675399:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55990105 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5750784->5795839] (req 5750784->5795839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.675404:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55990105 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5750784->5795839] (req 5750784->5795839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016077.675489:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334157184:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 10064us (10238us total) trans 0 rc 45056/45056 00000100:00100000:1.0:1734016077.675499:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7430 00000100:00100000:0.0:1734016077.678194:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.681930:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.682054:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334157696 00000100:00100000:1.0:1734016077.682065:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334157696 00000100:00100000:1.0:1734016077.682180:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7431 00000100:00100000:1.0:1734016077.682188:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334157696:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:1.0:1734016077.682238:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55990113 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.682257:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016077.682259:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016077.682266:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55990113 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5079040->5083135] (req 5079040->5083135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.682279:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55990113 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5079040->5083135] (req 5079040->5083135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.682402:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55990113 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5079040->5083135] (req 5079040->5083135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.682414:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55990113 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5079040->5083135] (req 5079040->5083135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.682421:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55990113 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5079040->5083135] (req 5079040->5083135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.682426:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e835200 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016077.682430:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55990113 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5079040->5083135] (req 5079040->5083135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.682437:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55990113 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5079040->5083135] (req 5079040->5083135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.682450:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55990113 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5079040->5083135] (req 5079040->5083135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.682456:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55990113 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5079040->5083135] (req 5079040->5083135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016077.682519:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334157696:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 331us (600us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016077.682525:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7431 00000100:00100000:0.0:1734016077.686761:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.690990:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.693855:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.694712:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.698110:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.707067:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.708009:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2522 00000100:00100000:1.0:1734016077.708017:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334158592:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016077.708030:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016077.708047:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55990121 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2510848->2555903) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7ac expref: 10 pid: 9511 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016077.708058:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55990121 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2510848->2555903) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7ac expref: 10 pid: 9511 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016077.708077:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55990121 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2510848->2555903) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7ac expref: 10 pid: 9511 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016077.708105:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016077.708107:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016077.708114:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990128 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1773568->1822719) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7b3 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.708121:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990128 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1773568->1822719) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7b3 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.708148:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990128 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1773568->1822719) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7b3 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016077.708163:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bccad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338220544:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016077.708216:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016077.711778:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bccad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338220544:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016077.711801:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016077.711871:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334158592:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3853us (4802us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016077.711880:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2522 00000100:00100000:0.0:1734016077.712196:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.715646:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.719975:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.740381:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.746207:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.746312:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.746715:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334159488 00000100:00100000:1.0:1734016077.746724:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334159488 00002000:00100000:1.0:1734016077.746759:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff88007822b100 x1818247334159488/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016077.746770:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822b100 with x1818247334159488 ext(4194304->8388607) 00002000:00010000:1.0:1734016077.746775:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822b100 00000100:00100000:1.0:1734016077.746800:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334159616 00000100:00100000:1.0:1734016077.746802:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334159616 00002000:00100000:1.0:1734016077.746845:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9093119) req@ffff88007822a680 x1818247334159616/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016077.746852:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822a680 with x1818247334159616 ext(8388608->9093119) 00002000:00010000:1.0:1734016077.746854:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822a680 00000100:00100000:1.0:1734016077.746871:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7433 00000100:00100000:1.0:1734016077.746877:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334159488:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016077.800209:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334159488:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 53321us (54000us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016077.800221:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7433 00002000:00100000:1.0:1734016077.800234:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff88007822b100 x1818247334159488/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:38/0 lens 488/440 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016077.800243:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822b100 with x1818247334159488 ext(4194304->8388607) 00002000:00010000:1.0:1734016077.800249:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822b100 00000100:00100000:0.0:1734016077.825118:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.829505:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.830532:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334160128 00000100:00100000:1.0:1734016077.830538:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334160128 00010000:00010000:1.0:1734016077.830560:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559900b8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d758 expref: 14 pid: 13928 timeout: 441 lvb_type: 0 00000100:00100000:1.0:1734016077.830590:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2523 00000100:00100000:1.0:1734016077.830596:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1970:x1818247334160128:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016077.830607:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016077.830611:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559900b8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d758 expref: 14 pid: 13928 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016077.830620:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559900b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d758 expref: 14 pid: 13928 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016077.830639:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559900b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d758 expref: 14 pid: 13928 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016077.830658:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016077.830665:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc5599013d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016077.830673:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc5599013d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016077.830679:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc5599013d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016077.830693:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016077.831267:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247334160128:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 670us (1771us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016077.831274:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2523 00000100:00100000:0.0:1734016077.836096:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.844674:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.852351:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.858662:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.865926:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.872906:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.883255:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.883504:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334161152 00000100:00100000:1.0:1734016077.883516:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334161152 00010000:00010000:1.0:1734016077.883547:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990128 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1773568->1822719) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7b3 expref: 8 pid: 7685 timeout: 441 lvb_type: 0 00000100:00100000:1.0:1734016077.884071:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2524 00000100:00100000:1.0:1734016077.884081:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334161152:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016077.884097:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016077.884119:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990128 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1773568->1822719) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7b3 expref: 8 pid: 7685 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016077.884134:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990128 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1773568->1822719) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7b3 expref: 8 pid: 7685 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016077.884156:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990128 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1773568->1822719) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7b3 expref: 8 pid: 7685 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016077.884190:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016077.884192:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016077.884197:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599016e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7446528->7479295] (req 7446528->7479295) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.884206:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599016e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7446528->7479295] (req 7446528->7479295) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.884230:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016077.884276:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334161152:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 197us (1031us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016077.884283:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2524 00000001:00080000:0.0:1734016077.891436:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969031 is committed 00000001:00080000:0.0:1734016077.891451:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969030 is committed 00000100:00100000:0.0:1734016077.895015:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.898787:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.902804:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.907707:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.908432:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.908833:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334161792 00000100:00100000:1.0:1734016077.908838:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334161792 00010000:00010000:1.0:1734016077.908853:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55990175 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7e4 expref: 7 pid: 7685 timeout: 441 lvb_type: 1 00000100:00100000:1.0:1734016077.909426:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2526 00000100:00100000:1.0:1734016077.909431:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334161792:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016077.909438:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016077.909445:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55990175 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7e4 expref: 7 pid: 7685 timeout: 441 lvb_type: 1 00010000:00010000:1.0:1734016077.909454:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55990175 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7e4 expref: 7 pid: 7685 timeout: 441 lvb_type: 1 00010000:00010000:1.0:1734016077.909467:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55990175 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7e4 expref: 7 pid: 7685 timeout: 441 lvb_type: 1 00010000:00010000:1.0:1734016077.909914:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016077.909917:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016077.909923:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990183 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7303168->7315455) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7f2 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.910160:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990183 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7303168->7315455) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7f2 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.910406:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990183 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7303168->7315455) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7f2 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016077.910421:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338221696:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016077.910459:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cb300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016077.914157:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.914255:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338221696:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016077.914275:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016077.914319:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334161792:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4886us (5886us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016077.914331:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2526 00000100:00100000:0.0:1734016077.917717:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.924540:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.930586:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.934633:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.938234:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.938325:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334162560 00000100:00100000:1.0:1734016077.938333:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334162560 00010000:00010000:1.0:1734016077.938364:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990183 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7303168->7315455) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7f2 expref: 7 pid: 7685 timeout: 441 lvb_type: 0 00000100:00100000:1.0:1734016077.938741:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2527 00000100:00100000:1.0:1734016077.938747:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334162560:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016077.938905:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016077.938924:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990183 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7303168->7315455) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7f2 expref: 7 pid: 7685 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016077.938933:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990183 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7303168->7315455) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7f2 expref: 7 pid: 7685 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016077.938963:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990183 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7303168->7315455) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d7f2 expref: 7 pid: 7685 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016077.938986:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016077.938988:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016077.938993:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599019f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1953791) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d80e expref: 6 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.939005:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599019f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1953791) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d80e expref: 6 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.939035:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599019f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1953791) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d80e expref: 6 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016077.939050:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338222336:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016077.939083:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cb300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016077.941632:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.941841:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338222336:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016077.941858:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016077.941893:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334162560:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3145us (3666us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016077.941902:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2527 00000100:00100000:0.0:1734016077.945438:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.950451:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.955695:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.957562:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.960512:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.965612:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.965661:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.965799:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334163840 00000100:00100000:1.0:1734016077.965850:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334163840 00000100:00100000:1.0:1734016077.966254:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8 00000100:00100000:1.0:1734016077.966261:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:1970:x1818247334163840:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016077.966282:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016077.966309:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc559901d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d82a expref: 23 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.967033:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016077.967038:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016077.967060:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:1970:x1818247334163840:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 799us (1398us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016077.967070:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8 00000100:00100000:0.0:1734016077.972267:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.978271:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.981488:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.987107:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.993020:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016077.997391:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016077.997464:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334164736 00000100:00100000:1.0:1734016077.997472:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334164736 00010000:00010000:1.0:1734016077.997500:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599019f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1953791) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d80e expref: 10 pid: 9511 timeout: 441 lvb_type: 0 00000100:00100000:1.0:1734016077.997699:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2528 00000100:00100000:1.0:1734016077.997706:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334164736:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016077.997718:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016077.997734:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599019f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1925120->1953791) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d80e expref: 10 pid: 9511 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016077.997745:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599019f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1925120->1953791) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d80e expref: 10 pid: 9511 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016077.997765:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599019f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1925120->1953791) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d80e expref: 10 pid: 9511 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016077.997779:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016077.997781:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016077.997785:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990201 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [684032->729087] (req 684032->729087) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.997793:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990201 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [684032->729087] (req 684032->729087) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016077.997826:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016077.997860:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334164736:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 155us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016077.997866:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2528 00000100:00100000:0.0:1734016078.003007:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.006554:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.010752:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:0.0:1734016078.011080:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016048 00000100:00100000:1.0:1734016078.014922:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.019581:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.019635:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334165504 00000100:00100000:1.0:1734016078.019645:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334165504 00010000:00010000:1.0:1734016078.019681:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55990208 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d84d expref: 9 pid: 9511 timeout: 441 lvb_type: 1 00000100:00100000:1.0:1734016078.019718:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2530 00000100:00100000:1.0:1734016078.019724:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334165504:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016078.019740:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016078.019758:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55990208 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d84d expref: 9 pid: 9511 timeout: 441 lvb_type: 1 00010000:00010000:1.0:1734016078.019770:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55990208 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d84d expref: 9 pid: 9511 timeout: 441 lvb_type: 1 00010000:00010000:1.0:1734016078.019791:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55990208 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d84d expref: 9 pid: 9511 timeout: 441 lvb_type: 1 00010000:00010000:1.0:1734016078.019805:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016078.019822:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016078.019828:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55990216 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d854 expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.019842:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55990216 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d854 expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.019875:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55990216 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d854 expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016078.019887:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338223616:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016078.019923:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016078.022580:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338223616:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016078.022602:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016078.022652:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334165504:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2926us (3083us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016078.022663:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2530 00000100:00100000:0.0:1734016078.023739:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.030298:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.033692:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:0.0:1734016078.034167:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016048 00000100:00100000:0.0:1734016078.036069:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338223744:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016078.036095:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55990239 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d869 expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.036106:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55990239 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d869 expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.036153:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:0.0:1734016078.036191:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334166016:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2087us (2506us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016078.036198:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9485 00000100:00100000:0.0:1734016078.037923:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.042276:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.042350:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334166272 00000100:00100000:1.0:1734016078.042361:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334166272 00010000:00010000:1.0:1734016078.042398:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55990216 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d854 expref: 8 pid: 9511 timeout: 441 lvb_type: 0 00000100:00100000:1.0:1734016078.042445:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2531 00000100:00100000:1.0:1734016078.042452:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b66050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334166272:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016078.042471:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016078.042499:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55990216 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d854 expref: 8 pid: 9511 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016078.042518:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55990216 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d854 expref: 8 pid: 9511 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016078.042544:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55990216 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d854 expref: 8 pid: 9511 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016078.042576:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016078.042578:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016078.042587:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55990240 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->913407) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d870 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.042598:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55990240 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->913407) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d870 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.042640:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55990240 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->913407) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d870 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016078.042655:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338224000:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016078.042728:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016078.045182:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338224000:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016078.045206:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016078.045206:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016078.045249:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b66050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334166272:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2797us (2979us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016078.045259:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2531 00000100:00100000:0.0:1734016078.048741:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.054781:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.056447:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9489 00000100:00100000:1.0:1734016078.056458:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334166656:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016078.056474:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016078.056496:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599024e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d87e expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016078.056552:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338224256:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016078.056792:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016078.059115:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338224256:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016078.059155:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599024e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d87e expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016078.059168:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599024e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d87e expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016078.059195:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016078.059244:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334166656:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2787us (4471us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016078.059253:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9489 00000100:00100000:0.0:1734016078.065570:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.065761:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334166784 00000100:00100000:1.0:1734016078.065772:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334166784 00000100:00100000:1.0:1734016078.065922:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9490 00000100:00100000:1.0:1734016078.065930:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334166784:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016078.065957:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016078.065976:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55990255 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d885 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016078.066038:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338224384:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016078.066092:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016078.072296:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338224384:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016078.072348:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55990255 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d885 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016078.072365:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55990255 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d885 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016078.072405:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:1.0:1734016078.072477:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334166784:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6547us (6917us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016078.072491:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9490 00000100:00100000:0.0:1734016078.077551:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.077704:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334166912 00000100:00100000:1.0:1734016078.077713:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334166912 00000100:00100000:1.0:1734016078.077769:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9491 00000100:00100000:1.0:1734016078.077776:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334166912:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016078.077793:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016078.077836:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc5599025c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d88c expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016078.077895:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338224512:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016078.077962:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cb3c0 going to sleep for 11 seconds 00010000:00010000:1.0:1734016078.104758:0:7700:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016078.111365:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.117747:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.120047:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334167296 00000100:00100000:1.0:1734016078.120061:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334167296 00010000:00010000:1.0:1734016078.120102:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55990232 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d862 expref: 14 pid: 6479 timeout: 441 lvb_type: 0 00000100:00100000:1.0:1734016078.120166:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2532 00000100:00100000:1.0:1734016078.120175:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1969:x1818247334167296:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016078.120193:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016078.120199:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55990232 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d862 expref: 14 pid: 6479 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016078.120210:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55990232 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d862 expref: 14 pid: 6479 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016078.120235:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55990232 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d862 expref: 14 pid: 6479 timeout: 441 lvb_type: 0 00010000:00010000:1.0:1734016078.120277:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016078.120283:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55990263 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016078.120293:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55990263 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016078.120299:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55990263 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016078.120324:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016078.121475:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247334167296:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1294us (3731us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016078.121484:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2532 00000100:00100000:0.0:1734016078.125101:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.128919:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.138390:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.153276:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.157339:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.174696:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.182205:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.207466:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.207528:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.238143:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247334168576:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 30266us (30668us total) trans 0 rc 622592/622592 00000100:00100000:0.0:1734016078.238166:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7440 00002000:00100000:0.0:1734016078.238184:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->4816895) req@ffff8800a782a300 x1818247334168576/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:39/0 lens 488/440 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 622592/622592 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.238198:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782a300 with x1818247334168576 ext(4194304->4816895) 00002000:00010000:0.0:1734016078.238209:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a782a300 00000100:00100000:0.0:1734016078.315550:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.323658:0:3505:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016078.324283:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338225408:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016078.324354:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016078.326371:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.328911:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334169088 00000100:00100000:1.0:1734016078.328922:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334169088 00000100:00100000:1.0:1734016078.328970:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7442 00000100:00100000:1.0:1734016078.328977:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334169088:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:1.0:1734016078.329011:0:13920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc5599029b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.329028:0:13920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55990286 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4104192->4108287) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8a8 expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.329035:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016078.329037:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016078.329040:0:13920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc5599029b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1007616->1019903] (req 1007616->1019903) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.329072:0:13920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55990286 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4104192->4108287) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8a8 expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.329084:0:13920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55990286 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4104192->4108287) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8a8 expref: 10 pid: 7685 timeout: 441 lvb_type: 0 00000100:00100000:1.0:1734016078.329097:0:13920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338225536:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016078.329152:0:13920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016078.330393:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338225408:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016078.333191:0:13920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338225536:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016078.333216:0:13920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc5599029b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1007616->1019903] (req 1007616->1019903) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016078.345609:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016078.346069:0:13920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc5599029b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1007616->1019903] (req 1007616->1019903) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.346078:0:13920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc5599029b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1007616->1019903] (req 1007616->1019903) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016078.349913:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969038 is committed 00000001:00080000:0.0:1734016078.349954:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969037 is committed 00000100:00100000:1.0:1734016078.355226:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.362293:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334169472 00000100:00100000:0.0:1734016078.362302:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334169472 00000100:00100000:0.0:1734016078.364542:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9496 00000100:00100000:0.0:1734016078.364555:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334169472:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016078.364579:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016078.364600:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc559902a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d8bd expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.364624:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016078.364626:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016078.364635:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc559902a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8bd expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.364647:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc559902a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8bd expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.364657:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85646c0, rc 0) 00000100:00100000:0.0:1734016078.364714:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334169472:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 161us (2516us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016078.364720:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9496 00000100:00100000:1.0:1734016078.395788:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.395977:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334169984 00000100:00100000:0.0:1734016078.395988:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334169984 00002000:00100000:0.0:1734016078.396035:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (548864->552959) req@ffff88007c9e5f80 x1818247334169984/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:39/0 lens 488/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.396047:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c9e5f80 with x1818247334169984 ext(548864->552959) 00002000:00010000:0.0:1734016078.396054:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c9e5f80 00000100:00100000:0.0:1734016078.396503:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7444 00000100:00100000:0.0:1734016078.396510:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334169984:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016078.396911:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334169984:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 399us (1135us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016078.396920:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7444 00002000:00100000:0.0:1734016078.396927:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (548864->552959) req@ffff88007c9e5f80 x1818247334169984/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:39/0 lens 488/4536 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.396935:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c9e5f80 with x1818247334169984 ext(548864->552959) 00002000:00010000:0.0:1734016078.396946:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c9e5f80 00000100:00100000:1.0:1734016078.409632:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334170240 00000100:00100000:1.0:1734016078.409647:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334170240 00002000:00100000:1.0:1734016078.409700:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (516096->581631) req@ffff8801309fbb80 x1818247334170240/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:39/0 lens 504/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016078.409711:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fbb80 with x1818247334170240 ext(516096->581631) 00002000:00010000:1.0:1734016078.409718:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fbb80 00000100:00100000:1.0:1734016078.409755:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7445 00000100:00100000:1.0:1734016078.409763:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334170240:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016078.414526:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334170240:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 4748us (6906us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1734016078.414539:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7445 00002000:00100000:1.0:1734016078.414551:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (516096->581631) req@ffff8801309fbb80 x1818247334170240/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:39/0 lens 504/440 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016078.414560:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fbb80 with x1818247334170240 ext(516096->581631) 00002000:00010000:1.0:1734016078.414565:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fbb80 00000100:00100000:0.0:1734016078.418468:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.418597:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334170496 00000100:00100000:1.0:1734016078.418607:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334170496 00002000:00100000:1.0:1734016078.418648:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (483328->516095) req@ffff8800784e1880 x1818247334170496/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:39/0 lens 488/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016078.418658:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e1880 with x1818247334170496 ext(483328->516095) 00002000:00010000:1.0:1734016078.418663:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e1880 00000100:00100000:1.0:1734016078.418696:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7446 00000100:00100000:1.0:1734016078.418702:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334170496:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016078.421049:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334170496:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2334us (2577us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1734016078.421064:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7446 00002000:00100000:1.0:1734016078.421077:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (483328->516095) req@ffff8800784e1880 x1818247334170496/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:39/0 lens 488/440 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016078.421087:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e1880 with x1818247334170496 ext(483328->516095) 00002000:00010000:1.0:1734016078.421092:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e1880 00000100:00100000:0.0:1734016078.425239:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334170624 00000100:00100000:0.0:1734016078.425251:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334170624 00000100:00100000:0.0:1734016078.425516:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9497 00000100:00100000:0.0:1734016078.425524:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334170624:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016078.425544:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016078.425566:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc559902b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d8c4 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.425596:0:9511:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559902a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8b6 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.425603:0:9511:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc559902a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8bd expref: 5 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.425609:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016078.425611:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016078.425614:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc559902b0 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1069056->1089535] (req 1069056->1089535) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8c4 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.425646:0:9511:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc559902a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8bd expref: 5 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.425658:0:9511:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc559902a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8bd expref: 5 pid: 9511 timeout: 442 lvb_type: 1 00000100:00100000:0.0:1734016078.425672:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338225664:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016078.426165:0:9511:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559902a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8b6 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016078.426174:0:9511:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559902a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8b6 expref: 8 pid: 7685 timeout: 442 lvb_type: 1 00000100:00100000:1.0:1734016078.426183:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338225792:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016078.426212:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016078.430315:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338225664:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016078.430328:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338225792:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016078.430368:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc559902b0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1069056->1089535] (req 1069056->1089535) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8c4 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.430386:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564240, rc 0) 00000100:00100000:1.0:1734016078.430439:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334170624:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4915us (5311us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016078.430446:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9497 00000100:00100000:0.0:1734016078.432042:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.433804:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.441432:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338225920:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016078.441466:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016078.441533:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334170880:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6046us (7730us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016078.441547:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2537 00000100:00100000:1.0:1734016078.442460:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334171008 00000100:00100000:1.0:1734016078.442467:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334171008 00000100:00100000:1.0:1734016078.442560:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9498 00000100:00100000:1.0:1734016078.442566:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334171008:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016078.442796:0:9511:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4815907 -> 4815907 00002000:00010000:1.0:1734016078.442800:0:9511:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016078 -> 1734016078 00002000:00010000:1.0:1734016078.442801:0:9511:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016077 -> 1734016077 00002000:00010000:1.0:1734016078.442803:0:9511:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016078 -> 1734016078 00002000:00010000:1.0:1734016078.442805:0:9511:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1072 -> 1072 00000100:00100000:1.0:1734016078.442906:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334171008:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 339us (1646us total) trans 4294969039 rc 0/0 00000100:00100000:1.0:1734016078.442912:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9498 00000100:00100000:0.0:1734016078.466350:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.473954:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.474117:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334171520 00000100:00100000:1.0:1734016078.474126:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334171520 00010000:00010000:1.0:1734016078.474163:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc559902b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1069056->1089535) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8c4 expref: 8 pid: 9511 timeout: 442 lvb_type: 0 00000100:00100000:1.0:1734016078.474197:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2538 00000100:00100000:1.0:1734016078.474203:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b64450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334171520:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016078.474222:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016078.474253:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc559902b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1069056->1089535) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8c4 expref: 8 pid: 9511 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1734016078.474267:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc559902b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1069056->1089535) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8c4 expref: 8 pid: 9511 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1734016078.474295:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc559902b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1069056->1089535) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8c4 expref: 8 pid: 9511 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1734016078.474330:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016078.474333:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016078.474340:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559902c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7462912->7516159) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8d9 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.474350:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559902c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7462912->7516159) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8d9 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.474391:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559902c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7462912->7516159) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8d9 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016078.474404:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338226432:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016078.474470:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016078.478999:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338226432:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016078.479034:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016078.479552:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b64450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334171520:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5345us (5615us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016078.479562:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2538 00000100:00100000:1.0:1734016078.493336:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334171776 00000100:00100000:1.0:1734016078.493352:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334171776 00000100:00100000:1.0:1734016078.493405:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9503 00000100:00100000:1.0:1734016078.493412:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334171776:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016078.493435:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016078.493452:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559902cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d8e0 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016078.493525:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338226560:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016078.493590:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cb3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016078.506546:0:9511:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 4815907 -> 7514517 00002000:00010000:1.0:1734016078.506557:0:9511:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016077 -> 1734016078 00000100:00100000:1.0:1734016078.506580:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338226560:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016078.506624:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559902cc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8e0 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016078.506640:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559902cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8e0 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016078.506658:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016078.506708:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334171776:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 13295us (17908us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016078.506716:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9503 00000100:00100000:1.0:1734016078.510021:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334171904 00000100:00100000:1.0:1734016078.510037:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334171904 00000100:00100000:1.0:1734016078.510103:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9504 00000100:00100000:1.0:1734016078.510111:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334171904:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016078.510138:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016078.510169:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559902d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d8e7 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016078.510254:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338226688:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016078.510345:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016078.515173:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338226688:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016078.515233:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559902d3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8e7 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016078.515250:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559902d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8e7 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016078.515271:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:1.0:1734016078.515341:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334171904:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5230us (5464us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016078.515349:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9504 00000100:00100000:1.0:1734016078.526784:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334172032 00000100:00100000:1.0:1734016078.526792:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334172032 00000100:00100000:1.0:1734016078.526874:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9505 00000100:00100000:1.0:1734016078.526881:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334172032:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016078.526898:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016078.526913:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc559902da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d8ee expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016078.526979:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338226816:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016078.527050:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016078.530539:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338226816:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016078.530602:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc559902da lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8ee expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016078.530622:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc559902da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8ee expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016078.530658:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:1.0:1734016078.530727:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334172032:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3844us (4050us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016078.530739:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9505 00000100:00100000:1.0:1734016078.536932:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334172160 00000100:00100000:1.0:1734016078.536952:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334172160 00000100:00100000:1.0:1734016078.541790:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9506 00000100:00100000:1.0:1734016078.541817:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334172160:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016078.541844:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016078.541869:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559902e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d8f5 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.541904:0:9511:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559902c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7462912->7516159) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8d9 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.541911:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016078.541913:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016078.541917:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559902e1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2891776->2895871] (req 2891776->2895871) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8f5 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.541964:0:9511:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559902c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7462912->7516159) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8d9 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.541976:0:9511:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559902c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7462912->7516159) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8d9 expref: 6 pid: 7685 timeout: 442 lvb_type: 0 00000100:00100000:1.0:1734016078.541990:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338226944:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016078.542084:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016078.545417:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338226944:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016078.545450:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559902e1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2891776->2895871] (req 2891776->2895871) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8f5 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.545468:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016078.545521:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334172160:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3719us (9095us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016078.545529:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9506 00000100:00100000:1.0:1734016078.550680:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334172288 00000100:00100000:1.0:1734016078.550695:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334172288 00002000:00100000:1.0:1734016078.550756:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7462912->7514516) req@ffff8800a8686300 x1818247334172288/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:39/0 lens 488/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016078.550767:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8686300 with x1818247334172288 ext(7462912->7514516) 00010000:00010000:1.0:1734016078.550783:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559902c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7462912->7516159) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8d9 expref: 7 pid: 7685 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1734016078.550805:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559902c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7462912->7516159) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8d9 expref: 7 pid: 7685 timeout: 442 lvb_type: 0 00002000:00010000:1.0:1734016078.550854:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8686300 00000100:00100000:1.0:1734016078.550898:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 234 00000100:00100000:1.0:1734016078.550907:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334172288:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:1.0:1734016078.558233:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334172288:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 7313us (7670us total) trans 4294969041 rc 0/0 00000100:00100000:1.0:1734016078.558245:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 234 00002000:00100000:1.0:1734016078.558258:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7462912->7514516) req@ffff8800a8686300 x1818247334172288/t4294969041(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:39/0 lens 488/448 e 0 to 0 dl 1734016089 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016078.558268:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8686300 with x1818247334172288 ext(7462912->7514516) 00010000:00010000:1.0:1734016078.558279:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559902c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7462912->7516159) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8d9 expref: 9 pid: 7685 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1734016078.558299:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559902c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7462912->7516159) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8d9 expref: 9 pid: 7685 timeout: 442 lvb_type: 0 00002000:00010000:1.0:1734016078.558307:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8686300 00000100:00100000:1.0:1734016078.565641:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334172416 00000100:00100000:1.0:1734016078.565649:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334172416 00010000:00010000:1.0:1734016078.565686:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559902c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7462912->7516159) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8d9 expref: 9 pid: 7685 timeout: 442 lvb_type: 0 00000100:00100000:1.0:1734016078.565729:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2539 00000100:00100000:1.0:1734016078.565738:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334172416:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016078.565755:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016078.565775:0:7701:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1072 -> 1176 00010000:00010000:1.0:1734016078.565781:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559902c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7462912->7516159) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8d9 expref: 9 pid: 7685 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1734016078.565794:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559902c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7462912->7516159) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8d9 expref: 9 pid: 7685 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1734016078.565851:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559902c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7462912->7516159) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8d9 expref: 9 pid: 7685 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1734016078.566759:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016078.566763:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016078.566773:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559902e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->2895871) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8f5 expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.566782:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559902e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->2895871) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8f5 expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.566964:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559902e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->2895871) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8f5 expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016078.566979:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338227072:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016078.567073:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016078.577598:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338227072:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016078.577630:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016078.577681:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334172416:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 11941us (12188us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016078.577693:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2539 00000100:00100000:1.0:1734016078.582053:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334172672 00000100:00100000:1.0:1734016078.582063:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334172672 00002000:00100000:1.0:1734016078.582112:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2891776->7516159) req@ffff8800a8684700 x1818247334172672/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:39/0 lens 504/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016078.582122:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8684700 with x1818247334172672 ext(2891776->7516159) 00002000:00010000:1.0:1734016078.582127:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8684700 00000100:00100000:1.0:1734016078.582518:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7447 00000100:00100000:1.0:1734016078.582527:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334172672:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016078.614076:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334172672:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 31531us (32149us total) trans 0 rc 2703360/2703360 00000100:00100000:0.0:1734016078.614090:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7447 00002000:00100000:0.0:1734016078.614106:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2891776->7516159) req@ffff8800a8684700 x1818247334172672/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:39/0 lens 504/440 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 2703360/2703360 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.614118:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8684700 with x1818247334172672 ext(2891776->7516159) 00002000:00010000:0.0:1734016078.614127:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8684700 00000100:00100000:0.0:1734016078.622051:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334172928 00000100:00100000:0.0:1734016078.622068:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334172928 00002000:00100000:0.0:1734016078.622139:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2887680->2891775) req@ffff8800a8687100 x1818247334172928/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:39/0 lens 488/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.622151:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8687100 with x1818247334172928 ext(2887680->2891775) 00002000:00010000:0.0:1734016078.622160:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8687100 00000100:00100000:1.0:1734016078.633671:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334173184 00000100:00100000:1.0:1734016078.633681:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334173184 00002000:00100000:1.0:1734016078.633733:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2883584->2887679) req@ffff8800a8686680 x1818247334173184/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:39/0 lens 488/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016078.633744:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8686680 with x1818247334173184 ext(2883584->2887679) 00002000:00010000:1.0:1734016078.633751:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8686680 00000100:00100000:1.0:1734016078.634041:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7449 00000100:00100000:1.0:1734016078.634050:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334173184:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016078.635214:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334173184:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1155us (1845us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016078.635224:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7449 00002000:00100000:1.0:1734016078.635233:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2883584->2887679) req@ffff8800a8686680 x1818247334173184/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:39/0 lens 488/4536 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016078.635242:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8686680 with x1818247334173184 ext(2883584->2887679) 00002000:00010000:1.0:1734016078.635248:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8686680 00000100:00100000:1.0:1734016078.640717:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334173440 00000100:00100000:1.0:1734016078.640732:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334173440 00002000:00100000:1.0:1734016078.640800:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2879488->2883583) req@ffff8800a8686a00 x1818247334173440/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:39/0 lens 488/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016078.640853:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8686a00 with x1818247334173440 ext(2879488->2883583) 00002000:00010000:1.0:1734016078.640859:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8686a00 00000100:00100000:1.0:1734016078.640897:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7450 00000100:00100000:1.0:1734016078.640905:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334173440:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016078.641111:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334173440:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 205us (561us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016078.641117:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7450 00002000:00100000:1.0:1734016078.641123:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2879488->2883583) req@ffff8800a8686a00 x1818247334173440/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:39/0 lens 488/4536 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016078.641130:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8686a00 with x1818247334173440 ext(2879488->2883583) 00002000:00010000:1.0:1734016078.641133:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8686a00 00000100:00100000:0.0:1734016078.647231:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.647397:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334173952 00000100:00100000:1.0:1734016078.647405:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334173952 00002000:00100000:1.0:1734016078.647441:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2871296->2875391) req@ffff8800784e2d80 x1818247334173952/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:39/0 lens 488/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016078.647450:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e2d80 with x1818247334173952 ext(2871296->2875391) 00002000:00010000:1.0:1734016078.647455:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e2d80 00000100:00100000:1.0:1734016078.647488:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7452 00000100:00100000:1.0:1734016078.647494:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334173952:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016078.647650:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334173952:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 154us (427us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016078.647656:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7452 00002000:00100000:1.0:1734016078.647662:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2871296->2875391) req@ffff8800784e2d80 x1818247334173952/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:39/0 lens 488/4536 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016078.647669:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e2d80 with x1818247334173952 ext(2871296->2875391) 00002000:00010000:1.0:1734016078.647672:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e2d80 00000100:00100000:0.0:1734016078.650531:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.654163:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.654436:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334174464 00000100:00100000:1.0:1734016078.654451:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334174464 00002000:00100000:1.0:1734016078.654514:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2863104->2867199) req@ffff8800784e3800 x1818247334174464/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:39/0 lens 488/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016078.654526:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e3800 with x1818247334174464 ext(2863104->2867199) 00002000:00010000:1.0:1734016078.654532:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e3800 00000100:00100000:1.0:1734016078.654576:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7454 00000100:00100000:1.0:1734016078.654584:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334174464:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016078.654849:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334174464:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 263us (705us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016078.654856:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7454 00002000:00100000:1.0:1734016078.654863:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2863104->2867199) req@ffff8800784e3800 x1818247334174464/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:39/0 lens 488/4536 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016078.654870:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e3800 with x1818247334174464 ext(2863104->2867199) 00002000:00010000:1.0:1734016078.654873:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e3800 00000100:00100000:0.0:1734016078.657951:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.661458:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.661579:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334174848 00000100:00100000:1.0:1734016078.661592:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334174848 00000100:00100000:1.0:1734016078.661659:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9507 00000100:00100000:1.0:1734016078.661667:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334174848:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016078.661689:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016078.661709:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559902e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d8fc expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.661734:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016078.661736:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016078.661745:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559902e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8fc expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016078.661758:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559902e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8fc expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016078.661768:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:1.0:1734016078.661865:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334174848:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 196us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016078.661871:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9507 00000100:00100000:1.0:1734016078.665246:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.673243:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.673293:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.673326:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334175232 00000100:00100000:0.0:1734016078.673334:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334175232 00010000:00010000:0.0:1734016078.673368:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559902e8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8fc expref: 9 pid: 9511 timeout: 442 lvb_type: 1 00000100:00100000:0.0:1734016078.673410:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334175360 00000100:00100000:0.0:1734016078.673412:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334175360 00010000:00010000:0.0:1734016078.673421:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559902e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2891776->2895871) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8f5 expref: 9 pid: 9511 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1734016078.673436:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2540 00000100:00100000:0.0:1734016078.673443:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334175232:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016078.673458:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016078.673474:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559902e8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8fc expref: 9 pid: 9511 timeout: 442 lvb_type: 1 00010000:00010000:0.0:1734016078.673482:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559902e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8fc expref: 9 pid: 9511 timeout: 442 lvb_type: 1 00010000:00010000:0.0:1734016078.673504:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016078.673545:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334175232:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 103us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016078.673551:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2540 00000100:00100000:0.0:1734016078.673565:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2541 00000100:00100000:0.0:1734016078.673568:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334175360:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016078.673576:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016078.673581:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559902e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2891776->2895871) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8f5 expref: 9 pid: 9511 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1734016078.673589:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559902e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2891776->2895871) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d8f5 expref: 9 pid: 9511 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1734016078.673600:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016078.673602:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016078.673606:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559902ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [7368704->7409663] (req 7368704->7409663) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.673615:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559902ef lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [7368704->7409663] (req 7368704->7409663) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.673631:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016078.673642:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334175360:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 74us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016078.673647:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2541 00000001:00080000:0.0:1734016078.682294:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969042 is committed 00000001:00080000:0.0:1734016078.682316:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969041 is committed 00000100:00100000:0.0:1734016078.687782:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334175488 00000100:00100000:0.0:1734016078.687793:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334175488 00000100:00100000:0.0:1734016078.687888:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9508 00000100:00100000:0.0:1734016078.687896:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334175488:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016078.687920:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016078.687953:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc559902f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d903 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016078.687982:0:7684:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7514517, mtime: 0x675afc4e, atime: 0x675afc4e, ctime: 0x675afc4e, blocks: 0x4e8 00010000:00010000:0.0:1734016078.688007:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016078.688009:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016078.688019:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc559902f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d903 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.688036:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc559902f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d903 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.688052:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564240, rc 0) 00000100:00100000:0.0:1734016078.688145:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334175488:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 247us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016078.688152:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9508 00000100:00100000:0.0:1734016078.691497:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.692533:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334175616 00000100:00100000:1.0:1734016078.692544:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334175616 00000100:00100000:1.0:1734016078.692897:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9509 00000100:00100000:1.0:1734016078.692904:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334175616:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016078.692924:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016078.692951:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559902fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d90a expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.692973:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016078.692977:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016078.692983:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559902fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d90a expref: 7 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016078.692996:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559902fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d90a expref: 7 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016078.693009:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016078.693241:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334175616:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 335us (1757us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016078.693247:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9509 00000100:00100000:0.0:1734016078.696652:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.701031:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.706333:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.710614:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.715385:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.721282:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.724669:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.729256:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.732571:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.736199:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.739678:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.744280:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.749992:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.757645:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.763923:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.763968:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.764435:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334179328 00000100:00100000:1.0:1734016078.764445:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334179328 00010000:00010000:1.0:1734016078.764499:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559902fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d90a expref: 8 pid: 9511 timeout: 442 lvb_type: 1 00000100:00100000:1.0:1734016078.764541:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334179456 00000100:00100000:1.0:1734016078.764544:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334179456 00010000:00010000:1.0:1734016078.764556:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc559902f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d903 expref: 6 pid: 7684 timeout: 442 lvb_type: 1 00000100:00100000:1.0:1734016078.764577:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2542 00000100:00100000:1.0:1734016078.764583:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334179328:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016078.764599:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016078.764623:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559902fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d90a expref: 8 pid: 9511 timeout: 442 lvb_type: 1 00010000:00010000:1.0:1734016078.764634:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559902fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d90a expref: 8 pid: 9511 timeout: 442 lvb_type: 1 00010000:00010000:1.0:1734016078.764658:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559902fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d90a expref: 8 pid: 9511 timeout: 442 lvb_type: 1 00010000:00010000:1.0:1734016078.764694:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016078.764743:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334179328:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 158us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016078.764750:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2542 00000100:00100000:1.0:1734016078.764764:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2543 00000100:00100000:1.0:1734016078.764768:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334179456:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016078.764776:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016078.764782:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc559902f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d903 expref: 6 pid: 7684 timeout: 442 lvb_type: 1 00010000:00010000:1.0:1734016078.764790:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc559902f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d903 expref: 6 pid: 7684 timeout: 442 lvb_type: 1 00010000:00010000:1.0:1734016078.764801:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc559902f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d903 expref: 6 pid: 7684 timeout: 442 lvb_type: 1 00010000:00010000:1.0:1734016078.764853:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016078.764856:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016078.764861:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55990304 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8695808->8703999] (req 8695808->8703999) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.764868:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55990304 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8695808->8703999] (req 8695808->8703999) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.764890:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016078.764908:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334179456:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 139us (940us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016078.764913:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2543 00000001:00080000:0.0:1734016078.768222:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969043 is committed 00000100:00100000:0.0:1734016078.772736:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.772848:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334179584 00000100:00100000:1.0:1734016078.772860:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334179584 00000100:00100000:1.0:1734016078.773305:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9510 00000100:00100000:1.0:1734016078.773315:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334179584:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016078.773344:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016078.773372:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599030b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d911 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016078.773399:0:9511:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8704000, mtime: 0x675afc4e, atime: 0x675afc4e, ctime: 0x675afc4e, blocks: 0x4f8 00010000:00010000:1.0:1734016078.773428:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016078.773432:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016078.773443:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599030b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d911 expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016078.773463:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599030b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d911 expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016078.773472:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016078.773579:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334179584:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 265us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016078.773585:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9510 00000100:00100000:0.0:1734016078.777116:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.777193:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334179712 00000100:00100000:1.0:1734016078.777205:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334179712 00000100:00100000:1.0:1734016078.777241:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9511 00000100:00100000:1.0:1734016078.777249:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334179712:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016078.777266:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016078.777286:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55990312 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d918 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.777319:0:9511:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599030b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d911 expref: 7 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016078.777326:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016078.777328:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016078.777332:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55990312 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8454144->8458239] (req 8454144->8458239) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d918 expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.777363:0:9511:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599030b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d911 expref: 7 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016078.777375:0:9511:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599030b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d911 expref: 7 pid: 9511 timeout: 442 lvb_type: 1 00000100:00100000:1.0:1734016078.777386:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338227712:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016078.777453:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cbcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016078.788590:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016078.789707:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599030b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d911 expref: 8 pid: 9511 timeout: 442 lvb_type: 1 00000100:00100000:1.0:1734016078.789736:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338227712:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016078.789773:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55990312 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8454144->8458239) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d918 expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016078.789782:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:1.0:1734016078.790414:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334179712:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 13163us (13309us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016078.790422:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9511 00000100:00100000:0.0:1734016078.795720:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.807775:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.824986:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.847446:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.866087:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.878835:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334180992:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 11022us (12742us total) trans 4294969044 rc 0/0 00000100:00100000:0.0:1734016078.878849:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7475 00002000:00100000:0.0:1734016078.878862:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8404992->8458239) req@ffff8800701ca300 x1818247334180992/t4294969044(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:39/0 lens 488/448 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.878871:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701ca300 with x1818247334180992 ext(8404992->8458239) 00002000:00010000:0.0:1734016078.878877:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701ca300 00000100:00100000:0.0:1734016078.882750:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.887670:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.888677:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334181248 00000100:00100000:1.0:1734016078.888691:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334181248 00000100:00100000:1.0:1734016078.888757:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9512 00000100:00100000:1.0:1734016078.888765:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334181248:12345-192.168.201.4@tcp:16:fsx.0 00000100:00100000:1.0:1734016078.891012:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334181248:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2241us (3346us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016078.891027:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9512 00000100:00100000:1.0:1734016078.895198:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.901247:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.904643:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.910269:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.910397:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334181888 00000100:00100000:1.0:1734016078.910412:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334181888 00002000:00100000:1.0:1734016078.910468:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1175552->8703999) req@ffff880078c26680 x1818247334181888/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:39/0 lens 504/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016078.910481:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26680 with x1818247334181888 ext(1175552->8703999) 00002000:00010000:1.0:1734016078.910487:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26680 00000100:00100000:1.0:1734016078.910526:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7476 00000100:00100000:1.0:1734016078.910534:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334181888:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016078.925128:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.929372:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.933085:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.934334:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334182656 00000100:00100000:0.0:1734016078.934349:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334182656 00000100:00100000:0.0:1734016078.939355:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.942775:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.951472:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.959665:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.965052:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.975146:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.981074:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.986543:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016078.991214:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016078.995606:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.001558:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.028273:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.037971:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.038029:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.046035:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7492 00000100:00100000:1.0:1734016079.046046:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334186112:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.098631:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334186112:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 52568us (60583us total) trans 0 rc 315392/315392 00000100:00100000:0.0:1734016079.098647:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7492 00002000:00100000:0.0:1734016079.098658:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8703999) req@ffff88007036f100 x1818247334186112/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:40/0 lens 488/440 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 315392/315392 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.098667:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036f100 with x1818247334186112 ext(8388608->8703999) 00002000:00010000:0.0:1734016079.098672:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036f100 00010000:00010000:1.0:1734016079.110343:0:6469:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016079.147554:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.153698:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.159025:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.159244:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334186624 00000100:00100000:0.0:1734016079.159254:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334186624 00000100:00100000:0.0:1734016079.159290:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9516 00000100:00100000:0.0:1734016079.159298:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334186624:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.159313:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.159327:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55990335 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d934 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.159355:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55990320 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1175552->1179647) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d926 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.159362:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55990327 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7192576->7241727) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d92d expref: 5 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.159367:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.159368:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.159371:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55990335 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d934 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.159400:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55990327 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7192576->7241727) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d92d expref: 5 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.159410:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55990327 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7192576->7241727) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d92d expref: 5 pid: 9511 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1734016079.159421:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338228480:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016079.159484:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55990320 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1175552->1179647) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d926 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.159491:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55990320 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1175552->1179647) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d926 expref: 8 pid: 9511 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1734016079.159498:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338228608:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016079.159512:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.169079:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338228480:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016079.169092:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338228608:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016079.169121:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55990335 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d934 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.169137:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564240, rc 0) 00000100:00100000:0.0:1734016079.169190:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334186624:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9892us (10177us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.169198:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9516 00000100:00100000:0.0:1734016079.169795:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.180204:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.180277:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334186880 00000100:00100000:0.0:1734016079.180287:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334186880 00010000:00010000:0.0:1734016079.180317:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55990327 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7192576->7241727) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d92d expref: 6 pid: 9511 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1734016079.180352:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2548 00000100:00100000:0.0:1734016079.180360:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334186880:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016079.180373:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016079.180390:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55990327 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7192576->7241727) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d92d expref: 6 pid: 9511 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1734016079.180401:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55990327 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7192576->7241727) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d92d expref: 6 pid: 9511 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1734016079.180420:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55990327 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7192576->7241727) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d92d expref: 6 pid: 9511 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1734016079.180451:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.180453:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.180457:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55990335 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d934 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.180465:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55990335 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d934 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.180499:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55990335 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d934 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.180509:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338228736:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016079.180574:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016079.187251:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.197900:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.213966:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.221322:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334187392 00000100:00100000:0.0:1734016079.221331:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334187392 00000100:00100000:0.0:1734016079.221599:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9518 00000100:00100000:0.0:1734016079.221606:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334187392:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.221621:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.221635:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55990351 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d949 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.221681:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338228992:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016079.221733:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.226984:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.232986:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.257535:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.265400:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.277624:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.297344:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.303758:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.313242:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.316328:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.321008:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.324745:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.332736:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.339091:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.346127:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.352968:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.358242:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.362730:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.367103:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.371964:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.377111:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.381430:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.385861:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.394740:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.404089:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.410142:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.419048:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.424898:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.430213:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.434687:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.438750:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.443507:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016079.445885:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969049 is committed 00000100:00100000:1.0:1734016079.450632:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.457858:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334193280 00000100:00100000:0.0:1734016079.457868:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334193280 00000100:00100000:0.0:1734016079.457918:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9534 00000100:00100000:0.0:1734016079.457934:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334193280:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.457955:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.457973:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559903b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d9a4 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.458035:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078e29f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338230912:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016079.458091:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.460558:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078e29f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338230912:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016079.460597:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559903b3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9a4 expref: 7 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.460610:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559903b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9a4 expref: 7 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.460724:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85673c0, rc 0) 00000100:00100000:0.0:1734016079.460777:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334193280:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2842us (3075us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016079.460785:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9534 00000100:00100000:0.0:1734016079.465311:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334193408 00000100:00100000:0.0:1734016079.465323:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334193408 00000100:00100000:0.0:1734016079.465399:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9535 00000100:00100000:0.0:1734016079.465408:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334193408:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016079.465666:0:9511:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7715031 -> 7715031 00002000:00010000:0.0:1734016079.465670:0:9511:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016079 -> 1734016079 00002000:00010000:0.0:1734016079.465673:0:9511:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016079 -> 1734016078 00002000:00010000:0.0:1734016079.465675:0:9511:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016079 -> 1734016079 00002000:00010000:0.0:1734016079.465677:0:9511:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1296 -> 1296 00000100:00100000:0.0:1734016079.465780:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334193408:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 372us (576us total) trans 4294969050 rc 0/0 00000100:00100000:0.0:1734016079.465788:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9535 00000100:00100000:0.0:1734016079.484240:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7508 00000100:00100000:0.0:1734016079.484247:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334193664:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016079.555289:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334193664:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 71032us (71649us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016079.555303:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7508 00002000:00100000:1.0:1734016079.555315:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4243455) req@ffff8800784e0380 x1818247334193664/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:40/0 lens 520/440 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016079.555324:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e0380 with x1818247334193664 ext(0->4243455) 00002000:00010000:1.0:1734016079.555330:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e0380 00000100:00100000:0.0:1734016079.568189:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.568593:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334194048 00000100:00100000:1.0:1734016079.568605:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334194048 00000100:00100000:1.0:1734016079.568650:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9536 00000100:00100000:1.0:1734016079.568658:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334194048:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016079.568681:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016079.568699:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc559903ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d9ab expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016079.568761:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338231040:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016079.568860:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cbcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.573103:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334193792:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 84341us (89401us total) trans 0 rc 3473408/3473408 00000100:00100000:0.0:1734016079.573121:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7509 00002000:00100000:0.0:1734016079.573138:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4243456->7716863) req@ffff8800784e3480 x1818247334193792/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:40/0 lens 488/440 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 3473408/3473408 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.573149:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e3480 with x1818247334193792 ext(4243456->7716863) 00002000:00010000:0.0:1734016079.573157:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e3480 00002000:00010000:1.0:1734016079.574137:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016078 -> 1734016079 00000100:00100000:1.0:1734016079.574164:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338231040:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016079.574207:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc559903ba lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9ab expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016079.574222:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc559903ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9ab expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016079.574240:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016079.574283:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334194048:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5625us (6107us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016079.574291:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9536 00000100:00100000:0.0:1734016079.582370:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.582475:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334194176 00000100:00100000:1.0:1734016079.582484:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334194176 00000100:00100000:1.0:1734016079.582533:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9537 00000100:00100000:1.0:1734016079.582540:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334194176:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016079.582556:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016079.582573:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559903c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d9b2 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016079.582624:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338231168:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016079.582691:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016079.586676:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338231168:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016079.586730:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559903c1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9b2 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016079.586743:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559903c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9b2 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016079.586776:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:1.0:1734016079.586864:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334194176:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4321us (4501us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016079.586876:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9537 00000100:00100000:1.0:1734016079.590628:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334194304 00000100:00100000:1.0:1734016079.590642:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334194304 00000100:00100000:1.0:1734016079.590703:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9538 00000100:00100000:1.0:1734016079.590711:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334194304:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016079.590732:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016079.590754:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559903c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d9b9 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016079.590832:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338231296:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016079.590907:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b41cbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016079.598669:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338231296:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016079.598713:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559903c8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9b9 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016079.598730:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559903c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9b9 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016079.598758:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:1.0:1734016079.599268:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334194304:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8552us (8768us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016079.599280:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9538 00000100:00100000:1.0:1734016079.605586:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334194432 00000100:00100000:1.0:1734016079.605596:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334194432 00000100:00100000:0.0:1734016079.629979:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334194560 00000100:00100000:0.0:1734016079.629990:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334194560 00010000:00010000:0.0:1734016079.630030:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55990397 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2228224->2232319) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d988 expref: 7 pid: 9511 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734016079.630073:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2552 00000100:00100000:0.0:1734016079.630080:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129fddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334194560:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016079.630094:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016079.630114:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55990397 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2228224->2232319) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d988 expref: 7 pid: 9511 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016079.630127:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55990397 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2228224->2232319) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d988 expref: 7 pid: 9511 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016079.630147:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55990397 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2228224->2232319) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d988 expref: 7 pid: 9511 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016079.630174:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.630176:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.630182:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559903cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5971968->6017023) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9c0 expref: 6 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.630189:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559903cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5971968->6017023) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9c0 expref: 6 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.630225:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559903cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5971968->6017023) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9c0 expref: 6 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.630236:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078e28380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338231552:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016079.630286:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.632106:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078e28380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338231552:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016079.632133:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016079.632183:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129fddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334194560:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2102us (2756us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.632194:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2552 00000100:00100000:0.0:1734016079.632506:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.641742:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.648483:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.653297:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.664367:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.666688:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334195456 00000100:00100000:1.0:1734016079.666706:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334195456 00010000:00010000:1.0:1734016079.666749:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559903cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5971968->6017023) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9c0 expref: 10 pid: 9511 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734016079.666778:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2553 00000100:00100000:1.0:1734016079.666785:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334195456:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016079.666802:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016079.666844:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559903cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5971968->6017023) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9c0 expref: 10 pid: 9511 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734016079.666858:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559903cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5971968->6017023) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9c0 expref: 10 pid: 9511 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734016079.666886:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559903cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5971968->6017023) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9c0 expref: 10 pid: 9511 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734016079.666929:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016079.666932:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016079.666936:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559903e4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6475776->6533119] (req 6475776->6533119) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016079.666947:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559903e4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6475776->6533119] (req 6475776->6533119) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016079.666975:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016079.667044:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334195456:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 258us (2688us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016079.667051:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2553 00000100:00100000:0.0:1734016079.673733:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.673871:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334195584 00000100:00100000:1.0:1734016079.673881:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334195584 00000100:00100000:1.0:1734016079.673949:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9544 00000100:00100000:1.0:1734016079.673957:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334195584:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016079.673977:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016079.674003:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559903eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4d9d5 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016079.674029:0:7684:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7715031, mtime: 0x675afc4f, atime: 0x675afc4e, ctime: 0x675afc4f, blocks: 0x568 00010000:00010000:1.0:1734016079.674053:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016079.674056:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016079.674064:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559903eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9d5 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016079.674080:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559903eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9d5 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016079.674091:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016079.674147:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334195584:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 191us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016079.674155:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9544 00000100:00100000:0.0:1734016079.677002:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.683083:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.689252:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.696680:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.707093:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.710778:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.719354:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.747350:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.747401:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.748020:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.748065:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334196864 00000100:00100000:0.0:1734016079.748076:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334196864 00002000:00100000:0.0:1734016079.748123:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff88007a37ce00 x1818247334196864/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.748133:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37ce00 with x1818247334196864 ext(4194304->8388607) 00002000:00010000:0.0:1734016079.748138:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37ce00 00000100:00100000:0.0:1734016079.748154:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334196736 00000100:00100000:0.0:1734016079.748156:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334196736 00002000:00100000:0.0:1734016079.748165:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007a37d180 x1818247334196736/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.748170:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37d180 with x1818247334196736 ext(0->4194303) 00002000:00010000:0.0:1734016079.748172:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37d180 00000100:00100000:0.0:1734016079.748179:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334196992 00000100:00100000:0.0:1734016079.748181:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334196992 00002000:00100000:0.0:1734016079.748187:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8511487) req@ffff88007a37c000 x1818247334196992/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.748193:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37c000 with x1818247334196992 ext(8388608->8511487) 00002000:00010000:0.0:1734016079.748194:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37c000 00000100:00100000:0.0:1734016079.748202:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7511 00000100:00100000:0.0:1734016079.748208:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334196864:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016079.754057:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7513 00000100:00100000:1.0:1734016079.754073:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1971:x1818247334196992:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016079.814284:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334196864:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 66063us (66935us total) trans 0 rc 3522560/3522560 00000100:00100000:1.0:1734016079.814296:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7511 00002000:00100000:1.0:1734016079.814309:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff88007a37ce00 x1818247334196864/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:40/0 lens 488/440 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 3522560/3522560 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016079.814318:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37ce00 with x1818247334196864 ext(4194304->8388607) 00002000:00010000:1.0:1734016079.814323:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37ce00 00000100:00100000:0.0:1734016079.893234:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.907268:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.939531:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334197632 00000100:00100000:1.0:1734016079.939543:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334197632 00000100:00100000:1.0:1734016079.939610:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1849 00000100:00100000:1.0:1734016079.939618:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+26:9662:x1818247334197632:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016079.939681:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016079.939713:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55990343 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d93b expref: 26 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016079.939733:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016079.939737:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016079.939956:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55990423 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016079.939972:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc5599037b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d96c expref: 15 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016079.939978:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55990423 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016079.940015:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc5599037b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d96c expref: 15 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016079.940025:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc5599037b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d96c expref: 15 pid: 13928 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734016079.940041:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338233088:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016079.940107:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800703899c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.946923:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.947067:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338233088:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016079.947091:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55990423 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016079.948863:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55990423 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016079.948872:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55990423 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:0.0:1734016079.948964:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968477 00000004:00010000:0.0:1734016079.949005:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800a7829c00 reply state ffff88007bffe000 transno 4294968478 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55990423 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016079.949011:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016079.949424:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+28:9662:x1818247334197632:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 9805us (10025us total) trans 4294968478 rc 0/0 00000100:00100000:0.0:1734016079.949431:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1849 00000020:00080000:0.0:1734016079.949435:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016079.965324:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.974577:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.986083:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016079.994130:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016079.994297:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334198400 00000100:00100000:1.0:1734016079.994306:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334198400 00002000:00010000:1.0:1734016079.994332:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1053709->18446744073709551615) 00002000:00100000:1.0:1734016079.994336:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9a300 with x1818247334198400 ext(1053709->18446744073709551615) 00002000:00010000:1.0:1734016079.994345:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9a300. 00000100:00100000:1.0:1734016079.994375:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7515 00000100:00100000:1.0:1734016079.994381:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334198400:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016080.019862:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9645684 -> 1053709 00002000:00010000:0.0:1734016080.019874:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016079 -> 1734016079 00002000:00010000:0.0:1734016080.019877:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016078 -> 1734016078 00002000:00010000:0.0:1734016080.019879:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016079 -> 1734016079 00002000:00010000:0.0:1734016080.019881:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1432 -> 776 00000100:00100000:1.0:1734016080.020027:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334198400:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 25633us (25892us total) trans 4294969055 rc 0/0 00000100:00100000:1.0:1734016080.020041:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7515 00002000:00010000:1.0:1734016080.020045:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1053709->18446744073709551615) 00002000:00100000:1.0:1734016080.020049:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9a300 with x1818247334198400 ext(1053709->18446744073709551615) 00002000:00010000:1.0:1734016080.020056:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9a300. 00000100:00100000:0.0:1734016080.037926:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.057090:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:0.0:1734016080.057283:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016050 00000100:00100000:0.0:1734016080.078376:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.088529:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8684000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338233344:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016080.088588:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990454 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da22 expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.088613:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990454 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da22 expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.088651:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:0.0:1734016080.088717:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334198784:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10163us (10348us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016080.088729:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9554 00000100:00100000:1.0:1734016080.098258:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.098487:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334198912 00000100:00100000:0.0:1734016080.098499:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334198912 00000100:00100000:0.0:1734016080.098562:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9555 00000100:00100000:0.0:1734016080.098570:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334198912:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016080.098589:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016080.098607:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5599045b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4da29 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.098637:0:9511:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559903f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8511488->8536063) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9dc expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.098644:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016080.098646:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016080.098649:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5599045b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [835584->868351] (req 835584->868351) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da29 expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.098675:0:9511:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559903f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8511488->8536063) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9dc expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.098690:0:9511:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559903f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8511488->8536063) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9dc expref: 9 pid: 9511 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734016080.098702:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338233472:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016080.098778:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016080.106484:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.107331:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334199040 00000100:00100000:0.0:1734016080.107340:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334199040 00010000:00010000:0.0:1734016080.107367:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559903f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8511488->8536063) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9dc expref: 10 pid: 9511 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734016080.107476:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2556 00000100:00100000:0.0:1734016080.107484:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334199040:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016080.107498:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016080.107515:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559903f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8511488->8536063) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9dc expref: 10 pid: 9511 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016080.107526:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559903f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8511488->8536063) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9dc expref: 10 pid: 9511 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016080.107548:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559903f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8511488->8536063) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d9dc expref: 10 pid: 9511 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016080.107576:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.107578:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.107584:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5599045b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 835584->868351) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da29 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.107593:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5599045b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 835584->868351) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da29 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.107623:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5599045b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 835584->868351) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da29 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016080.107634:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338233600:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016080.107675:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f240 going to sleep for 11 seconds 00010000:00010000:0.0:1734016080.111696:0:6468:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016080.116936:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.138546:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.145926:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.146214:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334199424 00000100:00100000:1.0:1734016080.146224:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334199424 00000100:00100000:1.0:1734016080.146275:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9557 00000100:00100000:1.0:1734016080.146282:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334199424:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016080.146299:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016080.146320:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990470 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4da37 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016080.146372:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338233728:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016080.146420:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800703899c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016080.152233:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016078 -> 1734016079 00002000:00010000:1.0:1734016080.152242:0:7684:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016079 -> 1734016080 00000100:00100000:1.0:1734016080.152267:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338233728:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016080.152312:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990470 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da37 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016080.152329:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990470 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da37 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016080.152359:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:1.0:1734016080.152409:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334199424:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6125us (6498us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016080.152419:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9557 00000100:00100000:0.0:1734016080.170080:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.170498:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334199552 00000100:00100000:1.0:1734016080.170516:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334199552 00000100:00100000:1.0:1734016080.170588:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9558 00000100:00100000:1.0:1734016080.170598:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334199552:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016080.170633:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016080.170665:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55990477 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4da3e expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016080.170745:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338233856:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016080.170887:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800703899c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016080.176414:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338233856:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016080.176452:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55990477 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da3e expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016080.176467:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55990477 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da3e expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016080.176499:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016080.176555:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334199552:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5957us (6490us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016080.176563:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9558 00000100:00100000:1.0:1734016080.189556:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334199680 00000100:00100000:1.0:1734016080.189565:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334199680 00000100:00100000:1.0:1734016080.189620:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9559 00000100:00100000:1.0:1734016080.189630:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334199680:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016080.189649:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016080.189666:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc5599047e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4da45 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016080.189735:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338233984:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016080.194043:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800703899c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016080.197187:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338233984:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016080.197258:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc5599047e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da45 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016080.197277:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc5599047e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da45 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016080.197310:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016080.197388:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334199680:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7758us (8520us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016080.197398:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9559 00000100:00100000:0.0:1734016080.203053:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.203253:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334199808 00000100:00100000:1.0:1734016080.203271:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334199808 00000100:00100000:1.0:1734016080.203340:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9560 00000100:00100000:1.0:1734016080.203350:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:9662:x1818247334199808:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016080.203374:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016080.203395:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55990485 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4da4c expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.203430:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5599045b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 835584->868351) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da29 expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.203438:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016080.203440:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016080.203443:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55990485 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [618496->675839] (req 618496->675839) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da4c expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.203482:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5599045b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 835584->868351) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da29 expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.203497:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5599045b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 835584->868351) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da29 expref: 9 pid: 9511 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734016080.203511:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338234112:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016080.203581:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800703899c0 going to sleep for 11 seconds 00010000:00010000:1.0:1734016080.210508:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5599045b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 835584->868351) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da29 expref: 10 pid: 9511 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734016080.212015:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338234112:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016080.212071:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55990485 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 618496->675839) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da4c expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.212088:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834240, rc 0) 00000100:00100000:1.0:1734016080.212172:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:9662:x1818247334199808:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8822us (9140us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016080.212181:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9560 00000100:00100000:0.0:1734016080.224018:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.224268:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334200064 00000100:00100000:1.0:1734016080.224282:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334200064 00000100:00100000:1.0:1734016080.224356:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9561 00000100:00100000:1.0:1734016080.224365:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334200064:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016080.224684:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1053709 -> 1053709 00002000:00010000:1.0:1734016080.224688:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016079 -> 1734016079 00002000:00010000:1.0:1734016080.224690:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016079 -> 1734016078 00002000:00010000:1.0:1734016080.224692:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016080 -> 1734016080 00002000:00010000:1.0:1734016080.224695:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 776 -> 888 00000100:00100000:1.0:1734016080.226718:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247334200064:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 2333us (2695us total) trans 4294969057 rc 0/0 00000100:00100000:1.0:1734016080.226739:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9561 00000100:00100000:0.0:1734016080.233522:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.233621:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334200192 00000100:00100000:1.0:1734016080.233628:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334200192 00000100:00100000:1.0:1734016080.233775:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9562 00000100:00100000:1.0:1734016080.233783:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334200192:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016080.233802:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016080.233855:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc5599048c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4da53 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016080.233901:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338234368:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016080.233967:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800703899c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016080.242875:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016078 -> 1734016079 00000100:00100000:1.0:1734016080.242906:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338234368:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016080.242959:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc5599048c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da53 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016080.242977:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc5599048c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da53 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016080.243003:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016080.243077:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334200192:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9291us (9560us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016080.243087:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9562 00000100:00100000:0.0:1734016080.251031:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.251159:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334200320 00000100:00100000:1.0:1734016080.251171:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334200320 00000100:00100000:1.0:1734016080.251245:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9563 00000100:00100000:1.0:1734016080.251254:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334200320:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016080.251285:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016080.251311:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990493 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4da5a expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016080.251389:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338234496:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016080.251490:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800703899c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016080.254057:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338234496:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016080.254096:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990493 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da5a expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016080.254110:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990493 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da5a expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016080.255566:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016080.255660:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334200320:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4403us (4642us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016080.255669:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9563 00000100:00100000:1.0:1734016080.272318:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334200448 00000100:00100000:1.0:1734016080.272330:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334200448 00000100:00100000:1.0:1734016080.272396:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9564 00000100:00100000:1.0:1734016080.272404:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334200448:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016080.272426:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016080.272445:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc5599049a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4da61 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016080.272514:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338234624:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016080.272592:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800703899c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016080.274830:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338234624:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016080.274869:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc5599049a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da61 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016080.274883:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc5599049a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da61 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016080.274902:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016080.274975:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334200448:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2571us (2787us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016080.274983:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9564 00000100:00100000:0.0:1734016080.278618:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.278735:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334200704 00000100:00100000:1.0:1734016080.278745:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334200704 00000100:00100000:1.0:1734016080.278849:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7516 00000100:00100000:1.0:1734016080.278858:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334200704:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:1.0:1734016080.278903:0:13965:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559904a1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.278933:0:13965:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55990485 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 618496->675839) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da4c expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.278942:0:13965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016080.278945:0:13965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016080.278948:0:13965:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559904a1 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [28672->81919] (req 28672->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.278990:0:13965:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55990485 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 618496->675839) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da4c expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.279006:0:13965:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55990485 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 618496->675839) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da4c expref: 10 pid: 7684 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734016080.279022:0:13965:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13965:1818247338234752:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016080.279091:0:13965:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800703899c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016080.284372:0:13965:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13965:1818247338234752:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016080.284398:0:13965:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559904a1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [28672->81919] (req 28672->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016080.289419:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016080.290069:0:13965:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559904a1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [28672->81919] (req 28672->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.290077:0:13965:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559904a1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [28672->81919] (req 28672->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.293951:0:13965:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559904a1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [28672->81919] (req 28672->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.293968:0:13965:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559904a1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [28672->81919] (req 28672->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.293976:0:13965:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559904a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [28672->81919] (req 28672->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.293983:0:13965:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e834d80 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016080.293986:0:13965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559904a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [28672->81919] (req 28672->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.293994:0:13965:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559904a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [28672->81919] (req 28672->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.294012:0:13965:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559904a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [28672->81919] (req 28672->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.294017:0:13965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559904a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [28672->81919] (req 28672->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016080.295427:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334200704:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 16554us (16804us total) trans 0 rc 53248/53248 00000100:00100000:1.0:1734016080.295442:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7516 00000100:00100000:1.0:1734016080.304353:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334200960 00000100:00100000:1.0:1734016080.304363:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334200960 00000100:00100000:1.0:1734016080.304526:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9565 00000100:00100000:1.0:1734016080.304537:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334200960:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016080.304559:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016080.304582:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc559904a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4da68 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016080.304603:0:7684:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 1053709, mtime: 0x675afc4f, atime: 0x675afc4e, ctime: 0x675afc50, blocks: 0x378 00010000:00010000:1.0:1734016080.304620:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016080.304623:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016080.304634:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc559904a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da68 expref: 11 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016080.304649:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc559904a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da68 expref: 11 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016080.304659:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016080.308141:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334200960:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3588us (3975us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016080.308155:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9565 00000100:00100000:0.0:1734016080.316521:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.319360:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1854 00000100:00100000:1.0:1734016080.319374:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+30:9662:x1818247334201216:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016080.319447:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016080.319474:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55990469 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da30 expref: 30 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.319506:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016080.319511:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016080.319671:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc559904af lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016080.319686:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55990446 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da14 expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.319695:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc559904af lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016080.319733:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55990446 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da14 expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.319748:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55990446 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4da14 expref: 15 pid: 6479 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734016080.319766:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701caa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338234880:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016080.319881:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016080.330118:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.335667:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.342057:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.342322:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334201728 00000100:00100000:0.0:1734016080.342329:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334201728 00002000:00010000:0.0:1734016080.342358:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3558501->18446744073709551615) 00002000:00100000:0.0:1734016080.342362:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701caa00 with x1818247334201728 ext(3558501->18446744073709551615) 00002000:00010000:0.0:1734016080.342372:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701caa00. 00000100:00100000:0.0:1734016080.342391:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7517 00000100:00100000:0.0:1734016080.342396:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334201728:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016080.342597:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1053709 -> 3558501 00002000:00010000:0.0:1734016080.342600:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016079 -> 1734016080 00002000:00010000:0.0:1734016080.342602:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016078 -> 1734016078 00002000:00010000:0.0:1734016080.342603:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016080 -> 1734016080 00002000:00010000:0.0:1734016080.342605:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 888 -> 888 00000100:00100000:0.0:1734016080.342624:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334201728:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 228us (579us total) trans 4294969058 rc 0/0 00000100:00100000:0.0:1734016080.342629:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7517 00002000:00010000:0.0:1734016080.342632:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3558501->18446744073709551615) 00002000:00100000:0.0:1734016080.342634:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701caa00 with x1818247334201728 ext(3558501->18446744073709551615) 00002000:00010000:0.0:1734016080.342637:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701caa00. 00000100:00100000:0.0:1734016080.346577:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.361855:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.369182:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.378657:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.385867:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.392465:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.410028:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016080.415263:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969059 is committed 00000001:00080000:0.0:1734016080.415284:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969056 is committed 00000100:00100000:1.0:1734016080.423549:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.435874:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.444712:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.453053:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.473941:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.485029:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.495416:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.502547:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334204288 00000100:00100000:0.0:1734016080.502567:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334204288 00002000:00100000:1.0:1734016080.502764:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2588672->2592767) req@ffff8801309ddf80 x1818247334204288/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:41/0 lens 488/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016080.502781:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309ddf80 with x1818247334204288 ext(2588672->2592767) 00002000:00010000:1.0:1734016080.502791:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309ddf80 00000100:00100000:1.0:1734016080.502860:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7524 00000100:00100000:1.0:1734016080.502869:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334204288:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016080.503139:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334204288:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 269us (7733us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016080.503148:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7524 00002000:00100000:1.0:1734016080.503156:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2588672->2592767) req@ffff8801309ddf80 x1818247334204288/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:41/0 lens 488/4536 e 0 to 0 dl 1734016091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016080.503166:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309ddf80 with x1818247334204288 ext(2588672->2592767) 00002000:00010000:1.0:1734016080.503170:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309ddf80 00000100:00100000:1.0:1734016080.509932:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.516111:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.516354:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334204800 00000100:00100000:1.0:1734016080.516363:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334204800 00002000:00100000:1.0:1734016080.516399:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2580480->2584575) req@ffff8800785c7480 x1818247334204800/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:41/0 lens 488/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016080.516408:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c7480 with x1818247334204800 ext(2580480->2584575) 00002000:00010000:1.0:1734016080.516414:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c7480 00000100:00100000:1.0:1734016080.516509:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7526 00000100:00100000:1.0:1734016080.516516:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334204800:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016080.520151:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334204800:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 3274us (3689us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016080.520165:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7526 00002000:00100000:1.0:1734016080.520180:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2580480->2584575) req@ffff8800785c7480 x1818247334204800/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:41/0 lens 488/4536 e 0 to 0 dl 1734016091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016080.520189:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c7480 with x1818247334204800 ext(2580480->2584575) 00002000:00010000:1.0:1734016080.520196:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c7480 00000100:00100000:0.0:1734016080.530126:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.530991:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334205056 00000100:00100000:1.0:1734016080.531001:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334205056 00002000:00100000:1.0:1734016080.531060:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2576384->2580479) req@ffff8800785c6a00 x1818247334205056/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:41/0 lens 488/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016080.531071:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c6a00 with x1818247334205056 ext(2576384->2580479) 00002000:00010000:1.0:1734016080.531077:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c6a00 00000100:00100000:1.0:1734016080.531742:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7527 00000100:00100000:1.0:1734016080.531957:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334205056:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016080.534235:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334205056:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2477us (4109us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016080.534246:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7527 00002000:00100000:1.0:1734016080.534255:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2576384->2580479) req@ffff8800785c6a00 x1818247334205056/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:41/0 lens 488/4536 e 0 to 0 dl 1734016091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016080.534264:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c6a00 with x1818247334205056 ext(2576384->2580479) 00002000:00010000:1.0:1734016080.534271:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c6a00 00000100:00100000:0.0:1734016080.544693:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.546429:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334205312 00000100:00100000:1.0:1734016080.546442:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334205312 00002000:00100000:1.0:1734016080.546487:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2572288->2576383) req@ffff8800785c5c00 x1818247334205312/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:41/0 lens 488/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016080.546497:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c5c00 with x1818247334205312 ext(2572288->2576383) 00002000:00010000:1.0:1734016080.546503:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c5c00 00000100:00100000:1.0:1734016080.546545:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7528 00000100:00100000:1.0:1734016080.546552:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334205312:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016080.546750:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334205312:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 198us (2068us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016080.546758:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7528 00002000:00100000:1.0:1734016080.546764:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2572288->2576383) req@ffff8800785c5c00 x1818247334205312/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:41/0 lens 488/4536 e 0 to 0 dl 1734016091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016080.546771:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c5c00 with x1818247334205312 ext(2572288->2576383) 00002000:00010000:1.0:1734016080.546774:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c5c00 00000100:00100000:0.0:1734016080.553177:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.569771:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.570245:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334205824 00000100:00100000:1.0:1734016080.570255:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334205824 00002000:00100000:1.0:1734016080.570317:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2564096->2568191) req@ffff8800785c6300 x1818247334205824/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:41/0 lens 488/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016080.570328:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c6300 with x1818247334205824 ext(2564096->2568191) 00002000:00010000:1.0:1734016080.570336:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c6300 00000100:00100000:1.0:1734016080.571304:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7530 00000100:00100000:1.0:1734016080.571314:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334205824:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016080.571530:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334205824:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 215us (1768us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016080.571537:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7530 00002000:00100000:1.0:1734016080.571543:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2564096->2568191) req@ffff8800785c6300 x1818247334205824/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:41/0 lens 488/4536 e 0 to 0 dl 1734016091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016080.571552:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c6300 with x1818247334205824 ext(2564096->2568191) 00002000:00010000:1.0:1734016080.571557:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c6300 00000100:00100000:0.0:1734016080.587481:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.597780:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.597856:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334206336 00000100:00100000:1.0:1734016080.597865:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334206336 00002000:00100000:1.0:1734016080.597901:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2555904->2559999) req@ffff8800785c4380 x1818247334206336/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:41/0 lens 488/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016080.597919:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4380 with x1818247334206336 ext(2555904->2559999) 00002000:00010000:1.0:1734016080.597924:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4380 00000100:00100000:1.0:1734016080.597954:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7532 00000100:00100000:1.0:1734016080.597959:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334206336:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016080.598113:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334206336:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 154us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016080.598119:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7532 00002000:00100000:1.0:1734016080.598125:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2555904->2559999) req@ffff8800785c4380 x1818247334206336/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:41/0 lens 488/4536 e 0 to 0 dl 1734016091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016080.598131:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4380 with x1818247334206336 ext(2555904->2559999) 00002000:00010000:1.0:1734016080.598134:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4380 00000100:00100000:0.0:1734016080.617783:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.642773:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016080.650599:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969061 is committed 00000100:00100000:0.0:1734016080.660955:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.669598:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.677404:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.696219:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.718045:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.731999:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.744752:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.752988:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.758624:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.764918:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.773629:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.782692:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.796620:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.857977:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.869564:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016080.886179:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969065 is committed 00000001:00080000:0.0:1734016080.886202:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969063 is committed 00000100:00100000:0.0:1734016080.890202:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.906016:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.909669:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.909800:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334209536 00000100:00100000:1.0:1734016080.909839:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334209536 00010000:00010000:1.0:1734016080.909868:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55990526 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dabc expref: 32 pid: 6479 timeout: 444 lvb_type: 0 00000100:00100000:1.0:1734016080.909916:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2564 00000100:00100000:1.0:1734016080.909923:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+32:1970:x1818247334209536:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016080.909936:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016080.909941:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55990526 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dabc expref: 32 pid: 6479 timeout: 444 lvb_type: 0 00010000:00010000:1.0:1734016080.909951:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55990526 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dabc expref: 32 pid: 6479 timeout: 444 lvb_type: 0 00010000:00010000:1.0:1734016080.909972:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016080.909977:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55990549 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016080.909989:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55990549 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016080.909994:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55990549 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016080.910009:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016080.910047:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+32:1970:x1818247334209536:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 124us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016080.910054:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2564 00000100:00100000:0.0:1734016080.930666:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.933995:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.943536:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.960076:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.969405:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016080.969506:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334210560 00000100:00100000:1.0:1734016080.969513:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334210560 00000100:00100000:1.0:1734016080.969576:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7537 00000100:00100000:1.0:1734016080.969583:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334210560:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:1.0:1734016080.969617:0:13965:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990573 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.969632:0:13965:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55990550 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dad8 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.969638:0:13965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016080.969640:0:13965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016080.969642:0:13965:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990573 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6275072->6307839] (req 6275072->6307839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.969667:0:13965:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55990550 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dad8 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.969682:0:13965:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55990550 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dad8 expref: 8 pid: 7684 timeout: 444 lvb_type: 0 00000100:00100000:1.0:1734016080.969693:0:13965:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13965:1818247338237440:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016080.969743:0:13965:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016080.974942:0:13965:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13965:1818247338237440:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016080.974980:0:13965:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990573 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6275072->6307839] (req 6275072->6307839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016080.981078:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016080.981864:0:13965:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990573 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6275072->6307839] (req 6275072->6307839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.981872:0:13965:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990573 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6275072->6307839] (req 6275072->6307839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016080.988115:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3048187 -> 6307840 00002000:00010000:0.0:1734016080.988122:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 968 -> 1032 00010000:00010000:0.0:1734016080.988139:0:13965:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990573 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6275072->6307839] (req 6275072->6307839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.988150:0:13965:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990573 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6275072->6307839] (req 6275072->6307839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.988159:0:13965:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990573 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6275072->6307839] (req 6275072->6307839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.988166:0:13965:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e835440 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016080.988171:0:13965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990573 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6275072->6307839] (req 6275072->6307839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.988181:0:13965:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990573 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6275072->6307839] (req 6275072->6307839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.988204:0:13965:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990573 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6275072->6307839] (req 6275072->6307839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.988211:0:13965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990573 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6275072->6307839] (req 6275072->6307839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016080.988512:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334210560:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 18922us (19111us total) trans 4294969067 rc 0/0 00000100:00100000:0.0:1734016080.988523:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7537 00000100:00100000:0.0:1734016080.991200:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016080.997946:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:0.0:1734016081.008431:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016051 00000100:00100000:0.0:1734016081.013068:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016081.024402:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.032032:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.042668:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.048165:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334212608 00000100:00100000:0.0:1734016081.048180:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334212608 00002000:00100000:0.0:1734016081.048228:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5787648->5791743) req@ffff8801309f8e00 x1818247334212608/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.048238:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8e00 with x1818247334212608 ext(5787648->5791743) 00002000:00010000:0.0:1734016081.048244:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8e00 00000100:00100000:0.0:1734016081.048279:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7543 00000100:00100000:0.0:1734016081.048285:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334212608:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.049106:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334212608:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 816us (1370us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016081.049115:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7543 00002000:00100000:0.0:1734016081.049123:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5787648->5791743) req@ffff8801309f8e00 x1818247334212608/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.049131:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8e00 with x1818247334212608 ext(5787648->5791743) 00002000:00010000:0.0:1734016081.049134:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8e00 00000100:00100000:0.0:1734016081.053375:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.056762:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.066656:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334213376 00000100:00100000:0.0:1734016081.066670:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334213376 00002000:00100000:0.0:1734016081.066732:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5775360->5779455) req@ffff8800a8684a80 x1818247334213376/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.066744:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8684a80 with x1818247334213376 ext(5775360->5779455) 00002000:00010000:0.0:1734016081.066750:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8684a80 00000100:00100000:0.0:1734016081.066785:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7546 00000100:00100000:0.0:1734016081.066797:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334213376:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.067049:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334213376:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 251us (522us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016081.067055:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7546 00002000:00100000:0.0:1734016081.067061:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5775360->5779455) req@ffff8800a8684a80 x1818247334213376/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.067067:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8684a80 with x1818247334213376 ext(5775360->5779455) 00002000:00010000:0.0:1734016081.067069:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8684a80 00000100:00100000:0.0:1734016081.071476:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.076295:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016081.077749:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334213888 00000100:00100000:1.0:1734016081.077766:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334213888 00002000:00100000:1.0:1734016081.077843:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5767168->5771263) req@ffff88007bcc8e00 x1818247334213888/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016081.077855:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8e00 with x1818247334213888 ext(5767168->5771263) 00002000:00010000:1.0:1734016081.077862:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8e00 00000100:00100000:1.0:1734016081.077908:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7548 00000100:00100000:1.0:1734016081.077915:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334213888:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016081.078146:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334213888:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 230us (1866us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016081.078155:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7548 00002000:00100000:1.0:1734016081.078161:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5767168->5771263) req@ffff88007bcc8e00 x1818247334213888/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016081.078174:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8e00 with x1818247334213888 ext(5767168->5771263) 00002000:00010000:1.0:1734016081.078177:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8e00 00000100:00100000:1.0:1734016081.093260:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.096753:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.109481:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016081.114207:0:9875:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016081.117445:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.122679:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334215680 00000100:00100000:0.0:1734016081.122687:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334215680 00002000:00100000:0.0:1734016081.122720:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2318336->2322431) req@ffff8800a8686d80 x1818247334215680/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.122730:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8686d80 with x1818247334215680 ext(2318336->2322431) 00002000:00010000:0.0:1734016081.122735:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8686d80 00000100:00100000:0.0:1734016081.122769:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7555 00000100:00100000:0.0:1734016081.122776:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334215680:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.122991:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334215680:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 215us (526us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016081.122998:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7555 00002000:00100000:0.0:1734016081.123004:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2318336->2322431) req@ffff8800a8686d80 x1818247334215680/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.123011:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8686d80 with x1818247334215680 ext(2318336->2322431) 00002000:00010000:0.0:1734016081.123013:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8686d80 00000100:00100000:0.0:1734016081.126785:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.130944:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.140836:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334216320 00000100:00100000:0.0:1734016081.140847:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334216320 00000100:00100000:0.0:1734016081.140940:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9587 00000100:00100000:0.0:1734016081.140948:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334216320:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.140964:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.140979:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55990596 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4db09 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.141010:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55990588 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dafb expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.141022:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599058f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db02 expref: 5 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.141028:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.141029:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.141033:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55990596 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4288512->4333567] (req 4288512->4333567) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db09 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.141067:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599058f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db02 expref: 5 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.141078:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599058f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db02 expref: 5 pid: 7684 timeout: 444 lvb_type: 1 00000100:00100000:0.0:1734016081.141093:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338237568:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016081.143250:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55990588 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dafb expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.143274:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55990588 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dafb expref: 8 pid: 7684 timeout: 444 lvb_type: 1 00000100:00100000:1.0:1734016081.143291:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338237696:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016081.143484:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.148137:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.148180:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016081.148862:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599058f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db02 expref: 6 pid: 7684 timeout: 444 lvb_type: 1 00000100:00100000:1.0:1734016081.148878:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338237568:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016081.148920:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55990588 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dafb expref: 8 pid: 7684 timeout: 444 lvb_type: 1 00000100:00100000:1.0:1734016081.148929:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338237696:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016081.148954:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55990596 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4288512->4333567) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db09 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.148962:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:1.0:1734016081.148988:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334216320:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8041us (8245us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016081.148996:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9587 00000100:00100000:0.0:1734016081.155045:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016081.155770:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334216704 00000100:00100000:1.0:1734016081.155778:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334216704 00000100:00100000:1.0:1734016081.155834:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9588 00000100:00100000:1.0:1734016081.155840:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334216704:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016081.156081:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6307840 -> 6307840 00002000:00010000:1.0:1734016081.156084:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016080 -> 1734016080 00002000:00010000:1.0:1734016081.156086:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016078 -> 1734016078 00002000:00010000:1.0:1734016081.156088:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016080 -> 1734016081 00002000:00010000:1.0:1734016081.156090:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1032 -> 1120 00000100:00100000:1.0:1734016081.157097:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334216704:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1255us (2067us total) trans 4294969068 rc 0/0 00000100:00100000:1.0:1734016081.157104:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9588 00000100:00100000:0.0:1734016081.160227:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016081.160473:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334216832 00000100:00100000:1.0:1734016081.160481:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334216832 00000100:00100000:1.0:1734016081.160526:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9589 00000100:00100000:1.0:1734016081.160533:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334216832:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.160550:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.160568:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599059d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4db10 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.160596:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55990596 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4288512->4333567) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db09 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.160603:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016081.160605:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016081.160609:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599059d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5775360->5783551] (req 5775360->5783551) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db10 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.160635:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55990596 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4288512->4333567) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db09 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.160646:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55990596 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4288512->4333567) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db09 expref: 7 pid: 7684 timeout: 444 lvb_type: 0 00000100:00100000:1.0:1734016081.160657:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338237952:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016081.161434:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.166126:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016081.167000:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55990596 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4288512->4333567) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db09 expref: 8 pid: 7684 timeout: 444 lvb_type: 0 00000100:00100000:1.0:1734016081.167017:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338237952:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016081.167040:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599059d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5775360->5783551) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db10 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.167049:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016081.167090:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334216832:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6557us (6872us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016081.167097:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9589 00000100:00100000:0.0:1734016081.175133:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338238080:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016081.175165:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016081.175232:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334216960:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8882us (9126us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.175243:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2569 00000100:00100000:0.0:1734016081.296985:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016081.302024:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334217600 00000100:00100000:1.0:1734016081.302039:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334217600 00000100:00100000:1.0:1734016081.302099:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9590 00000100:00100000:1.0:1734016081.302106:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334217600:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.302132:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.302152:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559905a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4db17 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.302186:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016081.302188:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016081.302195:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559905a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db17 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.302209:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559905a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db17 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.302221:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016081.302292:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334217600:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 186us (5317us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016081.302298:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9590 00000100:00100000:0.0:1734016081.327043:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016081.328345:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9591 00000100:00100000:1.0:1734016081.328359:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334217728:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.328384:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.328407:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559905ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4db1e expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.328444:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599059d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5775360->5783551) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db10 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.328454:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559905a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db17 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.328466:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016081.328468:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016081.328472:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559905ab lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [8757248->8806399] (req 8757248->8806399) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db1e expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.328507:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559905a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db17 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.328520:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559905a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db17 expref: 7 pid: 7684 timeout: 444 lvb_type: 1 00000100:00100000:1.0:1734016081.328534:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338238208:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016081.328626:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599059d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5775360->5783551) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db10 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.328634:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599059d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5775360->5783551) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db10 expref: 7 pid: 7684 timeout: 444 lvb_type: 0 00000100:00100000:1.0:1734016081.328641:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338238336:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016081.328658:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.332702:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338238208:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016081.332712:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338238336:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016081.332751:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559905ab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [8757248->8806399] (req 8757248->8806399) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db1e expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.332775:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:1.0:1734016081.332870:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334217728:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4511us (5845us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016081.332880:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9591 00000100:00100000:0.0:1734016081.344948:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.355479:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.360391:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016081.362106:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334218112 00000100:00100000:1.0:1734016081.362120:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334218112 00000100:00100000:1.0:1734016081.362184:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9592 00000100:00100000:1.0:1734016081.362193:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334218112:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016081.362573:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6307840 -> 8804834 00002000:00010000:1.0:1734016081.362578:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016080 -> 1734016081 00002000:00010000:1.0:1734016081.362581:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016078 -> 1734016078 00002000:00010000:1.0:1734016081.362584:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016081 -> 1734016081 00002000:00010000:1.0:1734016081.362586:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1120 -> 1216 00000100:00100000:1.0:1734016081.362644:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334218112:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 452us (2275us total) trans 4294969069 rc 0/0 00000100:00100000:1.0:1734016081.362651:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9592 00000100:00100000:0.0:1734016081.404450:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7561 00000100:00100000:0.0:1734016081.404456:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334218368:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016081.512964:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3505:1818247338239104:0@lo:400:kworker.0 00000100:00100000:1.0:1734016081.513002:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016081.514561:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3505:1818247338239104:0@lo:400:kworker.0 00000100:00080000:0.0:1734016081.518284:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016051 00000100:00100000:1.0:1734016081.535509:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334218368:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 131034us (131276us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016081.535525:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7561 00002000:00100000:1.0:1734016081.535537:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->8015871) req@ffff8801309fb800 x1818247334218368/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:42/0 lens 504/440 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016081.535548:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fb800 with x1818247334218368 ext(0->8015871) 00002000:00010000:1.0:1734016081.535555:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fb800 00000100:00100000:1.0:1734016081.548065:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.548197:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334218880 00000100:00100000:0.0:1734016081.548215:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334218880 00000100:00100000:0.0:1734016081.548304:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9593 00000100:00100000:0.0:1734016081.548314:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334218880:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.548349:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.548377:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559905b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4db25 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.548463:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cd0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338239488:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016081.548581:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.558530:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334219008 00000100:00100000:0.0:1734016081.558543:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334219008 00000100:00100000:0.0:1734016081.558610:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9594 00000100:00100000:0.0:1734016081.558621:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334219008:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.558653:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.558680:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc559905b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4db2c expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.558726:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559905ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8757248->8806399) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db1e expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.558736:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016081.558738:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016081.558742:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc559905b9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3543040->3547135] (req 3543040->3547135) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db2c expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.558788:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559905ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8757248->8806399) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db1e expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.558802:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559905ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8757248->8806399) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db1e expref: 6 pid: 7684 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1734016081.558863:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338239616:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016081.558950:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.586652:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.653928:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.653956:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.653994:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016081.659903:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7564 00000100:00100000:1.0:1734016081.659920:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247334219648:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016081.660914:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7565 00000100:00100000:1.0:1734016081.660924:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247334219520:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016081.679692:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247334219648:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 19752us (25710us total) trans 0 rc 417792/417792 00000100:00100000:1.0:1734016081.679710:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7564 00002000:00100000:1.0:1734016081.679727:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8806399) req@ffff880078cd3b80 x1818247334219648/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:42/0 lens 488/440 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 417792/417792 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016081.679739:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cd3b80 with x1818247334219648 ext(8388608->8806399) 00002000:00010000:1.0:1734016081.679747:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cd3b80 00000100:00100000:0.0:1734016081.811184:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016081.814766:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334219520:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 153833us (160761us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016081.814778:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7565 00002000:00100000:1.0:1734016081.814789:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880078cd0e00 x1818247334219520/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:42/0 lens 488/440 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016081.814798:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cd0e00 with x1818247334219520 ext(4194304->8388607) 00002000:00010000:1.0:1734016081.814803:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cd0e00 00000100:00100000:1.0:1734016081.814852:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7566 00000100:00100000:1.0:1734016081.814857:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334220032:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:1.0:1734016081.814909:0:13920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc559905c0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.814928:0:13920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc559905b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3543040->3547135) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db2c expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.814935:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016081.814938:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016081.814941:0:13920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc559905c0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1081344->1114111] (req 1081344->1114111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.814976:0:13920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc559905b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3543040->3547135) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db2c expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.815008:0:13920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc559905b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3543040->3547135) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db2c expref: 8 pid: 7684 timeout: 445 lvb_type: 0 00000100:00100000:1.0:1734016081.815022:0:13920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338239872:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016081.815063:0:13920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.831330:0:13920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338239872:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016081.831378:0:13920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc559905c0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1081344->1114111] (req 1081344->1114111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.849755:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016081.850170:0:13920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc559905c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1081344->1114111] (req 1081344->1114111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.850184:0:13920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc559905c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1081344->1114111] (req 1081344->1114111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016081.865292:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1216 -> 1280 00010000:00010000:1.0:1734016081.865308:0:13920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc559905c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1081344->1114111] (req 1081344->1114111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.865317:0:13920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc559905c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1081344->1114111] (req 1081344->1114111) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.865325:0:13920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc559905c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1081344->1114111] (req 1081344->1114111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.865331:0:13920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e8358c0 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016081.865334:0:13920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc559905c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1081344->1114111] (req 1081344->1114111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.865341:0:13920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc559905c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1081344->1114111] (req 1081344->1114111) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.865357:0:13920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc559905c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1081344->1114111] (req 1081344->1114111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.865362:0:13920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc559905c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1081344->1114111] (req 1081344->1114111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016081.865488:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334220032:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 50624us (54313us total) trans 4294969070 rc 0/0 00000100:00100000:1.0:1734016081.865501:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7566 00000100:00100000:0.0:1734016081.872873:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.872949:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334220288 00000100:00100000:0.0:1734016081.872959:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334220288 00000100:00100000:0.0:1734016081.873010:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9595 00000100:00100000:0.0:1734016081.873020:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334220288:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.873052:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.873081:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc559905c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4db33 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016081.873119:0:7684:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8804834, mtime: 0x675afc51, atime: 0x675afc51, ctime: 0x675afc51, blocks: 0x500 00010000:00010000:0.0:1734016081.873148:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.873150:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.873159:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc559905c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db33 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.873174:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc559905c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db33 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.873186:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565680, rc 0) 00000100:00100000:0.0:1734016081.877246:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334220288:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4206us (4373us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.877263:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9595 00000100:00100000:0.0:1734016081.894800:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.898065:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.907859:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016081.919136:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016081.919773:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334220928 00000100:00100000:1.0:1734016081.919786:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334220928 00000100:00100000:1.0:1734016081.919967:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7567 00000100:00100000:1.0:1734016081.919978:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334220928:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:1.0:1734016081.920030:0:13920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559905d5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.920056:0:13920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559905ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2150400->2154495) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db3a expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.920065:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016081.920068:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016081.920072:0:13920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559905d5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7888896->7933951] (req 7888896->7933951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.920112:0:13920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559905ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2150400->2154495) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db3a expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.920127:0:13920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559905ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2150400->2154495) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db3a expref: 6 pid: 7684 timeout: 445 lvb_type: 0 00000100:00100000:1.0:1734016081.920210:0:13920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338240256:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016081.920299:0:13920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.944201:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016081.946507:0:13920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559905ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2150400->2154495) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db3a expref: 6 pid: 7684 timeout: 445 lvb_type: 0 00000100:00100000:1.0:1734016081.946569:0:13920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338240256:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016081.946596:0:13920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559905d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7888896->7933951] (req 7888896->7933951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.946607:0:13920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559905d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7888896->7933951] (req 7888896->7933951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.946613:0:13920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559905d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7888896->7933951] (req 7888896->7933951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016081.957145:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969072 is committed 00000001:00080000:0.0:1734016081.957172:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969071 is committed 00002000:00010000:1.0:1734016081.957352:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1280 -> 1368 00010000:00010000:1.0:1734016081.957376:0:13920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559905d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7888896->7933951] (req 7888896->7933951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.957387:0:13920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559905d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7888896->7933951] (req 7888896->7933951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.957396:0:13920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559905d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7888896->7933951] (req 7888896->7933951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.957403:0:13920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e836f40 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016081.957407:0:13920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559905d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7888896->7933951] (req 7888896->7933951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.957414:0:13920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559905d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7888896->7933951] (req 7888896->7933951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.957439:0:13920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559905d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7888896->7933951] (req 7888896->7933951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.957445:0:13920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559905d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7888896->7933951] (req 7888896->7933951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016081.957572:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334220928:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 37591us (38440us total) trans 4294969072 rc 0/0 00000100:00100000:1.0:1734016081.957583:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7567 00000100:00100000:0.0:1734016081.964442:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334221184 00000100:00100000:0.0:1734016081.964456:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334221184 00000100:00100000:0.0:1734016081.964527:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9598 00000100:00100000:0.0:1734016081.964535:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334221184:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.964563:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.964590:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559905dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4db41 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016081.964621:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8804834, mtime: 0x675afc51, atime: 0x675afc51, ctime: 0x675afc51, blocks: 0x558 00010000:00010000:0.0:1734016081.964652:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.964654:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.964662:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559905dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db41 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.964679:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559905dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db41 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.964692:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567180, rc 0) 00000100:00100000:0.0:1734016081.964778:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334221184:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 242us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.964785:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9598 00000100:00100000:0.0:1734016081.969375:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016081.969497:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334221440 00000100:00100000:1.0:1734016081.969516:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334221440 00000100:00100000:1.0:1734016081.969605:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7568 00000100:00100000:1.0:1734016081.969614:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334221440:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:1.0:1734016081.969666:0:13920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559905e3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.969692:0:13920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559905dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db41 expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.969699:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016081.969702:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016081.969705:0:13920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559905e3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3899392->3952639] (req 3899392->3952639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.969758:0:13920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559905dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db41 expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.969781:0:13920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559905dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db41 expref: 5 pid: 7686 timeout: 445 lvb_type: 1 00000100:00100000:1.0:1734016081.969799:0:13920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338240384:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016081.969945:0:13920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.974899:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016081.998672:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969073 is committed 00000100:00100000:0.0:1734016082.004445:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:0.0:1734016082.005412:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016052 00000100:00100000:0.0:1734016082.014015:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.014177:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.014220:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.014246:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.016482:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334221952 00000100:00100000:0.0:1734016082.016488:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334221952 00000100:00080000:1.0:1734016082.016829:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016052 00000100:00080000:1.0:1734016082.016833:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016052 00000100:00100000:0.0:1734016082.022313:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 311 00000100:00100000:0.0:1734016082.022325:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7559c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1971:x1818247334221952:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:0.0:1734016082.022410:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7559c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1971:x1818247334221952:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 88us (8162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.022420:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 311 00000100:00100000:0.0:1734016082.023512:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334222208 00000100:00100000:0.0:1734016082.023520:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334222208 00000100:00100000:0.0:1734016082.023574:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 137 00000100:00100000:0.0:1734016082.023579:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334222208:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:0.0:1734016082.023626:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334222208:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 47us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.023632:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 137 00000100:00080000:1.0:1734016082.023765:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016052 00000100:00100000:0.0:1734016082.027464:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.034939:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.044860:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016082.066941:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.081932:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.088120:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016082.116368:0:7700:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016082.117735:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.132665:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.132867:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.132950:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334223744 00000100:00100000:0.0:1734016082.132965:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334223744 00002000:00100000:0.0:1734016082.133040:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8806399) req@ffff88007a37ca80 x1818247334223744/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.133052:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37ca80 with x1818247334223744 ext(8388608->8806399) 00002000:00010000:0.0:1734016082.133060:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37ca80 00000100:00100000:0.0:1734016082.133083:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334223616 00000100:00100000:0.0:1734016082.133087:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334223616 00002000:00100000:0.0:1734016082.133099:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff88007a37f100 x1818247334223616/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.133113:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37f100 with x1818247334223616 ext(4194304->8388607) 00002000:00010000:0.0:1734016082.133116:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37f100 00000100:00100000:0.0:1734016082.133131:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7570 00000100:00100000:0.0:1734016082.133138:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334223744:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.133649:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7571 00000100:00100000:0.0:1734016082.133655:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334223616:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.211364:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334223744:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 78226us (78718us total) trans 0 rc 417792/417792 00000100:00100000:1.0:1734016082.211372:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7570 00002000:00100000:1.0:1734016082.211377:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8806399) req@ffff88007a37ca80 x1818247334223744/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/440 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 417792/417792 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.211384:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37ca80 with x1818247334223744 ext(8388608->8806399) 00002000:00010000:1.0:1734016082.211386:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37ca80 00000100:00100000:1.0:1734016082.239644:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.247744:0:6478:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309fa680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338241280:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016082.247778:0:6478:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599060d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:0.0:1734016082.248404:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.261060:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016082.279692:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334224512 00000100:00100000:1.0:1734016082.279701:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334224512 00010000:00010000:1.0:1734016082.279732:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55990606 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 368640->380927) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db64 expref: 7 pid: 7686 timeout: 445 lvb_type: 0 00000100:00100000:1.0:1734016082.279773:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2580 00000100:00100000:1.0:1734016082.279780:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129fdcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334224512:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016082.279794:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016082.279845:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55990606 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 368640->380927) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db64 expref: 7 pid: 7686 timeout: 445 lvb_type: 0 00010000:00010000:1.0:1734016082.279856:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55990606 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 368640->380927) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db64 expref: 7 pid: 7686 timeout: 445 lvb_type: 0 00010000:00010000:1.0:1734016082.279888:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55990606 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 368640->380927) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db64 expref: 7 pid: 7686 timeout: 445 lvb_type: 0 00010000:00010000:1.0:1734016082.279909:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016082.279912:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016082.279916:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55990614 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db6b expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.279924:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55990614 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db6b expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.279957:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55990614 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db6b expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.279970:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338241536:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016082.280033:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.287087:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338241536:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016082.287115:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016082.287883:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129fdcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334224512:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8091us (8335us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.287896:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2580 00000100:00100000:0.0:1734016082.288963:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334224640 00000100:00100000:0.0:1734016082.288972:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334224640 00002000:00010000:0.0:1734016082.289002:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9348638->18446744073709551615) 00002000:00100000:0.0:1734016082.289006:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fa680 with x1818247334224640 ext(9348638->18446744073709551615) 00002000:00010000:0.0:1734016082.289020:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fa680. 00000100:00100000:0.0:1734016082.289048:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7572 00000100:00100000:0.0:1734016082.289052:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334224640:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016082.289251:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8804834 -> 9348638 00002000:00010000:0.0:1734016082.289253:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016081 -> 1734016082 00002000:00010000:0.0:1734016082.289255:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016081 -> 1734016081 00002000:00010000:0.0:1734016082.289257:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016082 -> 1734016082 00002000:00010000:0.0:1734016082.289258:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1472 -> 1472 00000100:00100000:0.0:1734016082.289300:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334224640:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 247us (788us total) trans 4294969075 rc 0/0 00000100:00100000:0.0:1734016082.289305:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7572 00002000:00010000:0.0:1734016082.289308:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9348638->18446744073709551615) 00002000:00100000:0.0:1734016082.289309:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fa680 with x1818247334224640 ext(9348638->18446744073709551615) 00002000:00010000:0.0:1734016082.289313:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fa680. 00000100:00100000:1.0:1734016082.294220:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334224896 00000100:00100000:1.0:1734016082.294236:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334224896 00002000:00100000:1.0:1734016082.294298:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8806400->9351167) req@ffff8801309fbb80 x1818247334224896/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.294311:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fbb80 with x1818247334224896 ext(8806400->9351167) 00002000:00010000:1.0:1734016082.294318:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fbb80 00000100:00100000:1.0:1734016082.294949:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7573 00000100:00100000:1.0:1734016082.294959:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334224896:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.307726:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.315325:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.319957:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:1.0:1734016082.322215:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969076 is committed 00000001:00080000:1.0:1734016082.322237:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969074 is committed 00000100:00100000:1.0:1734016082.327000:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.327072:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334225408 00000100:00100000:0.0:1734016082.327081:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334225408 00000100:00100000:0.0:1734016082.327533:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1866 00000100:00100000:0.0:1734016082.327540:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334225408:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.327558:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.327574:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc5599061b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4db72 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.327648:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990622 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016082.327660:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990622 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016082.327669:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990622 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:0.0:1734016082.327693:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9348638 00000004:00200000:0.0:1734016082.327696:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016082.327712:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990622 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016082.327736:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc5599061b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db72 expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.327765:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990622 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db72 expref: 14 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.327772:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016082.327775:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016082.327778:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:0.0:1734016082.327856:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334225408:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 316us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.327862:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1866 00000100:00100000:0.0:1734016082.330405:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016082.338668:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.338935:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334225664 00000100:00100000:0.0:1734016082.338944:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334225664 00010000:00010000:0.0:1734016082.338979:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55990614 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db6b expref: 6 pid: 7686 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1734016082.339019:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2581 00000100:00100000:0.0:1734016082.339025:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334225664:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016082.339039:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016082.339058:0:6467:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1472 -> 1512 00010000:00010000:0.0:1734016082.339063:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55990614 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db6b expref: 6 pid: 7686 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016082.339075:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55990614 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db6b expref: 6 pid: 7686 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016082.339103:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55990614 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db6b expref: 6 pid: 7686 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016082.339137:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.339140:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.339147:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55990629 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1183743) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db79 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.339155:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55990629 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1183743) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db79 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.339197:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55990629 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1183743) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db79 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.339213:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a37ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338241792:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016082.339289:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.344615:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.349593:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016082.354978:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.355037:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334226048 00000100:00100000:0.0:1734016082.355044:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334226048 00000100:00100000:0.0:1734016082.355094:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9609 00000100:00100000:0.0:1734016082.355101:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334226048:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.355118:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.355133:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc5599063e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4db87 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.355186:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a37ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338241920:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016082.355245:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.356938:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a37ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338241920:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016082.356967:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc5599063e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db87 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.356978:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc5599063e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db87 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.357001:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567180, rc 0) 00000100:00100000:0.0:1734016082.357046:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334226048:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1944us (2076us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016082.357053:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9609 00000100:00100000:1.0:1734016082.360775:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.360915:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334226176 00000100:00100000:0.0:1734016082.360928:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334226176 00000100:00100000:0.0:1734016082.361005:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9610 00000100:00100000:0.0:1734016082.361013:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334226176:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.361040:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.361063:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55990645 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4db8e expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.361140:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a37ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338242048:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016082.361219:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.363631:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a37ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338242048:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016082.363669:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55990645 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db8e expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.363681:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55990645 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db8e expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.363709:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85673c0, rc 0) 00000100:00100000:0.0:1734016082.363768:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334226176:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2755us (3015us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016082.363776:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9610 00000100:00100000:0.0:1734016082.378635:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334226560 00000100:00100000:0.0:1734016082.378641:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334226560 00010000:00010000:0.0:1734016082.378722:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55990629 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1183743) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db79 expref: 9 pid: 7686 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016082.378770:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2582 00000100:00100000:0.0:1734016082.378777:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334226560:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016082.378790:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016082.378839:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55990629 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1122304->1183743) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db79 expref: 9 pid: 7686 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.378851:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55990629 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1122304->1183743) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db79 expref: 9 pid: 7686 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.378882:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55990629 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1122304->1183743) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db79 expref: 9 pid: 7686 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.378907:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.378909:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.378913:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599064c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3289088->3309567] (req 3289088->3309567) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.378920:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599064c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3289088->3309567] (req 3289088->3309567) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.378952:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016082.378992:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334226560:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 215us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.378999:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2582 00010000:00010000:0.0:1734016082.382494:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599064c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3289088->3309567] (req 3289088->3309567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.382660:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599064c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3289088->3309567] (req 3289088->3309567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.382669:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599064c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3289088->3309567] (req 3289088->3309567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.382676:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070102d00 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016082.382681:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599064c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3289088->3309567] (req 3289088->3309567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.382691:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599064c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3289088->3309567] (req 3289088->3309567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.382720:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599064c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3289088->3309567] (req 3289088->3309567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.382726:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599064c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3289088->3309567] (req 3289088->3309567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.382963:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334226432:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 9360us (11052us total) trans 0 rc 20480/20480 00000100:00100000:0.0:1734016082.382976:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7575 00000100:00100000:1.0:1734016082.386926:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.386995:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334226688 00000100:00100000:0.0:1734016082.387004:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334226688 00000100:00100000:0.0:1734016082.387050:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9611 00000100:00100000:0.0:1734016082.387056:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334226688:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.387076:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.387095:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55990653 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4db95 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016082.387114:0:7685:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9348638, mtime: 0x675afc52, atime: 0x675afc51, ctime: 0x675afc52, blocks: 0x5e8 00010000:00010000:0.0:1734016082.387156:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.387158:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.387166:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55990653 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db95 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.387178:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55990653 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db95 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.387193:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564240, rc 0) 00000100:00100000:0.0:1734016082.387248:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334226688:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 191us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.387253:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9611 00000100:00100000:0.0:1734016082.390993:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334226944 00000100:00100000:0.0:1734016082.391004:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334226944 00002000:00100000:0.0:1734016082.391063:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3284992->9351167) req@ffff88012cf61f80 x1818247334226944/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 504/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.391075:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61f80 with x1818247334226944 ext(3284992->9351167) 00002000:00010000:0.0:1734016082.391082:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf61f80 00000100:00100000:0.0:1734016082.391113:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7576 00000100:00100000:0.0:1734016082.391121:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334226944:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.393575:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334226944:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2440us (2649us total) trans 0 rc 8192/8192 00000100:00100000:0.0:1734016082.393591:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7576 00002000:00100000:0.0:1734016082.393605:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3284992->9351167) req@ffff88012cf61f80 x1818247334226944/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 504/440 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.393615:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61f80 with x1818247334226944 ext(3284992->9351167) 00002000:00010000:0.0:1734016082.393620:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf61f80 00000100:00100000:1.0:1734016082.397252:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.397340:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334227200 00000100:00100000:0.0:1734016082.397353:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334227200 00002000:00100000:0.0:1734016082.397399:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3280896->3284991) req@ffff8801309dea00 x1818247334227200/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.397417:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dea00 with x1818247334227200 ext(3280896->3284991) 00002000:00010000:0.0:1734016082.397423:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dea00 00000100:00100000:0.0:1734016082.397457:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7577 00000100:00100000:0.0:1734016082.397463:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334227200:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.397663:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334227200:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 200us (431us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.397670:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7577 00002000:00100000:0.0:1734016082.397675:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3280896->3284991) req@ffff8801309dea00 x1818247334227200/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.397680:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dea00 with x1818247334227200 ext(3280896->3284991) 00002000:00010000:0.0:1734016082.397683:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dea00 00000100:00100000:0.0:1734016082.400836:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334227456 00000100:00100000:0.0:1734016082.400846:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334227456 00002000:00100000:0.0:1734016082.400905:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3276800->3280895) req@ffff88012cf62300 x1818247334227456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.400915:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62300 with x1818247334227456 ext(3276800->3280895) 00002000:00010000:0.0:1734016082.400922:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf62300 00000100:00100000:0.0:1734016082.400947:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7578 00000100:00100000:0.0:1734016082.400954:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334227456:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.401165:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334227456:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 210us (547us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.401173:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7578 00002000:00100000:0.0:1734016082.401178:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3276800->3280895) req@ffff88012cf62300 x1818247334227456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.401187:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62300 with x1818247334227456 ext(3276800->3280895) 00002000:00010000:0.0:1734016082.401189:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf62300 00000100:00100000:0.0:1734016082.405299:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334227584 00000100:00100000:0.0:1734016082.405313:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334227584 00000100:00100000:0.0:1734016082.405900:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9612 00000100:00100000:0.0:1734016082.405910:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334227584:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.405934:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.405954:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc5599065a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4db9c expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.405987:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55990653 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db95 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.405994:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.405996:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.405999:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc5599065a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3153920->3158015] (req 3153920->3158015) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db9c expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.406031:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55990653 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db95 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.406045:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55990653 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db95 expref: 7 pid: 7685 timeout: 446 lvb_type: 1 00000100:00100000:0.0:1734016082.406059:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a37ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338242304:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016082.406139:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.409210:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016082.409961:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55990653 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db95 expref: 8 pid: 7685 timeout: 446 lvb_type: 1 00000100:00100000:0.0:1734016082.409978:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a37ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338242304:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016082.410004:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc5599065a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3153920->3158015) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db9c expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.410012:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565200, rc 0) 00000100:00100000:0.0:1734016082.411103:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334227584:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5190us (6032us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.411111:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9612 00000100:00100000:0.0:1734016082.414274:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8686680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338242432:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016082.414299:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016082.414727:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334227712:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5213us (5532us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.414740:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2583 00000100:00100000:1.0:1734016082.414906:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016082.419667:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.419840:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334228224 00000100:00100000:0.0:1734016082.419849:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334228224 00002000:00100000:0.0:1734016082.419892:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3149824->3153919) req@ffff8801309dd880 x1818247334228224/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.419900:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dd880 with x1818247334228224 ext(3149824->3153919) 00002000:00010000:0.0:1734016082.419905:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dd880 00000100:00100000:0.0:1734016082.419936:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7580 00000100:00100000:0.0:1734016082.419942:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334228224:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.420082:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334228224:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 139us (425us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.420089:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7580 00002000:00100000:0.0:1734016082.420094:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3149824->3153919) req@ffff8801309dd880 x1818247334228224/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.420099:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dd880 with x1818247334228224 ext(3149824->3153919) 00002000:00010000:0.0:1734016082.420102:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dd880 00000100:00100000:0.0:1734016082.428354:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334228736 00000100:00100000:0.0:1734016082.428365:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334228736 00002000:00100000:0.0:1734016082.428404:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3141632->3145727) req@ffff88012cf62680 x1818247334228736/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.428413:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62680 with x1818247334228736 ext(3141632->3145727) 00002000:00010000:0.0:1734016082.428420:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf62680 00000100:00100000:0.0:1734016082.428449:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7582 00000100:00100000:0.0:1734016082.428454:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334228736:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.428596:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334228736:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 141us (458us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.428602:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7582 00002000:00100000:0.0:1734016082.428607:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3141632->3145727) req@ffff88012cf62680 x1818247334228736/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.428614:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62680 with x1818247334228736 ext(3141632->3145727) 00002000:00010000:0.0:1734016082.428616:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf62680 00000100:00100000:1.0:1734016082.432592:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.437722:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334229248 00000100:00100000:0.0:1734016082.437730:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334229248 00002000:00100000:0.0:1734016082.437771:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3133440->3137535) req@ffff88012cf60a80 x1818247334229248/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.437786:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60a80 with x1818247334229248 ext(3133440->3137535) 00002000:00010000:0.0:1734016082.437791:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60a80 00000100:00100000:1.0:1734016082.438515:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7584 00000100:00100000:1.0:1734016082.438526:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334229248:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.438733:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334229248:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 208us (1180us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016082.438740:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7584 00002000:00100000:1.0:1734016082.438747:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3133440->3137535) req@ffff88012cf60a80 x1818247334229248/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.438754:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60a80 with x1818247334229248 ext(3133440->3137535) 00002000:00010000:1.0:1734016082.438758:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60a80 00000100:00100000:0.0:1734016082.448258:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016082.448496:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334229760 00000100:00100000:1.0:1734016082.448504:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334229760 00002000:00100000:1.0:1734016082.448540:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3125248->3129343) req@ffff88007a37ce00 x1818247334229760/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.448548:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37ce00 with x1818247334229760 ext(3125248->3129343) 00002000:00010000:1.0:1734016082.448552:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37ce00 00000100:00100000:1.0:1734016082.448582:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7586 00000100:00100000:1.0:1734016082.448588:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334229760:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.448717:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334229760:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 128us (468us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016082.448724:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7586 00002000:00100000:1.0:1734016082.448729:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3125248->3129343) req@ffff88007a37ce00 x1818247334229760/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.448736:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37ce00 with x1818247334229760 ext(3125248->3129343) 00002000:00010000:1.0:1734016082.448738:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37ce00 00000100:00100000:1.0:1734016082.457579:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334230272 00000100:00100000:1.0:1734016082.457590:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334230272 00002000:00100000:1.0:1734016082.457643:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3117056->3121151) req@ffff88012cf63b80 x1818247334230272/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.457662:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63b80 with x1818247334230272 ext(3117056->3121151) 00002000:00010000:1.0:1734016082.457669:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf63b80 00000100:00100000:0.0:1734016082.469338:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016082.469757:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334230528 00000100:00100000:1.0:1734016082.469764:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334230528 00002000:00100000:1.0:1734016082.469842:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3112960->3117055) req@ffff88007a37d880 x1818247334230528/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.469852:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37d880 with x1818247334230528 ext(3112960->3117055) 00002000:00010000:1.0:1734016082.469856:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37d880 00000100:00100000:1.0:1734016082.469901:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7589 00000100:00100000:1.0:1734016082.469907:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334230528:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.470073:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334230528:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 164us (741us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016082.470079:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7589 00002000:00100000:1.0:1734016082.470084:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3112960->3117055) req@ffff88007a37d880 x1818247334230528/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.470090:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37d880 with x1818247334230528 ext(3112960->3117055) 00002000:00010000:1.0:1734016082.470093:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37d880 00000100:00100000:0.0:1734016082.493225:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016082.493369:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334231296 00000100:00100000:1.0:1734016082.493379:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334231296 00002000:00100000:1.0:1734016082.493422:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3100672->3104767) req@ffff88007822b100 x1818247334231296/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.493430:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822b100 with x1818247334231296 ext(3100672->3104767) 00002000:00010000:1.0:1734016082.493435:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822b100 00000100:00100000:1.0:1734016082.493471:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7592 00000100:00100000:1.0:1734016082.493477:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334231296:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.493631:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334231296:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 153us (414us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016082.493638:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7592 00002000:00100000:1.0:1734016082.493643:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3100672->3104767) req@ffff88007822b100 x1818247334231296/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.493650:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822b100 with x1818247334231296 ext(3100672->3104767) 00002000:00010000:1.0:1734016082.493652:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822b100 00000100:00100000:0.0:1734016082.508984:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334231680:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3545us (4353us total) trans 4294969078 rc 0/0 00000100:00100000:0.0:1734016082.508996:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7594 00002000:00100000:0.0:1734016082.509008:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3096576->3158015) req@ffff88012cf62a00 x1818247334231680/t4294969078(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/448 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.509017:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62a00 with x1818247334231680 ext(3096576->3158015) 00002000:00010000:0.0:1734016082.509023:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf62a00 00000100:00100000:0.0:1734016082.511917:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334231808 00000100:00100000:0.0:1734016082.511925:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334231808 00000100:00100000:0.0:1734016082.512120:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9613 00000100:00100000:0.0:1734016082.512127:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070a68c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334231808:12345-192.168.201.4@tcp:16:fsx.0 00000100:00100000:0.0:1734016082.515060:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070a68c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334231808:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2928us (3401us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.515070:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9613 00000100:00100000:0.0:1734016082.518345:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334231936 00000100:00100000:0.0:1734016082.518353:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334231936 00000100:00100000:0.0:1734016082.518391:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9614 00000100:00100000:0.0:1734016082.518396:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334231936:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.518413:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.518431:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55990661 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dba3 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.518475:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338242560:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016082.518531:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fe40 going to sleep for 11 seconds 00002000:00010000:0.0:1734016082.520578:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016081 -> 1734016082 00002000:00010000:0.0:1734016082.520584:0:7686:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1512 -> 1632 00000100:00100000:0.0:1734016082.520599:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338242560:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016082.520624:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55990661 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dba3 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.520635:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55990661 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dba3 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.520645:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85646c0, rc 0) 00000100:00100000:0.0:1734016082.520686:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334231936:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2289us (2401us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016082.520693:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9614 00000100:00100000:0.0:1734016082.522914:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334232192 00000100:00100000:0.0:1734016082.522923:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334232192 00000100:00100000:0.0:1734016082.523052:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7595 00000100:00100000:0.0:1734016082.523058:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334232192:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:0.0:1734016082.523088:0:7691:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55990668 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.523101:0:7691:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc5599065a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3153920->3158015) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db9c expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.523113:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016082.523114:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016082.523117:0:7691:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55990668 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4395008->4435967] (req 4395008->4435967) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.523141:0:7691:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc5599065a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3153920->3158015) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db9c expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.523151:0:7691:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc5599065a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3153920->3158015) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db9c expref: 5 pid: 7686 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016082.523161:0:7691:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338242688:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016082.523214:0:7691:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.526316:0:7691:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338242688:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016082.526348:0:7691:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55990668 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4395008->4435967] (req 4395008->4435967) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.527027:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334232320 00000100:00100000:0.0:1734016082.527035:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334232320 00010000:00010000:0.0:1734016082.527066:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc5599065a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3153920->3158015) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db9c expref: 6 pid: 7686 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016082.527106:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2584 00000100:00100000:0.0:1734016082.527115:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334232320:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016082.527132:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016082.527152:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc5599065a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3153920->3158015) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db9c expref: 6 pid: 7686 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.527164:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc5599065a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3153920->3158015) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db9c expref: 6 pid: 7686 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.527187:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc5599065a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3153920->3158015) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db9c expref: 6 pid: 7686 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.527218:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.527220:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.527224:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55990668 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4395008->4435967] (req 4395008->4435967) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.527231:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55990668 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4395008->4435967] (req 4395008->4435967) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.527250:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016082.527296:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334232320:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 182us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.527302:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2584 00010000:00010000:0.0:1734016082.527322:0:7691:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55990668 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4395008->4435967] (req 4395008->4435967) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.527328:0:7691:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55990668 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4395008->4435967] (req 4395008->4435967) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.532620:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55990668 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4395008->4435967] (req 4395008->4435967) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.532647:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55990668 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4395008->4435967] (req 4395008->4435967) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.532655:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55990668 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4395008->4435967] (req 4395008->4435967) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.532662:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8567a80 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016082.532666:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55990668 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4395008->4435967] (req 4395008->4435967) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.532673:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55990668 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4395008->4435967] (req 4395008->4435967) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.532694:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55990668 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4395008->4435967] (req 4395008->4435967) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.532699:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55990668 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4395008->4435967] (req 4395008->4435967) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.532998:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334232192:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 9935us (10159us total) trans 0 rc 40960/40960 00000100:00100000:0.0:1734016082.533008:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7595 00000100:00100000:1.0:1734016082.536487:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334232448 00000100:00100000:1.0:1734016082.536495:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334232448 00000100:00100000:1.0:1734016082.536547:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9615 00000100:00100000:1.0:1734016082.536554:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334232448:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.536570:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.536589:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599066f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dbaa expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016082.536611:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9348638, mtime: 0x675afc52, atime: 0x675afc51, ctime: 0x675afc52, blocks: 0x660 00010000:00010000:1.0:1734016082.536630:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016082.536633:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016082.536640:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599066f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbaa expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.536655:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599066f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbaa expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.536669:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:1.0:1734016082.536713:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334232448:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 158us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.536718:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9615 00000100:00100000:0.0:1734016082.540135:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334232704 00000100:00100000:0.0:1734016082.540146:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334232704 00002000:00100000:0.0:1734016082.540206:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6131712->6135807) req@ffff88012cf60380 x1818247334232704/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.540218:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60380 with x1818247334232704 ext(6131712->6135807) 00002000:00010000:0.0:1734016082.540226:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60380 00000100:00100000:0.0:1734016082.540261:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7596 00000100:00100000:0.0:1734016082.540267:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334232704:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.540589:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334232704:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 319us (555us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.540596:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7596 00002000:00100000:0.0:1734016082.540601:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6131712->6135807) req@ffff88012cf60380 x1818247334232704/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.540608:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60380 with x1818247334232704 ext(6131712->6135807) 00002000:00010000:0.0:1734016082.540610:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60380 00000100:00100000:0.0:1734016082.544331:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334232960 00000100:00100000:0.0:1734016082.544345:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334232960 00002000:00100000:0.0:1734016082.544399:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6127616->6131711) req@ffff8800a8686300 x1818247334232960/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.544409:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8686300 with x1818247334232960 ext(6127616->6131711) 00002000:00010000:0.0:1734016082.544415:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8686300 00000100:00100000:0.0:1734016082.544453:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7597 00000100:00100000:0.0:1734016082.544463:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334232960:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.544661:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334232960:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 199us (463us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.544667:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7597 00002000:00100000:0.0:1734016082.544672:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6127616->6131711) req@ffff8800a8686300 x1818247334232960/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.544678:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8686300 with x1818247334232960 ext(6127616->6131711) 00002000:00010000:0.0:1734016082.544681:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8686300 00000100:00100000:1.0:1734016082.548390:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334233216 00000100:00100000:1.0:1734016082.548401:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334233216 00002000:00100000:1.0:1734016082.548447:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6123520->6127615) req@ffff8800a8685180 x1818247334233216/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.548458:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685180 with x1818247334233216 ext(6123520->6127615) 00002000:00010000:1.0:1734016082.548464:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8685180 00000100:00100000:1.0:1734016082.548490:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7598 00000100:00100000:1.0:1734016082.548495:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334233216:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.549015:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334233216:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 517us (1320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016082.549022:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7598 00002000:00100000:1.0:1734016082.549027:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6123520->6127615) req@ffff8800a8685180 x1818247334233216/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.549033:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685180 with x1818247334233216 ext(6123520->6127615) 00002000:00010000:1.0:1734016082.549036:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8685180 00000100:00100000:1.0:1734016082.552257:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334233472 00000100:00100000:1.0:1734016082.552270:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334233472 00002000:00100000:1.0:1734016082.552317:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6119424->6123519) req@ffff88012e29ea00 x1818247334233472/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.552332:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ea00 with x1818247334233472 ext(6119424->6123519) 00002000:00010000:1.0:1734016082.552338:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29ea00 00000100:00100000:1.0:1734016082.552398:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7599 00000100:00100000:1.0:1734016082.552405:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334233472:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.552886:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334233472:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 479us (763us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016082.552892:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7599 00002000:00100000:1.0:1734016082.552899:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6119424->6123519) req@ffff88012e29ea00 x1818247334233472/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.552905:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ea00 with x1818247334233472 ext(6119424->6123519) 00002000:00010000:1.0:1734016082.552908:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29ea00 00000100:00100000:1.0:1734016082.555943:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334233728 00000100:00100000:1.0:1734016082.555956:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334233728 00002000:00100000:1.0:1734016082.556005:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6115328->6119423) req@ffff8800a8687b80 x1818247334233728/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.556015:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8687b80 with x1818247334233728 ext(6115328->6119423) 00002000:00010000:1.0:1734016082.556022:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8687b80 00000100:00100000:1.0:1734016082.556048:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7600 00000100:00100000:1.0:1734016082.556054:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334233728:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.558090:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334233728:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2021us (2305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016082.558103:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7600 00002000:00100000:1.0:1734016082.558115:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6115328->6119423) req@ffff8800a8687b80 x1818247334233728/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.558123:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8687b80 with x1818247334233728 ext(6115328->6119423) 00002000:00010000:1.0:1734016082.558130:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8687b80 00000100:00100000:1.0:1734016082.562868:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334233984 00000100:00100000:1.0:1734016082.562884:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334233984 00002000:00100000:1.0:1734016082.562925:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6111232->6115327) req@ffff8800a8685880 x1818247334233984/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.562934:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685880 with x1818247334233984 ext(6111232->6115327) 00002000:00010000:1.0:1734016082.562940:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8685880 00000100:00100000:1.0:1734016082.562970:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7601 00000100:00100000:1.0:1734016082.562976:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334233984:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.563121:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334233984:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 145us (497us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016082.563127:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7601 00002000:00100000:1.0:1734016082.563132:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6111232->6115327) req@ffff8800a8685880 x1818247334233984/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.563139:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685880 with x1818247334233984 ext(6111232->6115327) 00002000:00010000:1.0:1734016082.563141:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8685880 00000100:00100000:0.0:1734016082.565322:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334234240 00000100:00100000:0.0:1734016082.565329:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334234240 00002000:00100000:0.0:1734016082.565363:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6107136->6111231) req@ffff88012e29e680 x1818247334234240/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.565372:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29e680 with x1818247334234240 ext(6107136->6111231) 00002000:00010000:0.0:1734016082.565377:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29e680 00000100:00100000:0.0:1734016082.565408:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7602 00000100:00100000:0.0:1734016082.565414:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334234240:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.565540:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334234240:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 125us (302us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.565546:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7602 00002000:00100000:0.0:1734016082.565551:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6107136->6111231) req@ffff88012e29e680 x1818247334234240/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.565558:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29e680 with x1818247334234240 ext(6107136->6111231) 00002000:00010000:0.0:1734016082.565561:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29e680 00000100:00100000:1.0:1734016082.568535:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334234496 00000100:00100000:1.0:1734016082.568544:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334234496 00002000:00100000:1.0:1734016082.568582:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6103040->6107135) req@ffff8800a8684000 x1818247334234496/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.568592:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8684000 with x1818247334234496 ext(6103040->6107135) 00002000:00010000:1.0:1734016082.568597:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8684000 00000100:00100000:1.0:1734016082.569005:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7603 00000100:00100000:1.0:1734016082.569016:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334234496:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.569239:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334234496:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 224us (810us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016082.569246:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7603 00002000:00100000:1.0:1734016082.569253:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6103040->6107135) req@ffff8800a8684000 x1818247334234496/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.569260:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8684000 with x1818247334234496 ext(6103040->6107135) 00002000:00010000:1.0:1734016082.569264:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8684000 00000100:00100000:0.0:1734016082.572136:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334234752 00000100:00100000:0.0:1734016082.572144:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334234752 00002000:00100000:0.0:1734016082.572183:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6098944->6103039) req@ffff8800a8686680 x1818247334234752/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.572191:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8686680 with x1818247334234752 ext(6098944->6103039) 00002000:00010000:0.0:1734016082.572196:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8686680 00000100:00100000:0.0:1734016082.572225:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7604 00000100:00100000:0.0:1734016082.572230:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334234752:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.572391:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334234752:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 159us (325us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.572397:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7604 00002000:00100000:0.0:1734016082.572402:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6098944->6103039) req@ffff8800a8686680 x1818247334234752/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.572410:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8686680 with x1818247334234752 ext(6098944->6103039) 00002000:00010000:0.0:1734016082.572413:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8686680 00000100:00100000:0.0:1734016082.575800:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334234880 00000100:00100000:0.0:1734016082.575901:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334234880 00000100:00100000:1.0:1734016082.576530:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9616 00000100:00100000:1.0:1734016082.576538:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334234880:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.576558:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.576577:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55990676 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dbb1 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.576605:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016082.576607:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016082.576613:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55990676 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbb1 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.576626:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55990676 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbb1 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.576637:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016082.576704:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334234880:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 166us (1117us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.576712:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9616 00000100:00100000:0.0:1734016082.580445:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334235136 00000100:00100000:0.0:1734016082.580453:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334235136 00000100:00100000:0.0:1734016082.580549:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1868 00000100:00100000:0.0:1734016082.580555:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:9662:x1818247334235136:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016082.580599:0:6478:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016082.580621:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55990637 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db80 expref: 14 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.580650:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016082.580653:0:6478:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016082.580797:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599067d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016082.580844:0:6478:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990622 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db72 expref: 13 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.580851:0:6478:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599067d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016082.580891:0:6478:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990622 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db72 expref: 13 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.580901:0:6478:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990622 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db72 expref: 13 pid: 6479 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016082.580914:0:6478:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822a680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338242816:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016082.581736:0:6478:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.586028:0:6478:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822a680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338242816:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016082.586057:0:6478:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599067d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:1.0:1734016082.587008:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334235264 00000100:00100000:1.0:1734016082.587014:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334235264 00010000:00010000:1.0:1734016082.587043:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990622 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db72 expref: 14 pid: 6479 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1734016082.587081:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2585 00000100:00100000:1.0:1734016082.587087:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247334235264:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016082.587102:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016082.587108:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990622 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db72 expref: 14 pid: 6479 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.587117:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990622 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db72 expref: 14 pid: 6479 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.587136:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990622 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4db72 expref: 14 pid: 6479 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.587710:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016082.587716:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599067d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016082.587724:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599067d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016082.587730:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599067d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016082.587867:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016082.587931:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247334235264:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 842us (1150us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.587938:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2585 00010000:00010000:0.0:1734016082.588001:0:6478:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599067d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016082.588009:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599067d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000001:00080000:0.0:1734016082.588097:0:6478:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968489 00000004:00010000:0.0:1734016082.588138:0:6478:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007bcc9180 reply state ffff880070dae000 transno 4294968490 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599067d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:0.0:1734016082.588144:0:6478:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016082.588204:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334235136:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 7648us (7856us total) trans 4294968490 rc 0/0 00000100:00100000:0.0:1734016082.588211:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1868 00000020:00080000:0.0:1734016082.588215:0:6478:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016082.591482:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599067d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016082.591497:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599067d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016082.591502:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599067d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016082.591507:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8565f80 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016082.591510:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599067d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016082.591516:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599067d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016082.591529:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016082.591531:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016082.591534:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599067d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016082.591538:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599067d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00000100:00100000:0.0:1734016082.591788:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334235392 00000100:00100000:0.0:1734016082.591795:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334235392 00000100:00100000:0.0:1734016082.591900:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9617 00000100:00100000:0.0:1734016082.591906:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334235392:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.591921:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.591936:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55990684 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dbb8 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.591961:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599066f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbaa expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.591972:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55990676 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbb1 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.591977:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.591979:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.591982:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55990684 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbb8 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.592008:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55990676 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbb1 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.592018:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55990676 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbb1 expref: 8 pid: 7685 timeout: 446 lvb_type: 1 00000100:00100000:0.0:1734016082.592028:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338242944:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016082.592092:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599066f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbaa expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.592100:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599066f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbaa expref: 5 pid: 7686 timeout: 446 lvb_type: 1 00000100:00100000:0.0:1734016082.592107:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078228000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338243072:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016082.592122:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.595796:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338242944:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016082.595830:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078228000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338243072:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016082.595856:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55990684 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbb8 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.595885:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565d40, rc 0) 00000100:00100000:0.0:1734016082.595936:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334235392:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4029us (4317us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.595943:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9617 00000100:00100000:0.0:1734016082.596802:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334235648 00000100:00100000:0.0:1734016082.596821:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334235648 00010000:00010000:0.0:1734016082.596840:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599066f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbaa expref: 6 pid: 7686 timeout: 446 lvb_type: 1 00000100:00100000:0.0:1734016082.596864:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334235520 00000100:00100000:0.0:1734016082.596866:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334235520 00010000:00010000:0.0:1734016082.596881:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55990676 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbb1 expref: 8 pid: 7685 timeout: 446 lvb_type: 1 00000100:00100000:0.0:1734016082.596893:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2586 00000100:00100000:0.0:1734016082.596897:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334235648:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016082.596906:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016082.596920:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599066f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbaa expref: 6 pid: 7686 timeout: 446 lvb_type: 1 00010000:00010000:0.0:1734016082.596927:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599066f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbaa expref: 6 pid: 7686 timeout: 446 lvb_type: 1 00010000:00010000:0.0:1734016082.596949:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599066f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbaa expref: 6 pid: 7686 timeout: 446 lvb_type: 1 00010000:00010000:0.0:1734016082.596961:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016082.596979:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334235648:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 81us (906us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.596984:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2586 00000100:00100000:0.0:1734016082.596992:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2587 00000100:00100000:0.0:1734016082.596995:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129fde050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334235520:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016082.597001:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016082.597006:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55990676 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbb1 expref: 8 pid: 7685 timeout: 446 lvb_type: 1 00010000:00010000:0.0:1734016082.597013:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55990676 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbb1 expref: 8 pid: 7685 timeout: 446 lvb_type: 1 00010000:00010000:0.0:1734016082.597022:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55990676 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbb1 expref: 8 pid: 7685 timeout: 446 lvb_type: 1 00010000:00010000:0.0:1734016082.597029:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.597031:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.597035:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55990684 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbb8 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.597042:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55990684 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbb8 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.597066:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55990684 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbb8 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.597078:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078228000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338243200:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016082.597106:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.600764:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078228000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338243200:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016082.600789:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016082.600939:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334235776 00000100:00100000:0.0:1734016082.600950:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334235776 00002000:00010000:0.0:1734016082.600989:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10316408->18446744073709551615) 00002000:00100000:0.0:1734016082.600993:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8000 with x1818247334235776 ext(10316408->18446744073709551615) 00002000:00010000:0.0:1734016082.601006:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8000. 00000100:00100000:0.0:1734016082.601029:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7605 00000100:00100000:0.0:1734016082.601035:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334235776:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016082.601278:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9348638 -> 10316408 00002000:00010000:0.0:1734016082.601281:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016082 -> 1734016082 00002000:00010000:0.0:1734016082.601283:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016081 -> 1734016081 00002000:00010000:0.0:1734016082.601285:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016082 -> 1734016082 00002000:00010000:0.0:1734016082.601286:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1632 -> 1632 00000100:00100000:1.0:1734016082.602175:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129fde050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334235520:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5174us (5535us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.602184:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2587 00000100:00100000:0.0:1734016082.603578:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334235776:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 2531us (3125us total) trans 4294969079 rc 0/0 00000100:00100000:0.0:1734016082.603590:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7605 00002000:00010000:0.0:1734016082.603598:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10316408->18446744073709551615) 00002000:00100000:0.0:1734016082.603601:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8000 with x1818247334235776 ext(10316408->18446744073709551615) 00002000:00010000:0.0:1734016082.603615:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8000. 00000100:00100000:0.0:1734016082.747300:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.756714:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.760599:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.763014:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334236928:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 1727us (2424us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.763028:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9618 00000100:00100000:0.0:1734016082.765508:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.770309:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.773988:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.780020:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.787501:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.794327:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.801058:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.815616:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016082.816584:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334237952 00000100:00100000:1.0:1734016082.816592:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334237952 00010000:00010000:1.0:1734016082.816620:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55990684 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbb8 expref: 7 pid: 7686 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1734016082.816655:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2588 00000100:00100000:1.0:1734016082.816660:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334237952:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016082.816672:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016082.816691:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55990684 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbb8 expref: 7 pid: 7686 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.816700:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55990684 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbb8 expref: 7 pid: 7686 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.816721:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55990684 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbb8 expref: 7 pid: 7686 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.816736:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016082.816737:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016082.816745:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559906c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9437184->9478143) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbe9 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.816752:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559906c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9437184->9478143) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbe9 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.816777:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559906c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9437184->9478143) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbe9 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.816789:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338243968:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016082.816861:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.819781:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338243968:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016082.819798:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016082.821153:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334237952:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4491us (5536us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.821161:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2588 00000100:00100000:0.0:1734016082.834511:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334238336 00000100:00100000:0.0:1734016082.834523:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334238336 00000100:00100000:0.0:1734016082.842285:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.848338:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.853295:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.857504:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.864387:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016082.864475:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334238976 00000100:00100000:1.0:1734016082.864484:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334238976 00010000:00010000:1.0:1734016082.864521:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559906c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9437184->9478143) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbe9 expref: 8 pid: 7686 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1734016082.864600:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2589 00000100:00100000:1.0:1734016082.864606:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334238976:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016082.864620:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016082.864632:0:7701:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1760 -> 1840 00010000:00010000:1.0:1734016082.864637:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559906c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9437184->9478143) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbe9 expref: 8 pid: 7686 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.864651:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559906c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9437184->9478143) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbe9 expref: 8 pid: 7686 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.864669:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559906c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9437184->9478143) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbe9 expref: 8 pid: 7686 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.865005:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016082.865007:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016082.865013:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559906df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9576448->9580543) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc05 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.865021:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559906df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9576448->9580543) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc05 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.865053:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559906df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9576448->9580543) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc05 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.865064:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338244608:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016082.865263:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.868837:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016082.869548:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338244608:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016082.869579:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016082.869622:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334238976:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5015us (5247us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.869632:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2589 00000100:00100000:0.0:1734016082.875082:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.878502:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.882018:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.886090:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.891751:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.898342:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.902548:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.908752:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.914381:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016082.914769:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334240896 00000100:00100000:1.0:1734016082.914779:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334240896 00010000:00010000:1.0:1734016082.914850:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55990692 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbbf expref: 16 pid: 6478 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1734016082.914890:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2590 00000100:00100000:1.0:1734016082.914899:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1969:x1818247334240896:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016082.914917:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016082.914925:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55990692 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbbf expref: 16 pid: 6478 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.914936:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55990692 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbbf expref: 16 pid: 6478 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.914968:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55990692 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dbbf expref: 16 pid: 6478 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.914995:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016082.915000:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559906f4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016082.915014:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559906f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016082.915024:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559906f4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016082.915054:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016082.915107:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247334240896:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 210us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.915115:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2590 00000100:00100000:0.0:1734016082.920688:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334241024 00000100:00100000:0.0:1734016082.920706:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334241024 00000100:00100000:0.0:1734016082.920786:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9631 00000100:00100000:0.0:1734016082.920794:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334241024:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.920832:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.920853:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc559906fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dc1a expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.920898:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559906df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9576448->9580543) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc05 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.920906:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016082.920908:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016082.920912:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc559906fb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc1a expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.920951:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559906df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9576448->9580543) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc05 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.920964:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559906df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9576448->9580543) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc05 expref: 6 pid: 7686 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016082.920977:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800700cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338245120:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016082.921066:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.926515:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016082.931793:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.944675:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.955183:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016082.957003:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334241536 00000100:00100000:1.0:1734016082.957022:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334241536 00000100:00100000:1.0:1734016082.958004:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1874 00000100:00100000:1.0:1734016082.958018:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334241536:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.958051:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.958076:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55990710 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dc28 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.958229:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55990717 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016082.958247:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55990717 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016082.958259:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55990717 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:1.0:1734016082.958296:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2857994 00000004:00200000:1.0:1734016082.958300:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016082.958320:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55990717 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016082.958352:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55990710 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc28 expref: 17 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.959052:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55990717 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc28 expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.959064:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016082.959068:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016082.959077:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016082.959210:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334241536:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1194us (4047us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.959221:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1874 00000100:00100000:0.0:1734016082.963253:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.969419:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.972345:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016082.984493:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334242048 00000100:00100000:0.0:1734016082.984504:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334242048 00000100:00100000:0.0:1734016082.984558:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9634 00000100:00100000:0.0:1734016082.984566:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334242048:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016082.984935:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2857994 -> 6287122 00002000:00010000:0.0:1734016082.984940:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016082 -> 1734016082 00002000:00010000:0.0:1734016082.984942:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016082 -> 1734016082 00002000:00010000:0.0:1734016082.984945:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016082 -> 1734016082 00002000:00010000:0.0:1734016082.984946:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1032 -> 1144 00000100:00100000:0.0:1734016082.985000:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334242048:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 435us (588us total) trans 4294969084 rc 0/0 00000100:00100000:0.0:1734016082.985007:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9634 00000100:00100000:1.0:1734016082.992098:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334242176 00000100:00100000:1.0:1734016082.992110:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334242176 00000100:00100000:1.0:1734016082.992168:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9635 00000100:00100000:1.0:1734016082.992175:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334242176:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016082.992445:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6287122 -> 6287122 00002000:00010000:1.0:1734016082.992448:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016082 -> 1734016082 00002000:00010000:1.0:1734016082.992450:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016082 -> 1734016082 00002000:00010000:1.0:1734016082.992451:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016082 -> 1734016082 00002000:00010000:1.0:1734016082.992453:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1144 -> 1272 00000100:00100000:1.0:1734016082.992518:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334242176:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 343us (1193us total) trans 4294969085 rc 0/0 00000100:00100000:1.0:1734016082.992524:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9635 00000100:00100000:0.0:1734016082.998001:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016082.998162:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334242432 00000100:00100000:1.0:1734016082.998179:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334242432 00000100:00100000:1.0:1734016082.998250:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1875 00000100:00100000:1.0:1734016082.998258:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334242432:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016082.998323:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016082.998360:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55990717 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc28 expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.998777:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016082.998781:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016082.998984:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc5599072c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016082.998999:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55990709 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc21 expref: 15 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.999007:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc5599072c lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016082.999043:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55990709 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc21 expref: 15 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.999056:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55990709 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc21 expref: 15 pid: 6478 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1734016082.999071:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338245760:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016082.999682:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016083.004488:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338245760:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016083.004526:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc5599072c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016083.004912:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016083.005801:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc5599072c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016083.005835:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc5599072c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:1.0:1734016083.005949:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968493 00000004:00010000:1.0:1734016083.006003:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800700cc380 reply state ffff88007bffd000 transno 4294968494 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc5599072c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016083.006011:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016083.006085:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:9662:x1818247334242432:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 7827us (8107us total) trans 4294968494 rc 0/0 00000100:00100000:1.0:1734016083.006093:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1875 00000020:00080000:1.0:1734016083.006098:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016083.010008:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334242688 00000100:00100000:0.0:1734016083.010023:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334242688 00002000:00010000:0.0:1734016083.010082:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10132679->18446744073709551615) 00002000:00100000:0.0:1734016083.010089:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccb480 with x1818247334242688 ext(10132679->18446744073709551615) 00002000:00010000:0.0:1734016083.010104:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccb480. 00000100:00100000:0.0:1734016083.010141:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7617 00000100:00100000:0.0:1734016083.010150:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334242688:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016083.010437:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6287122 -> 10132679 00002000:00010000:0.0:1734016083.010440:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016082 -> 1734016082 00002000:00010000:0.0:1734016083.010443:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016082 -> 1734016082 00002000:00010000:0.0:1734016083.010445:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016082 -> 1734016082 00002000:00010000:0.0:1734016083.010447:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1272 -> 1272 00000100:00100000:0.0:1734016083.010532:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334242688:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 382us (1526us total) trans 4294969086 rc 0/0 00000100:00100000:0.0:1734016083.010540:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7617 00002000:00010000:0.0:1734016083.010544:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10132679->18446744073709551615) 00002000:00100000:0.0:1734016083.010546:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccb480 with x1818247334242688 ext(10132679->18446744073709551615) 00002000:00010000:0.0:1734016083.010550:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccb480. 00000100:00100000:0.0:1734016083.014010:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.018100:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.022236:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334243456 00000100:00100000:0.0:1734016083.022245:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334243456 00002000:00100000:0.0:1734016083.022299:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (10121216->10125311) req@ffff88012e29f800 x1818247334243456/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.022310:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29f800 with x1818247334243456 ext(10121216->10125311) 00002000:00010000:0.0:1734016083.022315:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29f800 00000100:00100000:0.0:1734016083.022344:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7620 00000100:00100000:0.0:1734016083.022350:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334243456:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.022556:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334243456:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 205us (421us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016083.022563:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7620 00002000:00100000:0.0:1734016083.022569:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (10121216->10125311) req@ffff88012e29f800 x1818247334243456/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.022575:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29f800 with x1818247334243456 ext(10121216->10125311) 00002000:00010000:0.0:1734016083.022579:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29f800 00000100:00100000:0.0:1734016083.025754:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.029441:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.036606:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.041183:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334244736 00000100:00100000:0.0:1734016083.041191:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334244736 00002000:00100000:0.0:1734016083.041228:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (10100736->10104831) req@ffff8800780d3b80 x1818247334244736/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.041237:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d3b80 with x1818247334244736 ext(10100736->10104831) 00002000:00010000:0.0:1734016083.041243:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d3b80 00000100:00100000:0.0:1734016083.041271:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7625 00000100:00100000:0.0:1734016083.041276:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247334244736:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.041479:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247334244736:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 201us (406us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016083.041487:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7625 00002000:00100000:0.0:1734016083.041493:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (10100736->10104831) req@ffff8800780d3b80 x1818247334244736/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.041500:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d3b80 with x1818247334244736 ext(10100736->10104831) 00002000:00010000:0.0:1734016083.041503:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d3b80 00000100:00100000:0.0:1734016083.044590:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.048335:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.054033:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016083.058948:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.063035:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016083.071728:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.074910:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.079870:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016083.084423:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:1.0:1734016083.085065:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016053 00000100:00100000:0.0:1734016083.092137:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016083.095890:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.103919:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016083.118958:0:6469:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016083.122512:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.127376:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.131281:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.134766:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.139172:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.143126:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.147538:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.154692:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016083.168412:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969088 is committed 00000100:00100000:0.0:1734016083.173730:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.181573:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016083.188497:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.194317:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016083.194434:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334249344 00000100:00100000:1.0:1734016083.194447:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334249344 00000100:00100000:1.0:1734016083.194891:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9640 00000100:00100000:1.0:1734016083.194898:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078837800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334249344:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016083.194923:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016083.194940:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55990772 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dc60 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016083.194971:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990764 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc59 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016083.194979:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016083.194981:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016083.194984:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55990772 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc60 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016083.195016:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990764 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc59 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016083.195033:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990764 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc59 expref: 7 pid: 7686 timeout: 446 lvb_type: 1 00000100:00100000:1.0:1734016083.195047:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338246528:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016083.195110:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.199156:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016083.199227:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334249472 00000100:00100000:1.0:1734016083.199239:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334249472 00010000:00010000:1.0:1734016083.199279:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990764 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc59 expref: 8 pid: 7686 timeout: 446 lvb_type: 1 00000100:00100000:1.0:1734016083.199327:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2597 00000100:00100000:1.0:1734016083.199334:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078837b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334249472:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016083.199348:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016083.199371:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990764 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc59 expref: 8 pid: 7686 timeout: 446 lvb_type: 1 00010000:00010000:1.0:1734016083.199382:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990764 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc59 expref: 8 pid: 7686 timeout: 446 lvb_type: 1 00010000:00010000:1.0:1734016083.199414:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016083.199417:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016083.199424:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55990772 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc60 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016083.199432:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55990772 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc60 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016083.199468:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55990772 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc60 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016083.199483:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338246656:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016083.199548:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.204840:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.210613:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.218188:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.231034:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.238504:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.241490:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.247286:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.273946:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.273991:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016083.348696:0:3505:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016083.348749:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338247296:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016083.348959:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016083.349044:0:7944:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338247296 00000100:00100000:1.0:1734016083.349055:0:7944:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338247296 00000100:00100000:1.0:1734016083.352271:0:7944:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1734016083.352284:0:7944:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3505:x1818247338247296:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016083.352288:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00002000:00000024:1.0:1734016083.352319:0:7944:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:1.0:1734016083.352404:0:7944:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3505:x1818247338247296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (3446us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.352568:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338247296:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016083.352884:0:7944:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1734016083.373009:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.423908:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7642 00000100:00100000:0.0:1734016083.423918:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334251776:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.493420:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334251776:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 69486us (70216us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016083.493437:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7642 00002000:00100000:0.0:1734016083.493451:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007bcc8380 x1818247334251776/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:44/0 lens 488/440 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.493460:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8380 with x1818247334251776 ext(0->4194303) 00002000:00010000:0.0:1734016083.493467:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8380 00000100:00100000:1.0:1734016083.562190:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.577260:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334252544 00000100:00100000:0.0:1734016083.577273:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334252544 00000100:00100000:0.0:1734016083.577335:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9647 00000100:00100000:0.0:1734016083.577344:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334252544:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016083.577643:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7290180 -> 7290180 00002000:00010000:0.0:1734016083.577647:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016083.577650:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016083.577652:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016083.577654:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1328 -> 1328 00000100:00100000:0.0:1734016083.577705:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334252544:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 361us (666us total) trans 4294969091 rc 0/0 00000100:00100000:0.0:1734016083.577712:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9647 00000100:00100000:0.0:1734016083.592759:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334252672 00000100:00100000:0.0:1734016083.592773:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334252672 00000100:00100000:0.0:1734016083.592902:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9648 00000100:00100000:0.0:1734016083.592910:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334252672:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016083.592949:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016083.592979:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559907c6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dc9f expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016083.593016:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559907bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7024640->7045119) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc98 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016083.593023:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016083.593027:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016083.593030:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559907c6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2695168->2715647] (req 2695168->2715647) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc9f expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016083.593071:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559907bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7024640->7045119) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc98 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016083.593085:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559907bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7024640->7045119) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc98 expref: 7 pid: 7686 timeout: 447 lvb_type: 0 00000100:00100000:1.0:1734016083.593097:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338247936:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016083.593178:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.599863:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.617657:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.621507:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.623887:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338248192:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016083.623925:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559907cd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dca6 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.623940:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559907cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dca6 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.625997:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:1.0:1734016083.626977:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334253056:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5267us (5471us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016083.626989:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9650 00000100:00100000:0.0:1734016083.630842:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016083.631472:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334253184 00000100:00100000:1.0:1734016083.631482:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334253184 00000100:00100000:1.0:1734016083.631534:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9651 00000100:00100000:1.0:1734016083.631541:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334253184:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016083.631558:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016083.631578:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559907d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dcad expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016083.631636:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338248320:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016083.631689:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.638504:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334253312 00000100:00100000:0.0:1734016083.638516:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334253312 00000100:00100000:0.0:1734016083.638574:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9652 00000100:00100000:0.0:1734016083.638582:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334253312:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016083.638890:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7290180 -> 7290180 00002000:00010000:0.0:1734016083.638894:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016083.638896:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016083.638898:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016083.638900:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1328 -> 1328 00000100:00100000:0.0:1734016083.638993:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334253312:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 410us (579us total) trans 4294969093 rc 0/0 00000100:00100000:0.0:1734016083.638999:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9652 00000100:00100000:0.0:1734016083.642021:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.661599:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.667948:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334253952 00000100:00100000:0.0:1734016083.667958:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334253952 00010000:00010000:0.0:1734016083.668001:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc5599078e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc6e expref: 18 pid: 6478 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1734016083.668051:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2602 00000100:00100000:0.0:1734016083.668058:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:1969:x1818247334253952:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016083.668074:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016083.668081:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc5599078e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc6e expref: 18 pid: 6478 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016083.668091:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc5599078e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc6e expref: 18 pid: 6478 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016083.668113:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc5599078e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dc6e expref: 18 pid: 6478 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016083.668143:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016083.668148:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc559907e9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016083.668156:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc559907e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016083.668163:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc559907e9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016083.668200:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016083.668258:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1969:x1818247334253952:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 200us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.668267:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2602 00000100:00100000:0.0:1734016083.681314:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.691555:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016083.697332:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.716360:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.727140:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.736297:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.748257:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.767721:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.767926:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016083.769600:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334255232 00000100:00100000:1.0:1734016083.769621:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334255232 00002000:00100000:1.0:1734016083.769703:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->6021119) req@ffff8800a7829880 x1818247334255232/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016083.769717:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7829880 with x1818247334255232 ext(4194304->6021119) 00002000:00010000:1.0:1734016083.769726:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7829880 00000100:00100000:1.0:1734016083.769765:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334255104 00000100:00100000:1.0:1734016083.769768:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334255104 00002000:00100000:1.0:1734016083.769782:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800a782bb80 x1818247334255104/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016083.769789:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782bb80 with x1818247334255104 ext(0->4194303) 00002000:00010000:1.0:1734016083.769792:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a782bb80 00000100:00100000:1.0:1734016083.769822:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7645 00000100:00100000:1.0:1734016083.769831:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334255232:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016083.771715:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7646 00000100:00100000:1.0:1734016083.771728:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247334255104:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016083.825823:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247334255232:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 55947us (58078us total) trans 0 rc 1826816/1826816 00000100:00100000:1.0:1734016083.825859:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7645 00002000:00100000:1.0:1734016083.825889:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->6021119) req@ffff8800a7829880 x1818247334255232/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:44/0 lens 488/440 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 1826816/1826816 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016083.825903:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7829880 with x1818247334255232 ext(4194304->6021119) 00002000:00010000:1.0:1734016083.825913:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7829880 00000100:00100000:1.0:1734016083.847588:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334255104:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 75846us (79765us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016083.847604:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7646 00002000:00100000:1.0:1734016083.847619:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800a782bb80 x1818247334255104/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:44/0 lens 488/440 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016083.847628:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782bb80 with x1818247334255104 ext(0->4194303) 00002000:00010000:1.0:1734016083.847634:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a782bb80 00000100:00100000:0.0:1734016083.856000:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016083.856313:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334255488 00000100:00100000:1.0:1734016083.856337:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334255488 00002000:00100000:1.0:1734016083.856442:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (880640->888831) req@ffff8800a7828700 x1818247334255488/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:44/0 lens 8680/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016083.856456:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828700 with x1818247334255488 ext(880640->888831) 00002000:00010000:1.0:1734016083.856465:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828700 00000100:00100000:1.0:1734016083.857631:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7647 00000100:00100000:1.0:1734016083.857647:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334255488:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016083.861476:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334255488:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3809us (5487us total) trans 4294969095 rc 0/0 00000100:00100000:0.0:1734016083.861497:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7647 00002000:00100000:0.0:1734016083.861515:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (880640->888831) req@ffff8800a7828700 x1818247334255488/t4294969095(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:44/0 lens 8680/448 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.861525:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828700 with x1818247334255488 ext(880640->888831) 00002000:00010000:0.0:1734016083.861533:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828700 00000100:00100000:1.0:1734016083.877543:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016083.882178:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969095 is committed 00000001:00080000:0.0:1734016083.882230:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969094 is committed 00000100:00100000:0.0:1734016083.888827:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.898751:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.906252:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.923531:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.941301:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.956626:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.971342:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016083.976585:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016083.979618:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334256640 00000100:00100000:1.0:1734016083.979650:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334256640 00000100:00100000:1.0:1734016083.979767:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9665 00000100:00100000:1.0:1734016083.979788:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334256640:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016083.979855:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016083.979893:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55990844 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dd08 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016083.980032:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338250112:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016083.980174:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016083.989620:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338250112:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016083.989710:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55990844 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd08 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016083.989743:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55990844 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd08 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016083.989795:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:1.0:1734016083.989963:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334256640:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10179us (13377us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016083.989985:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9665 00000100:00100000:1.0:1734016084.000088:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334256768 00000100:00100000:1.0:1734016084.000104:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334256768 00000100:00100000:1.0:1734016084.000200:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9666 00000100:00100000:1.0:1734016084.000209:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334256768:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.000242:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.000276:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc5599084b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dd0f expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.000374:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338250240:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016084.000460:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.013162:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338250240:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016084.013229:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc5599084b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd0f expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.013244:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc5599084b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd0f expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.013293:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:1.0:1734016084.013390:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334256768:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 13179us (13739us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016084.013401:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9666 00000100:00100000:0.0:1734016084.021796:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.023096:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334256896 00000100:00100000:1.0:1734016084.023116:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334256896 00000100:00100000:1.0:1734016084.023342:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9667 00000100:00100000:1.0:1734016084.023353:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334256896:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.023392:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.023420:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55990852 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dd16 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.023464:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599083d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8339456->8355839) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd01 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.023473:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016084.023475:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016084.023479:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55990852 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3010560->3043327] (req 3010560->3043327) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd16 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.023533:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599083d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8339456->8355839) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd01 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.023550:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599083d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8339456->8355839) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd01 expref: 6 pid: 7685 timeout: 447 lvb_type: 0 00000100:00100000:1.0:1734016084.023570:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338250368:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016084.025221:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec900 going to sleep for 11 seconds 00010000:00010000:1.0:1734016084.039058:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599083d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8339456->8355839) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd01 expref: 7 pid: 7685 timeout: 447 lvb_type: 0 00000100:00100000:1.0:1734016084.039095:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338250368:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016084.039134:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55990852 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3010560->3043327) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd16 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.039147:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:1.0:1734016084.039194:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334256896:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 15842us (17415us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.039206:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9667 00000100:00100000:0.0:1734016084.054481:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.054581:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334257152 00000100:00100000:1.0:1734016084.054592:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334257152 00000100:00100000:1.0:1734016084.054656:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9668 00000100:00100000:1.0:1734016084.054664:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334257152:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016084.055015:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8355548 -> 8355548 00002000:00010000:1.0:1734016084.055019:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016083 -> 1734016083 00002000:00010000:1.0:1734016084.055021:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016083 -> 1734016083 00002000:00010000:1.0:1734016084.055023:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016083 -> 1734016083 00002000:00010000:1.0:1734016084.055025:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1288 -> 1288 00000100:00100000:1.0:1734016084.055118:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334257152:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 454us (647us total) trans 4294969097 rc 0/0 00000100:00100000:1.0:1734016084.055129:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9668 00000100:00100000:0.0:1734016084.059607:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334257280 00000100:00100000:0.0:1734016084.059621:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334257280 00000100:00100000:0.0:1734016084.059702:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9669 00000100:00100000:0.0:1734016084.059712:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334257280:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016084.060076:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8355548 -> 8355548 00002000:00010000:0.0:1734016084.060081:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016084.060083:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016084.060086:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016083 -> 1734016084 00002000:00010000:0.0:1734016084.060088:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1288 -> 1320 00000100:00100000:0.0:1734016084.060187:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334257280:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 473us (696us total) trans 4294969098 rc 0/0 00000100:00100000:0.0:1734016084.060197:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9669 00000100:00100000:0.0:1734016084.063731:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.063984:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334257408 00000100:00100000:1.0:1734016084.064002:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334257408 00000100:00100000:1.0:1734016084.064100:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9670 00000100:00100000:1.0:1734016084.064116:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334257408:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.064153:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.064185:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55990859 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dd1d expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.064306:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338250624:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016084.065164:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.068213:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338250624:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016084.068272:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55990859 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd1d expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.068290:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55990859 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd1d expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.068321:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016084.068391:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334257408:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4277us (4687us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016084.068403:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9670 00000100:00100000:1.0:1734016084.092757:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334257536 00000100:00100000:1.0:1734016084.092773:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334257536 00000100:00100000:1.0:1734016084.092888:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9671 00000100:00100000:1.0:1734016084.092898:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334257536:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.092927:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.092961:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55990860 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dd24 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.093043:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338250752:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016084.093163:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.098425:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338250752:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016084.098462:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55990860 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd24 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.098482:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55990860 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd24 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.101141:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016084.104499:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334257536:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11569us (13974us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016084.104519:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9671 00000100:00100000:0.0:1734016084.118495:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016084.121287:0:6468:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016084.124088:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334257920 00000100:00100000:0.0:1734016084.124097:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334257920 00010000:00010000:0.0:1734016084.124149:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55990852 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3010560->3043327) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd16 expref: 10 pid: 7686 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1734016084.124197:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2606 00000100:00100000:0.0:1734016084.124207:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334257920:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016084.124223:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016084.124256:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55990852 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3010560->3043327) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd16 expref: 10 pid: 7686 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016084.124272:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55990852 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3010560->3043327) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd16 expref: 10 pid: 7686 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016084.124301:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55990852 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3010560->3043327) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd16 expref: 10 pid: 7686 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016084.124344:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.124347:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.124352:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55990867 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1368064->1388543] (req 1368064->1388543) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.124361:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55990867 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1368064->1388543] (req 1368064->1388543) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.124386:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016084.124439:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334257920:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 233us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.124448:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2606 00002000:00010000:0.0:1734016084.134695:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016083 -> 1734016084 00010000:00010000:0.0:1734016084.134708:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55990867 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1368064->1388543] (req 1368064->1388543) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.134719:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55990867 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1368064->1388543] (req 1368064->1388543) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.134726:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55990867 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1368064->1388543] (req 1368064->1388543) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.134736:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404b40 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016084.134740:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55990867 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1368064->1388543] (req 1368064->1388543) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.134746:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55990867 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1368064->1388543] (req 1368064->1388543) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.134761:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55990867 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1368064->1388543] (req 1368064->1388543) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.134766:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55990867 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1368064->1388543] (req 1368064->1388543) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.134952:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334257792:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 13945us (16470us total) trans 4294969099 rc 0/0 00000100:00100000:0.0:1734016084.134961:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7648 00000100:00100000:0.0:1734016084.138601:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.139168:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334258048 00000100:00100000:1.0:1734016084.139185:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334258048 00000100:00100000:1.0:1734016084.139239:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9672 00000100:00100000:1.0:1734016084.139250:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334258048:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.139277:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.139300:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc5599086e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dd2b expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016084.139331:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8355548, mtime: 0x675afc54, atime: 0x675afc53, ctime: 0x675afc54, blocks: 0x528 00010000:00010000:1.0:1734016084.139359:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016084.139361:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016084.139370:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc5599086e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd2b expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.139386:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc5599086e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd2b expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.139398:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:1.0:1734016084.140418:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334258048:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1166us (1819us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.140427:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9672 00000100:00100000:0.0:1734016084.143725:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.147728:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016084.153284:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55990875 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016084.153306:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55990875 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016084.153314:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55990875 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016084.153319:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405d40 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016084.153326:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55990875 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016084.153332:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55990875 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016084.153350:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016084.153353:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016084.153357:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55990875 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016084.153362:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55990875 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00000100:00100000:0.0:1734016084.155686:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334258560 00000100:00100000:0.0:1734016084.155698:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334258560 00000100:00100000:0.0:1734016084.155758:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9673 00000100:00100000:0.0:1734016084.155766:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334258560:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.155790:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.155831:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5599087c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dd32 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.155879:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc5599086e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd2b expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.155889:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.155892:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.155896:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5599087c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd32 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.155934:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc5599086e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd2b expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.155946:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc5599086e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd2b expref: 5 pid: 7686 timeout: 447 lvb_type: 1 00000100:00100000:0.0:1734016084.155960:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338251136:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016084.156036:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.159010:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338251136:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016084.159071:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5599087c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd32 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.159094:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:0.0:1734016084.159166:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334258560:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3399us (4130us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.159176:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9673 00000100:00100000:0.0:1734016084.161579:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334258688 00000100:00100000:0.0:1734016084.161591:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334258688 00010000:00010000:0.0:1734016084.161647:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc5599086e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd2b expref: 6 pid: 7686 timeout: 447 lvb_type: 1 00000100:00100000:0.0:1734016084.161703:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2608 00000100:00100000:0.0:1734016084.161713:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c55b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334258688:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016084.161736:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016084.161779:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc5599086e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd2b expref: 6 pid: 7686 timeout: 447 lvb_type: 1 00010000:00010000:0.0:1734016084.161826:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc5599086e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd2b expref: 6 pid: 7686 timeout: 447 lvb_type: 1 00010000:00010000:0.0:1734016084.161870:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc5599086e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd2b expref: 6 pid: 7686 timeout: 447 lvb_type: 1 00010000:00010000:0.0:1734016084.161893:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.161897:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.161906:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5599087c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd32 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.161917:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5599087c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd32 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.161975:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5599087c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd32 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.161994:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338251264:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016084.162095:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.166158:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.167616:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334258816 00000100:00100000:1.0:1734016084.167626:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334258816 00002000:00010000:1.0:1734016084.167671:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (993764->18446744073709551615) 00002000:00100000:1.0:1734016084.167676:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25f80 with x1818247334258816 ext(993764->18446744073709551615) 00002000:00010000:1.0:1734016084.167689:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25f80. 00000100:00100000:1.0:1734016084.167723:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7649 00000100:00100000:1.0:1734016084.167731:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334258816:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016084.172123:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8355548 -> 993764 00002000:00010000:1.0:1734016084.172130:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016084 -> 1734016084 00002000:00010000:1.0:1734016084.172133:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016083 -> 1734016083 00002000:00010000:1.0:1734016084.172135:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016084 -> 1734016084 00002000:00010000:1.0:1734016084.172138:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1320 -> 800 00000100:00100000:1.0:1734016084.172220:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334258816:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 4484us (6069us total) trans 4294969100 rc 0/0 00000100:00100000:1.0:1734016084.172234:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7649 00002000:00010000:1.0:1734016084.172241:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (993764->18446744073709551615) 00002000:00100000:1.0:1734016084.172244:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25f80 with x1818247334258816 ext(993764->18446744073709551615) 00002000:00010000:1.0:1734016084.172251:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25f80. 00000100:00100000:0.0:1734016084.175230:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.179947:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334259072 00000100:00100000:0.0:1734016084.179960:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334259072 00000100:00100000:0.0:1734016084.180014:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9674 00000100:00100000:0.0:1734016084.180024:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334259072:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.180058:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.180088:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55990891 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dd40 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.180178:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338251392:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016084.180264:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.184979:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.198154:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.203595:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.218169:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.242938:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.254037:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.266647:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.277239:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.284352:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.289074:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.294980:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334260736 00000100:00100000:0.0:1734016084.294991:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334260736 00002000:00100000:0.0:1734016084.295045:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3502080->3526271) req@ffff8800700cf480 x1818247334260736/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.295055:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cf480 with x1818247334260736 ext(3502080->3526271) 00010000:00010000:0.0:1734016084.295067:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599089f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3502080->3526655) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd4e expref: 6 pid: 7686 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016084.295080:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599089f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3502080->3526655) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd4e expref: 6 pid: 7686 timeout: 447 lvb_type: 0 00002000:00010000:0.0:1734016084.295087:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800700cf480 00000100:00100000:0.0:1734016084.295114:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 237 00000100:00100000:0.0:1734016084.295122:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334260736:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016084.299187:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334260736:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4046us (4406us total) trans 4294969101 rc 0/0 00000100:00100000:0.0:1734016084.299205:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 237 00002000:00100000:0.0:1734016084.299222:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3502080->3526271) req@ffff8800700cf480 x1818247334260736/t4294969101(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:45/0 lens 488/448 e 0 to 0 dl 1734016095 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.299234:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cf480 with x1818247334260736 ext(3502080->3526271) 00010000:00010000:0.0:1734016084.299249:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599089f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3502080->3526655) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd4e expref: 8 pid: 7686 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016084.299269:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599089f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3502080->3526655) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd4e expref: 8 pid: 7686 timeout: 447 lvb_type: 0 00002000:00010000:0.0:1734016084.299275:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800700cf480 00000100:00100000:0.0:1734016084.306468:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334260864 00000100:00100000:0.0:1734016084.306475:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334260864 00010000:00010000:0.0:1734016084.306502:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599089f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3502080->3526655) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd4e expref: 8 pid: 7686 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1734016084.306530:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2611 00000100:00100000:0.0:1734016084.306536:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334260864:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016084.306549:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016084.306561:0:6467:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 800 -> 848 00010000:00010000:0.0:1734016084.306566:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599089f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3502080->3526655) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd4e expref: 8 pid: 7686 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016084.306579:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599089f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3502080->3526655) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd4e expref: 8 pid: 7686 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016084.306594:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599089f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3502080->3526655) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd4e expref: 8 pid: 7686 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016084.306619:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.306621:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.306626:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559908c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd6a expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.306634:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559908c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd6a expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.306660:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559908c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd6a expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.306669:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bd13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338252416:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016084.306723:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.312905:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.313026:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334260992 00000100:00100000:0.0:1734016084.313032:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334260992 00002000:00010000:0.0:1734016084.313056:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4614875->18446744073709551615) 00002000:00100000:0.0:1734016084.313059:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8684700 with x1818247334260992 ext(4614875->18446744073709551615) 00002000:00010000:0.0:1734016084.313068:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8684700. 00000100:00100000:0.0:1734016084.313089:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7651 00000100:00100000:0.0:1734016084.313095:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334260992:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016084.313259:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3526272 -> 4614875 00002000:00010000:0.0:1734016084.313262:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016084 -> 1734016084 00002000:00010000:0.0:1734016084.313264:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016084 -> 1734016084 00002000:00010000:0.0:1734016084.313266:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016084 -> 1734016084 00002000:00010000:0.0:1734016084.313268:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 848 -> 848 00000100:00100000:0.0:1734016084.313299:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334260992:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 204us (395us total) trans 4294969102 rc 0/0 00000100:00100000:0.0:1734016084.313304:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7651 00002000:00010000:0.0:1734016084.313306:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4614875->18446744073709551615) 00002000:00100000:0.0:1734016084.313308:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8684700 with x1818247334260992 ext(4614875->18446744073709551615) 00002000:00010000:0.0:1734016084.313311:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8684700. 00000100:00100000:0.0:1734016084.316224:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.319912:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.325622:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334261504 00000100:00100000:1.0:1734016084.325635:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334261504 00002000:00100000:1.0:1734016084.325696:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3182592->3186687) req@ffff8800700cf100 x1818247334261504/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.325708:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cf100 with x1818247334261504 ext(3182592->3186687) 00002000:00010000:1.0:1734016084.325715:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cf100 00000100:00100000:1.0:1734016084.325748:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7652 00000100:00100000:1.0:1734016084.325755:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334261504:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.326408:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334261504:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 651us (922us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.326417:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7652 00002000:00100000:1.0:1734016084.326424:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3182592->3186687) req@ffff8800700cf100 x1818247334261504/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.326431:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cf100 with x1818247334261504 ext(3182592->3186687) 00002000:00010000:1.0:1734016084.326434:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cf100 00000100:00100000:1.0:1734016084.329872:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334261760 00000100:00100000:1.0:1734016084.329887:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334261760 00002000:00100000:1.0:1734016084.329947:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3178496->3182591) req@ffff8800780d1500 x1818247334261760/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.329958:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d1500 with x1818247334261760 ext(3178496->3182591) 00002000:00010000:1.0:1734016084.329965:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d1500 00000100:00100000:1.0:1734016084.329993:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7653 00000100:00100000:1.0:1734016084.330002:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247334261760:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.330234:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247334261760:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 232us (717us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.330240:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7653 00002000:00100000:1.0:1734016084.330246:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3178496->3182591) req@ffff8800780d1500 x1818247334261760/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.330251:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d1500 with x1818247334261760 ext(3178496->3182591) 00002000:00010000:1.0:1734016084.330254:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d1500 00000100:00100000:0.0:1734016084.334099:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.338556:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334262272 00000100:00100000:1.0:1734016084.338568:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334262272 00002000:00100000:1.0:1734016084.338615:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3170304->3174399) req@ffff8800700cd880 x1818247334262272/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.338625:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cd880 with x1818247334262272 ext(3170304->3174399) 00002000:00010000:1.0:1734016084.338630:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cd880 00000100:00100000:1.0:1734016084.339293:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7655 00000100:00100000:1.0:1734016084.339308:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247334262272:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.339542:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247334262272:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 237us (1452us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.339551:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7655 00002000:00100000:1.0:1734016084.339558:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3170304->3174399) req@ffff8800700cd880 x1818247334262272/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.339565:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cd880 with x1818247334262272 ext(3170304->3174399) 00002000:00010000:1.0:1734016084.339568:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cd880 00000100:00100000:0.0:1734016084.342988:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.347851:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.347961:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334262528 00000100:00100000:1.0:1734016084.347978:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334262528 00000100:00100000:1.0:1734016084.348058:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9681 00000100:00100000:1.0:1734016084.348068:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334262528:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.348098:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.348121:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559908ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dd7f expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.348188:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8685500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338252544:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016084.348265:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.350356:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8685500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338252544:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016084.350387:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559908ec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd7f expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.350399:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559908ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd7f expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.350489:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:1.0:1734016084.350900:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334262528:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2830us (3104us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016084.350910:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9681 00000100:00100000:0.0:1734016084.353462:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.353567:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334262656 00000100:00100000:1.0:1734016084.353580:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334262656 00000100:00100000:1.0:1734016084.353640:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9682 00000100:00100000:1.0:1734016084.353649:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334262656:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.353673:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.353694:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc559908f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dd86 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.353778:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8685500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338252672:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016084.353982:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.355999:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8685500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338252672:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016084.356053:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc559908f3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd86 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.356069:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc559908f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd86 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.356239:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:1.0:1734016084.356370:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334262656:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2720us (2918us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016084.356380:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9682 00000100:00100000:1.0:1734016084.359064:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334262784 00000100:00100000:1.0:1734016084.359081:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334262784 00000100:00100000:1.0:1734016084.359167:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9683 00000100:00100000:1.0:1734016084.359176:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334262784:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.359205:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.359227:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559908fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dd8d expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.359295:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8685500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338252800:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016084.359374:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.361748:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8685500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338252800:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016084.361794:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559908fa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd8d expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.361836:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559908fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd8d expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.361857:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:1.0:1734016084.362432:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334262784:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3255us (3681us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016084.362439:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9683 00000100:00100000:0.0:1734016084.366998:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.367607:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334262912 00000100:00100000:1.0:1734016084.367624:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334262912 00000100:00100000:1.0:1734016084.367743:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9684 00000100:00100000:1.0:1734016084.367754:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334262912:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.367781:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.368017:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55990901 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dd94 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.368063:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559908c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd6a expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.368076:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016084.368079:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016084.368082:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55990901 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1036288->1040383] (req 1036288->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd94 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.368120:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559908c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd6a expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.368133:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559908c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd6a expref: 9 pid: 7686 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1734016084.368149:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8685500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338252928:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016084.368789:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.372680:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8685500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338252928:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016084.372721:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55990901 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1036288->1040383] (req 1036288->1040383) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd94 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.372736:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016084.372799:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334262912:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5046us (5814us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.372837:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9684 00000100:00100000:0.0:1734016084.384563:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.407623:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.408363:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7657 00000100:00100000:1.0:1734016084.408371:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334263552:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.408591:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334263552:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 218us (981us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.408600:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7657 00002000:00100000:1.0:1734016084.408607:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1032192->1036287) req@ffff88007bd11f80 x1818247334263552/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.408614:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd11f80 with x1818247334263552 ext(1032192->1036287) 00002000:00010000:1.0:1734016084.408616:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd11f80 00000100:00100000:0.0:1734016084.412473:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.417513:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334264064 00000100:00100000:1.0:1734016084.417525:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334264064 00002000:00100000:1.0:1734016084.417588:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1024000->1028095) req@ffff8800780d3100 x1818247334264064/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.417602:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d3100 with x1818247334264064 ext(1024000->1028095) 00002000:00010000:1.0:1734016084.417610:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d3100 00000100:00100000:1.0:1734016084.417655:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7659 00000100:00100000:1.0:1734016084.417664:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334264064:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.417915:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334264064:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 251us (1191us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.417923:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7659 00002000:00100000:1.0:1734016084.417929:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1024000->1028095) req@ffff8800780d3100 x1818247334264064/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.417937:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d3100 with x1818247334264064 ext(1024000->1028095) 00002000:00010000:1.0:1734016084.417939:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d3100 00000100:00100000:0.0:1734016084.421771:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.427053:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.433394:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334264832 00000100:00100000:1.0:1734016084.433407:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334264832 00002000:00100000:1.0:1734016084.433464:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1011712->1015807) req@ffff8800780d1180 x1818247334264832/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.433480:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d1180 with x1818247334264832 ext(1011712->1015807) 00002000:00010000:1.0:1734016084.433487:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d1180 00000100:00100000:1.0:1734016084.433530:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7662 00000100:00100000:1.0:1734016084.433541:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334264832:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.433733:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334264832:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 193us (779us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.433740:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7662 00002000:00100000:1.0:1734016084.433747:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1011712->1015807) req@ffff8800780d1180 x1818247334264832/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.433754:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d1180 with x1818247334264832 ext(1011712->1015807) 00002000:00010000:1.0:1734016084.433757:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d1180 00000100:00100000:0.0:1734016084.436799:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.440992:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.441413:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334265344 00000100:00100000:1.0:1734016084.441425:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334265344 00002000:00100000:1.0:1734016084.441467:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1003520->1007615) req@ffff8800784e1500 x1818247334265344/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.441476:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e1500 with x1818247334265344 ext(1003520->1007615) 00002000:00010000:1.0:1734016084.441482:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e1500 00000100:00100000:1.0:1734016084.441515:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7664 00000100:00100000:1.0:1734016084.441521:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334265344:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.441672:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334265344:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 149us (688us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.441678:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7664 00002000:00100000:1.0:1734016084.441683:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1003520->1007615) req@ffff8800784e1500 x1818247334265344/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.441690:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e1500 with x1818247334265344 ext(1003520->1007615) 00002000:00010000:1.0:1734016084.441693:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e1500 00000100:00100000:0.0:1734016084.454366:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334265728 00000100:00100000:0.0:1734016084.454383:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334265728 00010000:00010000:0.0:1734016084.454433:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55990901 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1036288->1040383) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd94 expref: 8 pid: 7684 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734016084.455089:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2613 00000100:00100000:0.0:1734016084.455101:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334265728:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016084.455126:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016084.455156:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55990901 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1036288->1040383) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd94 expref: 8 pid: 7684 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.455169:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55990901 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1036288->1040383) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd94 expref: 8 pid: 7684 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.455195:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55990901 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1036288->1040383) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd94 expref: 8 pid: 7684 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.455322:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.455325:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.455332:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55990908 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6324224->6352895] (req 6324224->6352895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.455341:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55990908 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6324224->6352895] (req 6324224->6352895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.455569:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016084.455644:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334265728:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 546us (2082us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.455652:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2613 00002000:00010000:0.0:1734016084.465102:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4614875 -> 6352896 00002000:00010000:0.0:1734016084.465108:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 848 -> 904 00010000:00010000:0.0:1734016084.465123:0:7690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55990908 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6324224->6352895] (req 6324224->6352895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.465134:0:7690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55990908 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6324224->6352895] (req 6324224->6352895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.465143:0:7690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55990908 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6324224->6352895] (req 6324224->6352895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.465151:0:7690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100fc0 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016084.465158:0:7690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55990908 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6324224->6352895] (req 6324224->6352895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.465168:0:7690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55990908 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6324224->6352895] (req 6324224->6352895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.465193:0:7690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55990908 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6324224->6352895] (req 6324224->6352895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.465199:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55990908 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6324224->6352895] (req 6324224->6352895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.465681:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334265600:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 19086us (19717us total) trans 4294969104 rc 0/0 00000100:00100000:0.0:1734016084.465696:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7665 00000100:00100000:1.0:1734016084.470916:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.476192:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334266112 00000100:00100000:0.0:1734016084.476208:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334266112 00002000:00100000:0.0:1734016084.476280:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (425984->6352895) req@ffff8800a7828a80 x1818247334266112/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:45/0 lens 504/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.476295:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828a80 with x1818247334266112 ext(425984->6352895) 00002000:00010000:0.0:1734016084.476303:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828a80 00000100:00100000:0.0:1734016084.476676:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7666 00000100:00100000:0.0:1734016084.476687:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334266112:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.491947:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334266368 00000100:00100000:0.0:1734016084.491960:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334266368 00002000:00100000:0.0:1734016084.492009:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (421888->425983) req@ffff8800a7828e00 x1818247334266368/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.492019:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828e00 with x1818247334266368 ext(421888->425983) 00002000:00010000:0.0:1734016084.492025:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828e00 00000100:00100000:0.0:1734016084.492059:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7667 00000100:00100000:0.0:1734016084.492066:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334266368:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.492232:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334266368:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 164us (459us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016084.492239:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7667 00002000:00100000:0.0:1734016084.492246:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (421888->425983) req@ffff8800a7828e00 x1818247334266368/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.492253:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828e00 with x1818247334266368 ext(421888->425983) 00002000:00010000:0.0:1734016084.492256:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828e00 00000100:00100000:0.0:1734016084.494880:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.494972:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334266624 00000100:00100000:1.0:1734016084.494982:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334266624 00002000:00100000:1.0:1734016084.495025:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (417792->421887) req@ffff8800784e2a00 x1818247334266624/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.495034:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e2a00 with x1818247334266624 ext(417792->421887) 00002000:00010000:1.0:1734016084.495039:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e2a00 00000100:00100000:1.0:1734016084.495060:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7668 00000100:00100000:1.0:1734016084.495067:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334266624:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.495192:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334266624:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 125us (321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.495200:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7668 00002000:00100000:1.0:1734016084.495205:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (417792->421887) req@ffff8800784e2a00 x1818247334266624/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.495211:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e2a00 with x1818247334266624 ext(417792->421887) 00002000:00010000:1.0:1734016084.495214:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e2a00 00000100:00100000:0.0:1734016084.499046:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334266752 00000100:00100000:0.0:1734016084.499061:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334266752 00000100:00100000:0.0:1734016084.499126:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9686 00000100:00100000:0.0:1734016084.499134:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334266752:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.499157:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.499176:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55990916 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dda2 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.499203:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.499205:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.499213:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55990916 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dda2 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.499226:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55990916 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dda2 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.499236:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567cc0, rc 0) 00000100:00100000:0.0:1734016084.500110:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334266752:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 971us (2140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.500118:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9686 00000100:00100000:0.0:1734016084.503727:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334266880 00000100:00100000:0.0:1734016084.503739:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334266880 00000100:00100000:0.0:1734016084.503830:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9687 00000100:00100000:0.0:1734016084.503849:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334266880:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.503875:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.503901:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc5599091d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dda9 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.503943:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599090f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd9b expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.503957:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55990916 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dda2 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.503963:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.503965:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.503969:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc5599091d lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [5222400->5259263] (req 5222400->5259263) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dda9 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.504002:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55990916 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dda2 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.504015:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55990916 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dda2 expref: 7 pid: 7684 timeout: 448 lvb_type: 1 00000100:00100000:0.0:1734016084.504030:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338253312:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016084.504111:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599090f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd9b expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.504119:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599090f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd9b expref: 6 pid: 7684 timeout: 448 lvb_type: 1 00000100:00100000:0.0:1734016084.504128:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338253440:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016084.504149:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.509307:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338253312:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016084.509329:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338253440:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016084.509363:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc5599091d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [5222400->5259263] (req 5222400->5259263) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dda9 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.509386:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567840, rc 0) 00000100:00100000:0.0:1734016084.509455:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334266880:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5614us (5823us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.509463:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9687 00000100:00100000:1.0:1734016084.518168:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334267392 00000100:00100000:1.0:1734016084.518180:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334267392 00002000:00100000:1.0:1734016084.518252:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4616192->5259263) req@ffff88007a3cb800 x1818247334267392/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:45/0 lens 504/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.518265:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb800 with x1818247334267392 ext(4616192->5259263) 00002000:00010000:1.0:1734016084.518271:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cb800 00000100:00100000:1.0:1734016084.518659:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7669 00000100:00100000:1.0:1734016084.518667:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334267392:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.530246:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334267392:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 11567us (12772us total) trans 0 rc 610304/610304 00000100:00100000:1.0:1734016084.530260:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7669 00002000:00100000:1.0:1734016084.530272:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4616192->5259263) req@ffff88007a3cb800 x1818247334267392/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:45/0 lens 504/440 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 610304/610304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.530280:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb800 with x1818247334267392 ext(4616192->5259263) 00002000:00010000:1.0:1734016084.530286:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cb800 00000100:00100000:0.0:1734016084.548564:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334267776 00000100:00100000:0.0:1734016084.548573:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334267776 00010000:00010000:0.0:1734016084.548606:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc559908d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd71 expref: 22 pid: 6478 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734016084.548649:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2616 00000100:00100000:0.0:1734016084.548655:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:1969:x1818247334267776:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016084.548670:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016084.548676:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc559908d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd71 expref: 22 pid: 6478 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.548685:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc559908d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd71 expref: 22 pid: 6478 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.548705:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc559908d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dd71 expref: 22 pid: 6478 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.550951:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016084.550962:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55990924 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016084.550976:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55990924 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016084.550983:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55990924 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016084.551028:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016084.551097:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:1969:x1818247334267776:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2437us (3363us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.551107:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2616 00010000:00010000:0.0:1734016084.557459:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55990924 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016084.557471:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55990924 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016084.557477:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55990924 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016084.557482:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405f80 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016084.557486:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55990924 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016084.557492:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55990924 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016084.557505:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016084.557508:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016084.557511:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55990924 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016084.557515:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55990924 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016084.559035:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.559183:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334267904 00000100:00100000:1.0:1734016084.559191:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334267904 00002000:00010000:1.0:1734016084.559221:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4465932->18446744073709551615) 00002000:00100000:1.0:1734016084.559225:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e0000 with x1818247334267904 ext(4465932->18446744073709551615) 00002000:00010000:1.0:1734016084.559236:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e0000. 00000100:00100000:1.0:1734016084.559268:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7670 00000100:00100000:1.0:1734016084.559276:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334267904:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016084.560268:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6352896 -> 4465932 00002000:00010000:1.0:1734016084.560273:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016084 -> 1734016084 00002000:00010000:1.0:1734016084.560275:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016084 -> 1734016084 00002000:00010000:1.0:1734016084.560277:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016084 -> 1734016084 00002000:00010000:1.0:1734016084.560279:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 904 -> 848 00000100:00100000:1.0:1734016084.560331:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334267904:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 1054us (1298us total) trans 4294969105 rc 0/0 00000100:00100000:1.0:1734016084.560338:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7670 00002000:00010000:1.0:1734016084.560343:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4465932->18446744073709551615) 00002000:00100000:1.0:1734016084.560345:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e0000 with x1818247334267904 ext(4465932->18446744073709551615) 00002000:00010000:1.0:1734016084.560350:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e0000. 00000100:00100000:0.0:1734016084.566600:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334268032 00000100:00100000:0.0:1734016084.566611:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334268032 00000100:00100000:0.0:1734016084.566665:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1892 00000100:00100000:0.0:1734016084.566673:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:9662:x1818247334268032:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.566705:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.566728:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567600/0x979ba2bc5599092b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ddb0 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.566888:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55990932 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016084.566909:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55990932 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016084.566922:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55990932 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:0.0:1734016084.566952:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4465932 00000004:00200000:0.0:1734016084.566957:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016084.566976:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55990932 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016084.567001:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567600/0x979ba2bc5599092b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ddb0 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.567021:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55990932 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ddb0 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.567029:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016084.567034:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016084.567037:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564b40, rc 0) 00000100:00100000:0.0:1734016084.567103:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:9662:x1818247334268032:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 431us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.567112:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1892 00000100:00100000:1.0:1734016084.605069:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.606396:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1894 00000100:00100000:1.0:1734016084.606408:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334268544:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.606441:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.606461:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55990940 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ddb7 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.606557:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55990947 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016084.606571:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55990947 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016084.606582:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55990947 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:1.0:1734016084.606608:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2868079 00000004:00200000:1.0:1734016084.606613:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016084.606631:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55990947 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016084.606650:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55990940 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ddb7 expref: 25 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.607142:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55990947 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ddb7 expref: 24 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.607149:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016084.607152:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016084.607155:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016084.607234:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:9662:x1818247334268544:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 828us (2177us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.607242:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1894 00000100:00100000:0.0:1734016084.622296:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334268672 00000100:00100000:0.0:1734016084.622307:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334268672 00000100:00100000:0.0:1734016084.622375:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9688 00000100:00100000:0.0:1734016084.622382:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334268672:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016084.622622:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2868079 -> 2868079 00002000:00010000:0.0:1734016084.622625:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016084 -> 1734016084 00002000:00010000:0.0:1734016084.622627:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016084 -> 1734016084 00002000:00010000:0.0:1734016084.622629:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016084 -> 1734016084 00002000:00010000:0.0:1734016084.622631:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 800 -> 880 00000100:00100000:0.0:1734016084.622687:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334268672:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 305us (466us total) trans 4294969107 rc 0/0 00000100:00100000:0.0:1734016084.622694:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9688 00000100:00100000:1.0:1734016084.643717:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.702146:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.727957:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.752009:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.752202:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334269568 00000100:00100000:1.0:1734016084.752217:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334269568 00000100:00100000:1.0:1734016084.752319:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7672 00000100:00100000:1.0:1734016084.752334:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334269568:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:1.0:1734016084.752393:0:7690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55990971 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.752417:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc5599091d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5222400->5259263) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dda9 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.752424:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016084.752427:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016084.752429:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55990971 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [397312->458751] (req 397312->458751) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.752477:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc5599091d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5222400->5259263) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dda9 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.752491:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc5599091d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5222400->5259263) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dda9 expref: 9 pid: 7684 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1734016084.752860:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cd2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7690:1818247338254208:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016084.752951:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.757775:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.757945:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cd2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7690:1818247338254208:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016084.757974:0:7690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55990971 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [397312->458751] (req 397312->458751) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.758173:0:7690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55990971 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [397312->458751] (req 397312->458751) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.758180:0:7690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55990971 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [397312->458751] (req 397312->458751) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.761568:0:7690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55990971 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [397312->458751] (req 397312->458751) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.761583:0:7690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55990971 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [397312->458751] (req 397312->458751) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.761591:0:7690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55990971 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [397312->458751] (req 397312->458751) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.761597:0:7690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e837cc0 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016084.761601:0:7690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55990971 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [397312->458751] (req 397312->458751) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.761609:0:7690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55990971 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [397312->458751] (req 397312->458751) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.761626:0:7690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55990971 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [397312->458751] (req 397312->458751) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.761634:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55990971 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [397312->458751] (req 397312->458751) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.761756:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334269568:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 9420us (9762us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1734016084.761768:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7672 00000100:00100000:0.0:1734016084.769446:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.772453:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.772547:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334270080 00000100:00100000:1.0:1734016084.772557:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334270080 00002000:00100000:1.0:1734016084.772610:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1851392->1855487) req@ffff8800784e0700 x1818247334270080/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.772620:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e0700 with x1818247334270080 ext(1851392->1855487) 00002000:00010000:1.0:1734016084.772624:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e0700 00000100:00100000:1.0:1734016084.772658:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7673 00000100:00100000:1.0:1734016084.772665:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334270080:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.772880:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334270080:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 214us (435us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.772887:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7673 00002000:00100000:1.0:1734016084.772892:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1851392->1855487) req@ffff8800784e0700 x1818247334270080/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.772898:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e0700 with x1818247334270080 ext(1851392->1855487) 00002000:00010000:1.0:1734016084.772901:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e0700 00000100:00100000:0.0:1734016084.778636:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.783183:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.791684:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.791735:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.791921:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334270592 00000100:00100000:1.0:1734016084.791936:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334270592 00010000:00010000:1.0:1734016084.791996:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55990978 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ddda expref: 10 pid: 7686 timeout: 448 lvb_type: 1 00000100:00100000:1.0:1734016084.792036:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334270464 00000100:00100000:1.0:1734016084.792038:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334270464 00010000:00010000:1.0:1734016084.792051:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599097f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dde1 expref: 9 pid: 7686 timeout: 448 lvb_type: 1 00000100:00100000:1.0:1734016084.792069:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2618 00000100:00100000:1.0:1734016084.792077:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334270592:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016084.792095:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016084.792129:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55990978 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ddda expref: 10 pid: 7686 timeout: 448 lvb_type: 1 00010000:00010000:1.0:1734016084.792142:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55990978 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ddda expref: 10 pid: 7686 timeout: 448 lvb_type: 1 00010000:00010000:1.0:1734016084.792181:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016084.792242:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334270592:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 164us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.792249:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2618 00000100:00100000:1.0:1734016084.792267:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2619 00000100:00100000:1.0:1734016084.792271:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334270464:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016084.792278:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016084.792284:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599097f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dde1 expref: 9 pid: 7686 timeout: 448 lvb_type: 1 00010000:00010000:1.0:1734016084.792296:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599097f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dde1 expref: 9 pid: 7686 timeout: 448 lvb_type: 1 00010000:00010000:1.0:1734016084.792307:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016084.792308:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016084.792315:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55990986 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1343488->1347583) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dde8 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.792324:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55990986 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1343488->1347583) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dde8 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.792371:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55990986 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1343488->1347583) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dde8 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.792388:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cd2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338254592:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016084.792439:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.795852:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cd2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338254592:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016084.795883:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016084.795929:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334270464:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3656us (4192us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.795941:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2619 00000100:00100000:0.0:1734016084.805660:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.807042:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7674 00000100:00100000:1.0:1734016084.807059:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334270848:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.870875:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334270848:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 63805us (65218us total) trans 0 rc 2871296/2871296 00000100:00100000:1.0:1734016084.870893:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7674 00002000:00100000:1.0:1734016084.870920:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->2871295) req@ffff880077e9b100 x1818247334270848/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:45/0 lens 488/440 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 2871296/2871296 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.870931:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9b100 with x1818247334270848 ext(0->2871295) 00002000:00010000:1.0:1734016084.870939:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9b100 00000100:00100000:0.0:1734016084.896956:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.898141:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334270976 00000100:00100000:1.0:1734016084.898151:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334270976 00002000:00100000:1.0:1734016084.898189:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1290240->1347583) req@ffff880077e98380 x1818247334270976/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.898199:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e98380 with x1818247334270976 ext(1290240->1347583) 00002000:00010000:1.0:1734016084.898203:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e98380 00000100:00100000:1.0:1734016084.934042:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7675 00000100:00100000:1.0:1734016084.934067:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334270976:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016084.948566:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334270976:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 14490us (51613us total) trans 4294969109 rc 0/0 00000100:00100000:0.0:1734016084.948584:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7675 00002000:00100000:0.0:1734016084.948600:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1290240->1347583) req@ffff880077e98380 x1818247334270976/t4294969109(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:45/0 lens 488/448 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.948611:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e98380 with x1818247334270976 ext(1290240->1347583) 00002000:00010000:0.0:1734016084.948617:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e98380 00000100:00100000:0.0:1734016084.953289:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.956869:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1896 00000100:00100000:1.0:1734016084.956882:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:9662:x1818247334271104:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:1.0:1734016084.957124:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:9662:x1818247334271104:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 242us (3855us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.957131:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1896 00000100:00100000:1.0:1734016084.959995:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016084.969106:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969109 is committed 00000001:00080000:0.0:1734016084.969121:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969108 is committed 00000100:00100000:0.0:1734016084.979223:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016084.986085:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016084.990725:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334271616 00000100:00100000:1.0:1734016084.990747:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334271616 00010000:00010000:1.0:1734016084.990827:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55990955 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ddbe expref: 22 pid: 6478 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1734016084.990894:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2620 00000100:00100000:1.0:1734016084.990904:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:1970:x1818247334271616:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016084.990929:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016084.990935:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55990955 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ddbe expref: 22 pid: 6478 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016084.990946:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55990955 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ddbe expref: 22 pid: 6478 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016084.990979:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55990955 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ddbe expref: 22 pid: 6478 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016084.991009:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016084.991014:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599098d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016084.991025:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599098d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016084.991032:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599098d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016084.991091:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016084.991162:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:1970:x1818247334271616:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 260us (5079us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.991170:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2620 00010000:00010000:1.0:1734016084.991356:0:6478:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599098d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016084.991365:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599098d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000001:00080000:1.0:1734016084.991521:0:6478:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968507 00000004:00010000:1.0:1734016084.991595:0:6478:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880077e9ad80 reply state ffff88011d86e000 transno 4294968508 ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599098d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:1.0:1734016084.991603:0:6478:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016084.991707:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+26:9662:x1818247334271488:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 11837us (12500us total) trans 4294968508 rc 0/0 00000100:00100000:1.0:1734016084.991715:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1897 00000020:00080000:1.0:1734016084.991719:0:6478:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016085.017063:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599098d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016085.017089:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599098d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016085.017097:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599098d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016085.017106:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800701018c0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016085.017113:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599098d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016085.017120:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599098d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016085.017143:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016085.017146:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016085.017152:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599098d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016085.017156:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599098d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00000100:00100000:0.0:1734016085.017730:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:0.0:1734016085.023777:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016055 00000100:00100000:1.0:1734016085.025111:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.030512:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.030647:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334272000 00000100:00100000:1.0:1734016085.030660:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334272000 00002000:00010000:1.0:1734016085.030721:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8149448->18446744073709551615) 00002000:00100000:1.0:1734016085.030727:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99880 with x1818247334272000 ext(8149448->18446744073709551615) 00002000:00010000:1.0:1734016085.030750:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e99880. 00000100:00100000:1.0:1734016085.031428:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7676 00000100:00100000:1.0:1734016085.031440:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334272000:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016085.031720:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2868079 -> 8149448 00002000:00010000:1.0:1734016085.031724:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016084 -> 1734016084 00002000:00010000:1.0:1734016085.031726:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016084 -> 1734016084 00002000:00010000:1.0:1734016085.031728:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016084 -> 1734016084 00002000:00010000:1.0:1734016085.031730:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 992 -> 992 00000100:00100000:1.0:1734016085.031805:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334272000:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 366us (1307us total) trans 4294969110 rc 0/0 00000100:00100000:1.0:1734016085.031849:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7676 00002000:00010000:1.0:1734016085.031853:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8149448->18446744073709551615) 00002000:00100000:1.0:1734016085.031855:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99880 with x1818247334272000 ext(8149448->18446744073709551615) 00002000:00010000:1.0:1734016085.031862:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e99880. 00000100:00100000:0.0:1734016085.039227:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.094763:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.111222:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.114748:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:1.0:1734016085.117461:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969111 is committed 00000100:00100000:0.0:1734016085.121717:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016085.124165:0:9875:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016085.136544:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.158079:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334273280 00000100:00100000:0.0:1734016085.158095:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334273280 00002000:00100000:0.0:1734016085.158163:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->5230591) req@ffff88012e29ce00 x1818247334273280/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.158177:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ce00 with x1818247334273280 ext(4194304->5230591) 00002000:00010000:0.0:1734016085.158186:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29ce00 00000100:00100000:0.0:1734016085.158231:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7680 00000100:00100000:0.0:1734016085.158243:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334273280:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.219579:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.223733:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.243600:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.268383:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.268580:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334273920 00000100:00100000:1.0:1734016085.268599:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334273920 00000100:00100000:1.0:1734016085.273130:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1901 00000100:00100000:1.0:1734016085.273157:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+26:9662:x1818247334273920:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016085.273255:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016085.273297:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559909a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ddf6 expref: 26 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.273343:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016085.273350:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016085.273580:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559909c5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016085.273596:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559909b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ddfd expref: 21 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.273606:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559909c5 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016085.273663:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559909b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ddfd expref: 21 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.273680:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559909b0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ddfd expref: 21 pid: 6478 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1734016085.273700:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338255360:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016085.273848:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.284270:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.284442:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338255360:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016085.284494:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559909c5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016085.288903:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559909c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016085.288915:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559909c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:1.0:1734016085.289075:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968509 00000004:00010000:1.0:1734016085.289155:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800785c4e00 reply state ffff88007c9f3000 transno 4294968510 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559909c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016085.289164:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016085.289315:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+28:9662:x1818247334273920:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 16166us (20960us total) trans 4294968510 rc 0/0 00000100:00100000:1.0:1734016085.289326:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1901 00000020:00080000:1.0:1734016085.289331:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016085.298394:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.306762:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.306940:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334274304 00000100:00100000:1.0:1734016085.306976:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334274304 00000100:00100000:1.0:1734016085.307109:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1902 00000100:00100000:1.0:1734016085.307122:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334274304:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016085.307161:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016085.307198:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559909cc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4de12 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.307343:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559909d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016085.307363:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559909d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016085.307378:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559909d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:1.0:1734016085.307414:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10457521 00000004:00200000:1.0:1734016085.307422:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016085.307447:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559909d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016085.307479:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559909cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de12 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.307523:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559909d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de12 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.307531:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016085.307535:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016085.307539:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016085.307627:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:9662:x1818247334274304:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 508us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016085.307639:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1902 00000100:00100000:0.0:1734016085.312292:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.332679:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.342390:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.361995:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.379674:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.392597:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.426015:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.454230:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7683 00000100:00100000:0.0:1734016085.454238:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334275456:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.539239:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.557790:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.566870:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.572553:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.586361:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.589952:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334276864:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3272us (3593us total) trans 4294969113 rc 0/0 00000100:00100000:0.0:1734016085.589967:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7688 00002000:00100000:0.0:1734016085.589981:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2007040->2027519) req@ffff8800785c4380 x1818247334276864/t4294969113(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:46/0 lens 488/448 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.589991:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4380 with x1818247334276864 ext(2007040->2027519) 00002000:00010000:0.0:1734016085.589997:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4380 00000100:00100000:1.0:1734016085.601374:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016085.605560:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969113 is committed 00000001:00080000:0.0:1734016085.605586:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969112 is committed 00000100:00100000:0.0:1734016085.618848:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334277120 00000100:00100000:0.0:1734016085.618859:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334277120 00000100:00100000:1.0:1734016085.618960:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1903 00000100:00100000:1.0:1734016085.618968:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+27:9662:x1818247334277120:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016085.618990:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016085.619008:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55990a04 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4de43 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.619097:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55990a0b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016085.619109:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55990a0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016085.619118:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55990a0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:1.0:1734016085.619137:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10457521 00000004:00200000:1.0:1734016085.619141:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016085.619155:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55990a0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016085.619174:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55990a04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de43 expref: 29 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.619193:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55990a0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de43 expref: 28 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.619204:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016085.619207:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016085.619209:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016085.619250:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+28:9662:x1818247334277120:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 282us (1840us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016085.619255:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1903 00000100:00100000:0.0:1734016085.625578:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.653427:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.659786:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.712704:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.746050:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.755509:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.760715:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.767132:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.771021:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.785272:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.794874:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.801211:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.811604:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.812866:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334280064 00000100:00100000:1.0:1734016085.812880:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334280064 00000100:00100000:1.0:1734016085.812950:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9713 00000100:00100000:1.0:1734016085.812959:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334280064:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016085.812981:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016085.813002:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55990a35 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4de6d expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.813032:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55990a27 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6782976->6787071) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de5f expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.813041:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55990a2e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de66 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016085.813047:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016085.813048:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016085.813051:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55990a35 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de6d expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.813082:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55990a2e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de66 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016085.813094:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55990a2e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de66 expref: 8 pid: 7686 timeout: 449 lvb_type: 1 00000100:00100000:1.0:1734016085.813105:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f94700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338257024:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016085.813185:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55990a27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6782976->6787071) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de5f expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.813192:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55990a27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6782976->6787071) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de5f expref: 5 pid: 7686 timeout: 449 lvb_type: 0 00000100:00100000:1.0:1734016085.813199:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338257152:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016085.813214:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.831058:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.831172:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f94700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338257024:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016085.831182:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338257152:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016085.831207:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55990a35 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de6d expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.831225:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016085.831269:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334280064:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 18309us (19684us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016085.831277:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9713 00000100:00100000:1.0:1734016085.833095:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.840471:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.847481:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.853959:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.869754:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.872960:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.875975:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.879921:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.895918:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334281984:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 11828us (15992us total) trans 4294969114 rc 0/0 00000100:00100000:0.0:1734016085.895936:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7703 00002000:00100000:0.0:1734016085.895951:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (221184->245759) req@ffff8800701c8380 x1818247334281984/t4294969114(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:46/0 lens 488/448 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.895962:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c8380 with x1818247334281984 ext(221184->245759) 00002000:00010000:0.0:1734016085.895967:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c8380 00000100:00100000:0.0:1734016085.897979:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.899106:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334282112 00000100:00100000:1.0:1734016085.899120:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334282112 00000100:00100000:1.0:1734016085.899757:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9714 00000100:00100000:1.0:1734016085.899765:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334282112:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016085.901755:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969114 is committed 00000100:00100000:1.0:1734016085.902684:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334282112:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2913us (4718us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016085.902695:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9714 00000100:00100000:0.0:1734016085.905777:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.906040:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334282240 00000100:00100000:1.0:1734016085.906050:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334282240 00000100:00100000:1.0:1734016085.906105:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9715 00000100:00100000:1.0:1734016085.906114:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334282240:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016085.906133:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016085.906153:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55990a3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4de74 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016085.906211:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338257408:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016085.906276:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016085.909008:0:7684:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1144 -> 1184 00000100:00100000:1.0:1734016085.909034:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338257408:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016085.909069:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55990a3c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de74 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016085.909083:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55990a3c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de74 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016085.909093:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:1.0:1734016085.909143:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334282240:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3029us (3380us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016085.909152:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9715 00000100:00100000:0.0:1734016085.913211:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.913309:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334282368 00000100:00100000:1.0:1734016085.913321:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334282368 00000100:00100000:1.0:1734016085.913423:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9716 00000100:00100000:1.0:1734016085.913432:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334282368:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016085.913451:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016085.913470:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990a43 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4de7b expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016085.913663:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338257536:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016085.914312:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016085.918322:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338257536:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016085.918353:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990a43 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de7b expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016085.918371:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990a43 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de7b expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016085.918396:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:1.0:1734016085.918540:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334282368:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5108us (5343us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016085.918548:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9716 00000100:00100000:0.0:1734016085.922376:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.922528:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334282496 00000100:00100000:1.0:1734016085.922536:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334282496 00000100:00100000:1.0:1734016085.922712:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9717 00000100:00100000:1.0:1734016085.922720:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334282496:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016085.922738:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016085.922753:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55990a4a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4de82 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016085.922799:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338257664:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016085.922884:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016085.926488:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338257664:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016085.926538:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55990a4a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de82 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016085.926551:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55990a4a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de82 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016085.926643:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016085.926992:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334282496:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4268us (4621us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016085.927002:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9717 00000100:00100000:0.0:1734016085.930283:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.930578:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334282624 00000100:00100000:1.0:1734016085.930591:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334282624 00000100:00100000:1.0:1734016085.930654:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9718 00000100:00100000:1.0:1734016085.930662:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334282624:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016085.930691:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016085.930720:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55990a51 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4de89 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016085.930801:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338257792:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016085.930909:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016085.933121:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338257792:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016085.933160:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55990a51 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de89 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016085.933175:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55990a51 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de89 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016085.933722:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016085.933781:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334282624:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3118us (3516us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016085.933788:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9718 00000100:00100000:0.0:1734016085.937064:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.938200:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334282880 00000100:00100000:1.0:1734016085.938215:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334282880 00002000:00100000:1.0:1734016085.938280:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9371648->9375743) req@ffff8800701ca680 x1818247334282880/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.938292:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701ca680 with x1818247334282880 ext(9371648->9375743) 00002000:00010000:1.0:1734016085.938298:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701ca680 00000100:00100000:1.0:1734016085.938447:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7704 00000100:00100000:1.0:1734016085.938455:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334282880:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016085.939004:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334282880:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 546us (1947us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016085.939016:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7704 00002000:00100000:1.0:1734016085.939023:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9371648->9375743) req@ffff8800701ca680 x1818247334282880/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.939031:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701ca680 with x1818247334282880 ext(9371648->9375743) 00002000:00010000:1.0:1734016085.939034:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701ca680 00000100:00100000:0.0:1734016085.944370:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.944579:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334283136 00000100:00100000:1.0:1734016085.944588:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334283136 00002000:00100000:1.0:1734016085.944622:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9367552->9371647) req@ffff8800701c9500 x1818247334283136/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.944631:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c9500 with x1818247334283136 ext(9367552->9371647) 00002000:00010000:1.0:1734016085.944636:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c9500 00000100:00100000:1.0:1734016085.944670:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7705 00000100:00100000:1.0:1734016085.944676:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334283136:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016085.944849:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334283136:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 171us (492us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016085.944857:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7705 00002000:00100000:1.0:1734016085.944863:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9367552->9371647) req@ffff8800701c9500 x1818247334283136/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.944870:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c9500 with x1818247334283136 ext(9367552->9371647) 00002000:00010000:1.0:1734016085.944872:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c9500 00000100:00100000:0.0:1734016085.948243:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.951895:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.952051:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334283648 00000100:00100000:1.0:1734016085.952060:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334283648 00002000:00100000:1.0:1734016085.952101:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9359360->9363455) req@ffff8800701caa00 x1818247334283648/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.952118:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701caa00 with x1818247334283648 ext(9359360->9363455) 00002000:00010000:1.0:1734016085.952123:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701caa00 00000100:00100000:1.0:1734016085.952159:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7707 00000100:00100000:1.0:1734016085.952166:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334283648:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016085.952347:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334283648:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 180us (460us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016085.952355:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7707 00002000:00100000:1.0:1734016085.952362:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9359360->9363455) req@ffff8800701caa00 x1818247334283648/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.952369:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701caa00 with x1818247334283648 ext(9359360->9363455) 00002000:00010000:1.0:1734016085.952372:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701caa00 00000100:00100000:0.0:1734016085.957059:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.961705:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.961936:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334284160 00000100:00100000:1.0:1734016085.961953:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334284160 00002000:00100000:1.0:1734016085.962038:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9351168->9355263) req@ffff8800783cb480 x1818247334284160/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.962051:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb480 with x1818247334284160 ext(9351168->9355263) 00002000:00010000:1.0:1734016085.962060:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783cb480 00000100:00100000:1.0:1734016085.962993:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7709 00000100:00100000:1.0:1734016085.963004:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334284160:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016085.963201:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334284160:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 197us (1513us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016085.963210:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7709 00002000:00100000:1.0:1734016085.963216:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9351168->9355263) req@ffff8800783cb480 x1818247334284160/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.963224:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb480 with x1818247334284160 ext(9351168->9355263) 00002000:00010000:1.0:1734016085.963228:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783cb480 00000100:00100000:0.0:1734016085.967145:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.971050:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.971610:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334284672 00000100:00100000:1.0:1734016085.971622:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334284672 00002000:00100000:1.0:1734016085.971668:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9342976->9347071) req@ffff8800783ca680 x1818247334284672/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.971678:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783ca680 with x1818247334284672 ext(9342976->9347071) 00002000:00010000:1.0:1734016085.971682:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783ca680 00000100:00100000:1.0:1734016085.971716:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7711 00000100:00100000:1.0:1734016085.971723:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334284672:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016085.971910:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334284672:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 186us (874us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016085.971916:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7711 00002000:00100000:1.0:1734016085.971922:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9342976->9347071) req@ffff8800783ca680 x1818247334284672/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.971928:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783ca680 with x1818247334284672 ext(9342976->9347071) 00002000:00010000:1.0:1734016085.971931:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783ca680 00000100:00100000:0.0:1734016085.975554:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.979053:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.979458:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334285184 00000100:00100000:1.0:1734016085.979468:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334285184 00002000:00100000:1.0:1734016085.979508:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9334784->9338879) req@ffff8800783cb800 x1818247334285184/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.979518:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb800 with x1818247334285184 ext(9334784->9338879) 00002000:00010000:1.0:1734016085.979523:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783cb800 00000100:00100000:1.0:1734016085.979554:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7713 00000100:00100000:1.0:1734016085.979560:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334285184:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016085.979700:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334285184:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 139us (654us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016085.979707:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7713 00002000:00100000:1.0:1734016085.979713:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9334784->9338879) req@ffff8800783cb800 x1818247334285184/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.979721:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb800 with x1818247334285184 ext(9334784->9338879) 00002000:00010000:1.0:1734016085.979724:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783cb800 00000100:00100000:0.0:1734016085.983516:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.988427:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016085.992724:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.992852:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334285824 00000100:00100000:1.0:1734016085.992862:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334285824 00002000:00100000:1.0:1734016085.992897:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9326592->9375743) req@ffff8800783cb100 x1818247334285824/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.992905:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb100 with x1818247334285824 ext(9326592->9375743) 00002000:00010000:1.0:1734016085.992910:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783cb100 00000100:00100000:1.0:1734016085.992941:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7716 00000100:00100000:1.0:1734016085.992947:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334285824:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016085.996452:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334285824:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3494us (3729us total) trans 4294969115 rc 0/0 00000100:00100000:0.0:1734016085.996463:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7716 00002000:00100000:0.0:1734016085.996473:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9326592->9375743) req@ffff8800783cb100 x1818247334285824/t4294969115(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:46/0 lens 488/448 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.996482:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb100 with x1818247334285824 ext(9326592->9375743) 00002000:00010000:0.0:1734016085.996487:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783cb100 00000100:00100000:0.0:1734016085.999357:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016085.999704:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334285952 00000100:00100000:1.0:1734016085.999717:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334285952 00000100:00100000:1.0:1734016085.999778:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9719 00000100:00100000:1.0:1734016085.999787:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334285952:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016086.003148:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969115 is committed 00000100:00100000:1.0:1734016086.003327:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334285952:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 3533us (3980us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016086.003342:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9719 00000100:00100000:0.0:1734016086.007852:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334286208 00000100:00100000:0.0:1734016086.007863:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334286208 00002000:00100000:0.0:1734016086.007925:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7069696->7073791) req@ffff8800784e2680 x1818247334286208/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.007939:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e2680 with x1818247334286208 ext(7069696->7073791) 00002000:00010000:0.0:1734016086.007945:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e2680 00000100:00100000:0.0:1734016086.007974:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7717 00000100:00100000:0.0:1734016086.007982:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334286208:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.008337:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334286208:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 355us (565us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016086.008343:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7717 00002000:00100000:0.0:1734016086.008349:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7069696->7073791) req@ffff8800784e2680 x1818247334286208/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.008355:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e2680 with x1818247334286208 ext(7069696->7073791) 00002000:00010000:0.0:1734016086.008358:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e2680 00000100:00100000:0.0:1734016086.014783:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.047552:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016086.066234:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.075087:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334287360:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3095us (4079us total) trans 4294969116 rc 0/0 00000100:00100000:0.0:1734016086.075100:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7722 00002000:00100000:0.0:1734016086.075109:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7053312->7073791) req@ffff8800784e3800 x1818247334287360/t4294969116(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:47/0 lens 488/448 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.075118:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e3800 with x1818247334287360 ext(7053312->7073791) 00002000:00010000:0.0:1734016086.075124:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e3800 00000100:00100000:0.0:1734016086.082199:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016086.082353:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334287488 00000100:00100000:1.0:1734016086.082367:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334287488 00000100:00100000:1.0:1734016086.082491:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9720 00000100:00100000:1.0:1734016086.082501:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334287488:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016086.084477:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969116 is committed 00000100:00100000:1.0:1734016086.084621:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334287488:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2118us (2439us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016086.084631:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9720 00000100:00100000:0.0:1734016086.091964:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334287744 00000100:00100000:0.0:1734016086.091979:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334287744 00002000:00100000:0.0:1734016086.092038:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7237632->7241727) req@ffff8800784e0380 x1818247334287744/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.092050:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e0380 with x1818247334287744 ext(7237632->7241727) 00002000:00010000:0.0:1734016086.092058:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e0380 00000100:00100000:0.0:1734016086.092098:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7723 00000100:00100000:0.0:1734016086.092105:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334287744:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.092303:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334287744:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 198us (446us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016086.092310:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7723 00002000:00100000:0.0:1734016086.092318:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7237632->7241727) req@ffff8800784e0380 x1818247334287744/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.092324:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e0380 with x1818247334287744 ext(7237632->7241727) 00002000:00010000:0.0:1734016086.092326:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e0380 00000100:00100000:0.0:1734016086.098796:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.106470:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.121480:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016086.128116:0:7700:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016086.129728:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.134213:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334288896:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3562us (4476us total) trans 4294969117 rc 0/0 00000100:00100000:0.0:1734016086.134229:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7728 00002000:00100000:0.0:1734016086.134246:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7221248->7241727) req@ffff880078d4c700 x1818247334288896/t4294969117(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:47/0 lens 488/448 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.134256:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d4c700 with x1818247334288896 ext(7221248->7241727) 00002000:00010000:0.0:1734016086.134263:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d4c700 00000100:00100000:0.0:1734016086.139306:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016086.139424:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334289024 00000100:00100000:1.0:1734016086.139431:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334289024 00000100:00100000:1.0:1734016086.139556:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9721 00000100:00100000:1.0:1734016086.139565:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334289024:12345-192.168.201.4@tcp:16:fsx.0 00000100:00100000:1.0:1734016086.141569:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334289024:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 1996us (2275us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016086.141583:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9721 00000100:00100000:0.0:1734016086.146454:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016086.146786:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334289152 00000100:00100000:1.0:1734016086.146796:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334289152 00000100:00100000:1.0:1734016086.146916:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9722 00000100:00100000:1.0:1734016086.146922:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334289152:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016086.146936:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016086.146952:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55990a58 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4de90 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016086.146982:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55990a35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 241664->245759) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de6d expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016086.146993:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016086.146995:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016086.146998:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55990a58 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5709824->5734399] (req 5709824->5734399) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de90 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016086.147024:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55990a35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 241664->245759) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de6d expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016086.147034:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55990a35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 241664->245759) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de6d expref: 6 pid: 7684 timeout: 449 lvb_type: 0 00000100:00100000:1.0:1734016086.147044:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338257920:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016086.147101:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016086.149724:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338257920:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016086.149765:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55990a58 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5709824->5734399] (req 5709824->5734399) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de90 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016086.149788:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016086.149884:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334289152:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2959us (3443us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016086.149893:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9722 00000100:00100000:0.0:1734016086.150740:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.155559:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016086.155785:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334289536 00000100:00100000:1.0:1734016086.155791:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334289536 00002000:00100000:1.0:1734016086.155850:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5730304->5734399) req@ffff880078d4d500 x1818247334289536/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.155864:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d4d500 with x1818247334289536 ext(5730304->5734399) 00002000:00010000:1.0:1734016086.155868:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d4d500 00000100:00100000:1.0:1734016086.155887:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7729 00000100:00100000:1.0:1734016086.155892:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334289536:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.156023:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334289536:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 130us (472us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.156029:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7729 00002000:00100000:1.0:1734016086.156035:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5730304->5734399) req@ffff880078d4d500 x1818247334289536/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.156041:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d4d500 with x1818247334289536 ext(5730304->5734399) 00002000:00010000:1.0:1734016086.156044:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d4d500 00000100:00100000:0.0:1734016086.158621:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016086.158715:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334289664 00000100:00100000:1.0:1734016086.158722:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334289664 00000100:00100000:1.0:1734016086.158765:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9723 00000100:00100000:1.0:1734016086.158772:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334289664:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016086.159333:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10457521 -> 10457521 00002000:00010000:1.0:1734016086.159341:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016086 -> 1734016086 00002000:00010000:1.0:1734016086.159343:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016085 -> 1734016085 00002000:00010000:1.0:1734016086.159345:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016086 -> 1734016086 00002000:00010000:1.0:1734016086.159347:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1360 -> 1320 00000100:00100000:1.0:1734016086.159387:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334289664:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 614us (773us total) trans 4294969118 rc 0/0 00000100:00100000:1.0:1734016086.159393:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9723 00000100:00100000:1.0:1734016086.161664:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334289792 00000100:00100000:1.0:1734016086.161671:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334289792 00000100:00100000:1.0:1734016086.162381:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9724 00000100:00100000:1.0:1734016086.162389:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334289792:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016086.162405:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016086.162423:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55990a5f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4de97 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016086.162476:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338258176:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016086.162534:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016086.164352:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338258176:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016086.164394:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55990a5f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de97 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016086.164406:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55990a5f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de97 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016086.164418:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016086.164478:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334289792:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2086us (2944us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016086.164486:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9724 00000100:00100000:0.0:1734016086.167054:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016086.167147:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334289920 00000100:00100000:1.0:1734016086.167157:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334289920 00000100:00100000:1.0:1734016086.167213:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9725 00000100:00100000:1.0:1734016086.167221:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334289920:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016086.167241:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016086.167266:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55990a66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4de9e expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016086.167334:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338258304:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016086.167403:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016086.173401:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338258304:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016086.173454:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55990a66 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de9e expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016086.173471:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55990a66 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4de9e expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016086.173511:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834240, rc 0) 00000100:00100000:1.0:1734016086.173587:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334289920:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6365us (6545us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016086.173596:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9725 00000100:00100000:0.0:1734016086.178449:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.184688:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.193022:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334290688 00000100:00100000:0.0:1734016086.193044:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334290688 00000100:00100000:0.0:1734016086.197495:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.201503:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.210428:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334291456 00000100:00100000:0.0:1734016086.210436:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334291456 00002000:00100000:0.0:1734016086.210481:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1916928->1921023) req@ffff88007a3cb100 x1818247334291456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.210492:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb100 with x1818247334291456 ext(1916928->1921023) 00002000:00010000:0.0:1734016086.210498:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cb100 00000100:00100000:0.0:1734016086.210532:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7735 00000100:00100000:0.0:1734016086.210539:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334291456:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.210692:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334291456:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 152us (366us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016086.210698:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7735 00002000:00100000:0.0:1734016086.210703:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1916928->1921023) req@ffff88007a3cb100 x1818247334291456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.210710:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb100 with x1818247334291456 ext(1916928->1921023) 00002000:00010000:0.0:1734016086.210713:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cb100 00000100:00100000:0.0:1734016086.214951:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.219358:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.227165:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.232718:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.252698:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.256964:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.261328:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334293760 00000100:00100000:0.0:1734016086.261340:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334293760 00002000:00100000:0.0:1734016086.261391:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1880064->1884159) req@ffff88007a3c9500 x1818247334293760/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.261401:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9500 with x1818247334293760 ext(1880064->1884159) 00002000:00010000:0.0:1734016086.261405:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9500 00000100:00100000:0.0:1734016086.261446:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7744 00000100:00100000:0.0:1734016086.261455:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334293760:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.261654:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334293760:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 200us (424us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016086.261662:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7744 00002000:00100000:0.0:1734016086.261668:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1880064->1884159) req@ffff88007a3c9500 x1818247334293760/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.261675:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9500 with x1818247334293760 ext(1880064->1884159) 00002000:00010000:0.0:1734016086.261678:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9500 00000100:00100000:0.0:1734016086.265287:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.271146:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334293888:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 5518us (5858us total) trans 4294969119 rc 0/0 00000100:00100000:0.0:1734016086.271162:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7745 00002000:00100000:0.0:1734016086.271175:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1880064->5734399) req@ffff88007c888380 x1818247334293888/t4294969119(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 504/448 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.271184:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c888380 with x1818247334293888 ext(1880064->5734399) 00002000:00010000:0.0:1734016086.271189:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c888380 00000100:00080000:0.0:1734016086.276424:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016056 00000100:00100000:0.0:1734016086.281188:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016086.281430:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334294144 00000100:00100000:1.0:1734016086.281441:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334294144 00000100:00100000:1.0:1734016086.282040:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9726 00000100:00100000:1.0:1734016086.282047:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334294144:12345-192.168.201.4@tcp:16:fsx.0 00000100:00100000:1.0:1734016086.285742:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334294144:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 3689us (4559us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016086.285753:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9726 00000100:00100000:0.0:1734016086.289870:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016086.290180:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334294272 00000100:00100000:1.0:1734016086.290193:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334294272 00000100:00100000:1.0:1734016086.290264:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9727 00000100:00100000:1.0:1734016086.290277:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334294272:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016086.290305:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016086.290330:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990a6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dea5 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016086.290414:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338258432:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016086.290510:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00002000:00010000:1.0:1734016086.299920:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016085 -> 1734016086 00002000:00010000:1.0:1734016086.299927:0:7684:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1320 -> 1488 00000100:00100000:1.0:1734016086.299945:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338258432:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016086.299974:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990a6d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dea5 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016086.299987:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990a6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dea5 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016086.300463:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016086.301207:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334294272:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10928us (11401us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016086.301219:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9727 00000100:00100000:1.0:1734016086.305280:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.332304:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.352345:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.371061:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334295040 00000100:00100000:0.0:1734016086.371075:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334295040 00002000:00100000:0.0:1734016086.371146:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8110080->8114175) req@ffff88007a3cbb80 x1818247334295040/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.371157:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cbb80 with x1818247334295040 ext(8110080->8114175) 00002000:00010000:0.0:1734016086.371165:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cbb80 00000100:00100000:0.0:1734016086.371210:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7746 00000100:00100000:0.0:1734016086.371217:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334295040:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.371445:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334295040:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 226us (501us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016086.371452:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7746 00002000:00100000:0.0:1734016086.371459:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8110080->8114175) req@ffff88007a3cbb80 x1818247334295040/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.371466:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cbb80 with x1818247334295040 ext(8110080->8114175) 00002000:00010000:0.0:1734016086.371470:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cbb80 00000100:00100000:0.0:1734016086.373668:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.381965:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.392303:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016086.403240:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016086.413389:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.413491:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334296832 00000100:00100000:0.0:1734016086.413499:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334296832 00002000:00100000:0.0:1734016086.413547:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8081408->8085503) req@ffff880129ff3480 x1818247334296832/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.413557:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff3480 with x1818247334296832 ext(8081408->8085503) 00002000:00010000:0.0:1734016086.413561:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff3480 00000100:00100000:0.0:1734016086.413591:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7753 00000100:00100000:0.0:1734016086.413598:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334296832:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.413767:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334296832:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 168us (391us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016086.413774:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7753 00002000:00100000:0.0:1734016086.413779:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8081408->8085503) req@ffff880129ff3480 x1818247334296832/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.413786:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff3480 with x1818247334296832 ext(8081408->8085503) 00002000:00010000:0.0:1734016086.413789:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff3480 00000100:00100000:1.0:1734016086.416280:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.417674:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7754 00000100:00100000:0.0:1734016086.417692:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334297088:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.418005:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334297088:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 319us (1738us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.418016:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7754 00002000:00100000:1.0:1734016086.418023:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8077312->8081407) req@ffff880129ff0380 x1818247334297088/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.418031:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff0380 with x1818247334297088 ext(8077312->8081407) 00002000:00010000:1.0:1734016086.418035:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff0380 00000100:00100000:0.0:1734016086.428114:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334297344 00000100:00100000:0.0:1734016086.428130:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334297344 00002000:00100000:0.0:1734016086.428200:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8073216->8077311) req@ffff8800a7828380 x1818247334297344/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.428219:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828380 with x1818247334297344 ext(8073216->8077311) 00002000:00010000:0.0:1734016086.428228:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828380 00000100:00100000:0.0:1734016086.428280:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7755 00000100:00100000:0.0:1734016086.428289:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334297344:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.428567:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334297344:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 277us (610us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016086.428574:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7755 00002000:00100000:0.0:1734016086.428580:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8073216->8077311) req@ffff8800a7828380 x1818247334297344/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.428586:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828380 with x1818247334297344 ext(8073216->8077311) 00002000:00010000:0.0:1734016086.428589:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828380 00000100:00100000:0.0:1734016086.431752:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016086.431890:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334297600 00000100:00100000:1.0:1734016086.431903:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334297600 00002000:00100000:1.0:1734016086.431960:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8069120->8073215) req@ffff88007c889f80 x1818247334297600/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.431972:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c889f80 with x1818247334297600 ext(8069120->8073215) 00002000:00010000:1.0:1734016086.431977:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c889f80 00000100:00100000:1.0:1734016086.432008:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7756 00000100:00100000:1.0:1734016086.432017:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334297600:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.434979:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334297600:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2943us (3221us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.434998:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7756 00002000:00100000:1.0:1734016086.435014:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8069120->8073215) req@ffff88007c889f80 x1818247334297600/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.435024:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c889f80 with x1818247334297600 ext(8069120->8073215) 00002000:00010000:1.0:1734016086.435032:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c889f80 00000100:00100000:0.0:1734016086.442071:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334297728 00000100:00100000:0.0:1734016086.442081:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334297728 00000100:00100000:0.0:1734016086.442153:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9731 00000100:00100000:0.0:1734016086.442162:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334297728:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016086.442188:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016086.442214:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990a89 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dec1 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.442258:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990a82 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8110080->8114175) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4deba expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.442265:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016086.442269:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016086.442273:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990a89 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3837952->3854335] (req 3837952->3854335) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dec1 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.442309:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990a82 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8110080->8114175) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4deba expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.442322:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990a82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8110080->8114175) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4deba expref: 8 pid: 7684 timeout: 450 lvb_type: 0 00000100:00100000:0.0:1734016086.442336:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c88a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338259072:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016086.442420:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016086.445309:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c88a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338259072:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016086.445357:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990a89 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3837952->3854335] (req 3837952->3854335) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dec1 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.445381:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567600, rc 0) 00000100:00100000:0.0:1734016086.445525:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334297728:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3361us (3564us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016086.445534:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9731 00000100:00100000:1.0:1734016086.456986:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.457245:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334297984 00000100:00100000:0.0:1734016086.457256:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334297984 00000100:00100000:0.0:1734016086.457315:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9732 00000100:00100000:0.0:1734016086.457323:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334297984:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016086.457704:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10457521 -> 10457521 00002000:00010000:0.0:1734016086.457709:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016086 -> 1734016086 00002000:00010000:0.0:1734016086.457711:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016086 -> 1734016085 00002000:00010000:0.0:1734016086.457714:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016086 -> 1734016086 00002000:00010000:0.0:1734016086.457716:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1488 -> 1488 00000100:00100000:0.0:1734016086.457792:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334297984:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 469us (809us total) trans 4294969120 rc 0/0 00000100:00100000:0.0:1734016086.457799:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9732 00000100:00100000:1.0:1734016086.461710:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016086.466501:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990a89 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3837952->3854335) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dec1 expref: 8 pid: 7684 timeout: 450 lvb_type: 0 00000100:00100000:0.0:1734016086.466639:0:7691:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338259328:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016086.466684:0:7691:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55990a90 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6856704->6909951] (req 6856704->6909951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.466699:0:7691:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55990a90 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6856704->6909951] (req 6856704->6909951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.466706:0:7691:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55990a90 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6856704->6909951] (req 6856704->6909951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.471771:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55990a90 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6856704->6909951] (req 6856704->6909951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.471800:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55990a90 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6856704->6909951] (req 6856704->6909951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.471843:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55990a90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6856704->6909951] (req 6856704->6909951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.471852:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405200 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016086.471859:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55990a90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6856704->6909951] (req 6856704->6909951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.471871:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55990a90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6856704->6909951] (req 6856704->6909951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.471894:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55990a90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6856704->6909951] (req 6856704->6909951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.471901:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55990a90 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6856704->6909951] (req 6856704->6909951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016086.472054:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334298240:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 10078us (10353us total) trans 0 rc 53248/53248 00000100:00100000:0.0:1734016086.472071:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7757 00000100:00100000:1.0:1734016086.475797:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.494739:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334298752 00000100:00100000:0.0:1734016086.494752:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334298752 00000100:00100000:0.0:1734016086.494903:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7758 00000100:00100000:0.0:1734016086.494912:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334298752:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:0.0:1734016086.494973:0:7691:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990a9e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.495000:0:7691:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55990a97 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dec8 expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016086.495008:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016086.495010:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016086.495014:0:7691:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990a9e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3731456->3792895] (req 3731456->3792895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.495060:0:7691:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55990a97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dec8 expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016086.495075:0:7691:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55990a97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dec8 expref: 5 pid: 7686 timeout: 450 lvb_type: 1 00000100:00100000:0.0:1734016086.495092:0:7691:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c88a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338259456:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016086.495186:0:7691:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016086.503943:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334298880 00000100:00100000:1.0:1734016086.503958:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334298880 00010000:00010000:1.0:1734016086.504007:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55990a97 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dec8 expref: 6 pid: 7686 timeout: 450 lvb_type: 1 00000100:00100000:1.0:1734016086.504071:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2631 00000100:00100000:1.0:1734016086.504083:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334298880:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016086.504109:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016086.504145:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55990a97 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dec8 expref: 6 pid: 7686 timeout: 450 lvb_type: 1 00010000:00010000:1.0:1734016086.504162:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55990a97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dec8 expref: 6 pid: 7686 timeout: 450 lvb_type: 1 00010000:00010000:1.0:1734016086.504203:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016086.504206:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016086.504213:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990a9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3731456->3792895] (req 3731456->3792895) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016086.504225:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990a9e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3731456->3792895] (req 3731456->3792895) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016086.504261:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016086.504273:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55990a97 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dec8 expref: 6 pid: 7686 timeout: 450 lvb_type: 1 00000100:00100000:0.0:1734016086.504302:0:7691:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c88a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338259456:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016086.504333:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334298880:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 251us (597us total) trans 0 rc 0/0 00010000:00010000:0.0:1734016086.504337:0:7691:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990a9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3731456->3792895] (req 3731456->3792895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016086.504341:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2631 00010000:00010000:0.0:1734016086.504365:0:7691:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990a9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3731456->3792895] (req 3731456->3792895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.504373:0:7691:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990a9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3731456->3792895] (req 3731456->3792895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016086.516114:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3506:1818247338259712:0@lo:400:kworker.0 00000100:00100000:0.0:1734016086.516237:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a782b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3505:1818247338259584:0@lo:400:kworker.0 00000100:00100000:1.0:1734016086.516326:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016086.516400:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016086.516415:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3505:1818247338260096:0@lo:400:kworker.0 00000100:00100000:0.0:1734016086.516438:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:0.0:1734016086.516509:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969121 is committed 00000100:00080000:0.0:1734016086.516541:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016056 00002000:00010000:0.0:1734016086.516639:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016085 -> 1734016086 00002000:00010000:0.0:1734016086.516645:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1488 -> 1608 00010000:00010000:0.0:1734016086.516667:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990a9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3731456->3792895] (req 3731456->3792895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.516678:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990a9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3731456->3792895] (req 3731456->3792895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.516690:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990a9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3731456->3792895] (req 3731456->3792895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.516697:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8567600 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016086.516703:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990a9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3731456->3792895] (req 3731456->3792895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.516714:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990a9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3731456->3792895] (req 3731456->3792895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.516748:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990a9e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3731456->3792895] (req 3731456->3792895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.516757:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990a9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3731456->3792895] (req 3731456->3792895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016086.516857:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a782b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3505:1818247338259584:0@lo:400:kworker.0 00000100:00100000:0.0:1734016086.516874:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3505:1818247338260096:0@lo:400:kworker.0 00000100:00080000:0.0:1734016086.516889:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016056 00000100:00080000:0.0:1734016086.516891:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016056 00000100:00100000:0.0:1734016086.516939:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334298752:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 22025us (22310us total) trans 4294969121 rc 0/0 00000100:00100000:0.0:1734016086.516948:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7758 00000100:00100000:1.0:1734016086.519099:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3506:1818247338259712:0@lo:400:kworker.0 00000100:00080000:0.0:1734016086.519635:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016056 00000100:00080000:0.0:1734016086.519643:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016056 00000100:00100000:1.0:1734016086.523329:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.531354:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.554537:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334299392 00000100:00100000:0.0:1734016086.554550:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334299392 00010000:00010000:0.0:1734016086.554603:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55990aac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ded6 expref: 8 pid: 7686 timeout: 450 lvb_type: 1 00000100:00100000:0.0:1734016086.554639:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334299520 00000100:00100000:0.0:1734016086.554642:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334299520 00010000:00010000:0.0:1734016086.554653:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55990aa5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4decf expref: 7 pid: 7686 timeout: 450 lvb_type: 1 00000100:00100000:0.0:1734016086.554671:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2632 00000100:00100000:0.0:1734016086.554680:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334299392:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016086.554704:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016086.554742:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55990aac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ded6 expref: 8 pid: 7686 timeout: 450 lvb_type: 1 00010000:00010000:0.0:1734016086.554756:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55990aac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ded6 expref: 8 pid: 7686 timeout: 450 lvb_type: 1 00010000:00010000:0.0:1734016086.554793:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55990aac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ded6 expref: 8 pid: 7686 timeout: 450 lvb_type: 1 00010000:00010000:0.0:1734016086.554878:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016086.554957:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334299392:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 277us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016086.554969:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2632 00000100:00100000:0.0:1734016086.554997:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2633 00000100:00100000:0.0:1734016086.555001:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334299520:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016086.555012:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016086.555022:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55990aa5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4decf expref: 7 pid: 7686 timeout: 450 lvb_type: 1 00010000:00010000:0.0:1734016086.555033:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55990aa5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4decf expref: 7 pid: 7686 timeout: 450 lvb_type: 1 00010000:00010000:0.0:1734016086.555047:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55990aa5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4decf expref: 7 pid: 7686 timeout: 450 lvb_type: 1 00010000:00010000:0.0:1734016086.555058:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016086.555062:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016086.555070:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55990ab3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8167424->8171519) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dedd expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.555082:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55990ab3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8167424->8171519) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dedd expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.555137:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55990ab3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8167424->8171519) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dedd expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016086.555158:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c88aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338260736:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016086.555219:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016086.561632:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c88aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338260736:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016086.561667:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016086.561749:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334299520:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6742us (7303us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016086.561768:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2633 00000100:00100000:0.0:1734016086.561945:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334299776 00000100:00100000:0.0:1734016086.561954:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334299776 00002000:00100000:0.0:1734016086.561994:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8167424->8171519) req@ffff8800700cdf80 x1818247334299776/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.562004:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cdf80 with x1818247334299776 ext(8167424->8171519) 00002000:00010000:0.0:1734016086.562008:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cdf80 00000100:00100000:0.0:1734016086.562038:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7759 00000100:00100000:0.0:1734016086.562047:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334299776:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.562272:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334299776:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 225us (366us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016086.562279:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7759 00002000:00100000:0.0:1734016086.562284:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8167424->8171519) req@ffff8800700cdf80 x1818247334299776/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.562296:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cdf80 with x1818247334299776 ext(8167424->8171519) 00002000:00010000:0.0:1734016086.562299:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cdf80 00000100:00100000:0.0:1734016086.587435:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334300032 00000100:00100000:0.0:1734016086.587457:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334300032 00002000:00100000:1.0:1734016086.587640:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8163328->8167423) req@ffff880078d4d180 x1818247334300032/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.587652:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d4d180 with x1818247334300032 ext(8163328->8167423) 00002000:00010000:1.0:1734016086.587659:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d4d180 00000100:00100000:1.0:1734016086.587696:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7760 00000100:00100000:1.0:1734016086.587703:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334300032:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.587994:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334300032:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 290us (6828us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.588002:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7760 00002000:00100000:1.0:1734016086.588009:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8163328->8167423) req@ffff880078d4d180 x1818247334300032/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.588016:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d4d180 with x1818247334300032 ext(8163328->8167423) 00002000:00010000:1.0:1734016086.588020:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d4d180 00000100:00100000:0.0:1734016086.593553:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334300288 00000100:00100000:0.0:1734016086.593562:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334300288 00002000:00100000:0.0:1734016086.593601:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8159232->8163327) req@ffff880077e9bb80 x1818247334300288/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.593611:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9bb80 with x1818247334300288 ext(8159232->8163327) 00002000:00010000:0.0:1734016086.593616:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9bb80 00000100:00100000:0.0:1734016086.593651:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7761 00000100:00100000:0.0:1734016086.593658:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334300288:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.593919:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334300288:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 259us (445us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016086.593928:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7761 00002000:00100000:0.0:1734016086.593934:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8159232->8163327) req@ffff880077e9bb80 x1818247334300288/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.593941:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9bb80 with x1818247334300288 ext(8159232->8163327) 00002000:00010000:0.0:1734016086.593944:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9bb80 00000100:00100000:1.0:1734016086.601494:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334300544 00000100:00100000:1.0:1734016086.601510:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334300544 00002000:00100000:1.0:1734016086.601582:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8155136->8159231) req@ffff880077e99f80 x1818247334300544/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.601596:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99f80 with x1818247334300544 ext(8155136->8159231) 00002000:00010000:1.0:1734016086.601602:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e99f80 00000100:00100000:1.0:1734016086.601632:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7762 00000100:00100000:1.0:1734016086.601642:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334300544:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.602014:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334300544:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 372us (673us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.602027:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7762 00002000:00100000:1.0:1734016086.602035:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8155136->8159231) req@ffff880077e99f80 x1818247334300544/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.602042:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99f80 with x1818247334300544 ext(8155136->8159231) 00002000:00010000:1.0:1734016086.602046:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e99f80 00000100:00100000:1.0:1734016086.614606:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334300800 00000100:00100000:1.0:1734016086.614619:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334300800 00002000:00100000:1.0:1734016086.614689:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8151040->8155135) req@ffff880078326a00 x1818247334300800/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.614701:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078326a00 with x1818247334300800 ext(8151040->8155135) 00002000:00010000:1.0:1734016086.614710:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078326a00 00000100:00100000:1.0:1734016086.614739:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7763 00000100:00100000:1.0:1734016086.614748:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334300800:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.615016:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334300800:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 268us (594us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.615026:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7763 00002000:00100000:1.0:1734016086.615032:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8151040->8155135) req@ffff880078326a00 x1818247334300800/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.615039:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078326a00 with x1818247334300800 ext(8151040->8155135) 00002000:00010000:1.0:1734016086.615042:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078326a00 00000100:00100000:0.0:1734016086.619988:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334301056 00000100:00100000:0.0:1734016086.620003:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334301056 00002000:00100000:0.0:1734016086.620071:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8146944->8151039) req@ffff880078cd2d80 x1818247334301056/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.620082:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cd2d80 with x1818247334301056 ext(8146944->8151039) 00002000:00010000:0.0:1734016086.620092:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cd2d80 00000100:00100000:0.0:1734016086.620138:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7764 00000100:00100000:0.0:1734016086.620147:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334301056:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.620413:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334301056:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 265us (545us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016086.620421:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7764 00002000:00100000:0.0:1734016086.620429:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8146944->8151039) req@ffff880078cd2d80 x1818247334301056/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.620437:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cd2d80 with x1818247334301056 ext(8146944->8151039) 00002000:00010000:0.0:1734016086.620439:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cd2d80 00000100:00100000:1.0:1734016086.629595:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334301312 00000100:00100000:1.0:1734016086.629613:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334301312 00002000:00100000:1.0:1734016086.629684:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8142848->8146943) req@ffff880078cd0380 x1818247334301312/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.629705:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cd0380 with x1818247334301312 ext(8142848->8146943) 00002000:00010000:1.0:1734016086.629714:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cd0380 00000100:00100000:1.0:1734016086.630343:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7765 00000100:00100000:1.0:1734016086.630355:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334301312:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.631414:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334301312:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1059us (2321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.631424:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7765 00002000:00100000:1.0:1734016086.631436:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8142848->8146943) req@ffff880078cd0380 x1818247334301312/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.631445:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cd0380 with x1818247334301312 ext(8142848->8146943) 00002000:00010000:1.0:1734016086.631450:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cd0380 00000100:00100000:1.0:1734016086.641534:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334301568 00000100:00100000:1.0:1734016086.641544:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334301568 00002000:00100000:1.0:1734016086.641602:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8138752->8142847) req@ffff88012dc44a80 x1818247334301568/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.641701:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc44a80 with x1818247334301568 ext(8138752->8142847) 00002000:00010000:1.0:1734016086.641709:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc44a80 00000100:00100000:1.0:1734016086.644377:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7766 00000100:00100000:1.0:1734016086.644408:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334301568:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.644792:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334301568:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 396us (3365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.644829:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7766 00002000:00100000:1.0:1734016086.644844:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8138752->8142847) req@ffff88012dc44a80 x1818247334301568/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.644859:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc44a80 with x1818247334301568 ext(8138752->8142847) 00002000:00010000:1.0:1734016086.644868:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc44a80 00000100:00100000:1.0:1734016086.659215:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334301696 00000100:00100000:1.0:1734016086.659230:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334301696 00002000:00100000:1.0:1734016086.659281:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8138752->8171519) req@ffff88012dc44000 x1818247334301696/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.659295:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc44000 with x1818247334301696 ext(8138752->8171519) 00002000:00010000:1.0:1734016086.659303:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc44000 00000100:00100000:1.0:1734016086.659405:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7767 00000100:00100000:1.0:1734016086.659414:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334301696:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016086.668976:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334301696:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 9544us (10010us total) trans 4294969122 rc 0/0 00000100:00100000:0.0:1734016086.668996:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7767 00002000:00100000:0.0:1734016086.669015:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8138752->8171519) req@ffff88012dc44000 x1818247334301696/t4294969122(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/448 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.669027:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc44000 with x1818247334301696 ext(8138752->8171519) 00002000:00010000:0.0:1734016086.669037:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc44000 00000100:00100000:0.0:1734016086.673180:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016086.683744:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969122 is committed 00000100:00100000:0.0:1734016086.690079:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334301952 00000100:00100000:0.0:1734016086.690095:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334301952 00000100:00100000:0.0:1734016086.690157:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9738 00000100:00100000:0.0:1734016086.690167:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334301952:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016086.690200:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016086.690230:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990aba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dee4 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016086.690302:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c88ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338260864:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016086.690387:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016086.711773:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016086.730133:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016086.737899:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016086.746035:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.750645:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016086.757106:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.765040:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.771501:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.780956:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.787088:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.799001:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.806682:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.811613:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334303616:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4459us (4932us total) trans 4294969124 rc 0/0 00000100:00100000:0.0:1734016086.811634:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 238 00002000:00100000:0.0:1734016086.811654:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5656576->5701631) req@ffff88007c888e00 x1818247334303616/t4294969124(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:47/0 lens 488/448 e 0 to 0 dl 1734016097 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.811667:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c888e00 with x1818247334303616 ext(5656576->5701631) 00010000:00010000:0.0:1734016086.811681:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55990ab3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8167424->8171519) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dedd expref: 9 pid: 7686 timeout: 450 lvb_type: 0 00010000:00010000:0.0:1734016086.811697:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55990ab3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8167424->8171519) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dedd expref: 9 pid: 7686 timeout: 450 lvb_type: 0 00002000:00010000:0.0:1734016086.811705:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c888e00 00000100:00100000:0.0:1734016086.813786:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.839758:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.839879:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.839929:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016086.840063:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334304000 00000100:00100000:1.0:1734016086.840079:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334304000 00002000:00100000:1.0:1734016086.840146:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007c88aa00 x1818247334304000/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.840160:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c88aa00 with x1818247334304000 ext(0->4194303) 00002000:00010000:1.0:1734016086.840167:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c88aa00 00000100:00100000:1.0:1734016086.840201:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334304256 00000100:00100000:1.0:1734016086.840203:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334304256 00002000:00100000:1.0:1734016086.840214:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10461183) req@ffff88007c88b100 x1818247334304256/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.840221:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c88b100 with x1818247334304256 ext(8388608->10461183) 00002000:00010000:1.0:1734016086.840225:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c88b100 00000100:00100000:0.0:1734016086.841419:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334304128 00000100:00100000:0.0:1734016086.841431:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334304128 00002000:00100000:0.0:1734016086.841464:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff88007c88b480 x1818247334304128/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.841474:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c88b480 with x1818247334304128 ext(4194304->8388607) 00002000:00010000:0.0:1734016086.841478:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c88b480 00000100:00100000:0.0:1734016086.841500:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7769 00000100:00100000:0.0:1734016086.841509:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c88aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334304000:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.953595:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016086.972472:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016086.973584:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334304640 00000100:00100000:1.0:1734016086.973602:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334304640 00000100:00100000:0.0:1734016086.992270:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.005631:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016087.005748:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334304896 00000100:00100000:1.0:1734016087.005763:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334304896 00010000:00010000:1.0:1734016087.005851:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55990af9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3506176->3510271) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df23 expref: 8 pid: 7684 timeout: 450 lvb_type: 0 00000100:00100000:1.0:1734016087.005905:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2636 00000100:00100000:1.0:1734016087.005912:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c558c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334304896:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016087.005940:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016087.005968:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55990af9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3506176->3510271) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df23 expref: 8 pid: 7684 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1734016087.005987:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55990af9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3506176->3510271) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df23 expref: 8 pid: 7684 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1734016087.006021:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55990af9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3506176->3510271) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df23 expref: 8 pid: 7684 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1734016087.006055:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016087.006058:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016087.006069:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55990b07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4571136->4575231) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df31 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.006079:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55990b07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4571136->4575231) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df31 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.006136:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55990b07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4571136->4575231) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df31 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016087.006151:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c27480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338262528:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016087.006235:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.009295:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c27480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338262528:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016087.009328:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016087.010653:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c558c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334304896:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4732us (5028us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.010667:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2636 00000100:00100000:0.0:1734016087.012032:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.018425:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.018467:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.018497:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.018528:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.018571:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334305408 00000100:00100000:0.0:1734016087.018580:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334305408 00000100:00100000:0.0:1734016087.018643:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334305664 00000100:00100000:0.0:1734016087.018645:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334305664 00000100:00100000:0.0:1734016087.018659:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 209 00000100:00100000:0.0:1734016087.018668:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:1969:x1818247334305408:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:0.0:1734016087.018750:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:1969:x1818247334305408:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 82us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016087.018758:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 209 00000100:00100000:0.0:1734016087.018775:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 210 00000100:00100000:0.0:1734016087.018779:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+28:1969:x1818247334305664:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:0.0:1734016087.018793:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+28:1969:x1818247334305664:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 13us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016087.018834:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 210 00000100:00080000:1.0:1734016087.019043:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016057 00000100:00080000:1.0:1734016087.019965:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016057 00000100:00080000:1.0:1734016087.019970:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016057 00000100:00100000:0.0:1734016087.021758:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334305920 00000100:00100000:0.0:1734016087.021770:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334305920 00002000:00100000:0.0:1734016087.021870:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4567040->4571135) req@ffff88007822b800 x1818247334305920/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.021884:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822b800 with x1818247334305920 ext(4567040->4571135) 00002000:00010000:0.0:1734016087.021891:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822b800 00000100:00100000:0.0:1734016087.026761:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016087.027300:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334306176 00000100:00100000:1.0:1734016087.027309:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334306176 00002000:00100000:1.0:1734016087.027365:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4562944->4567039) req@ffff8800784e3480 x1818247334306176/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.027376:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e3480 with x1818247334306176 ext(4562944->4567039) 00002000:00010000:1.0:1734016087.027382:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e3480 00000100:00100000:1.0:1734016087.027421:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7774 00000100:00100000:1.0:1734016087.027429:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334306176:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016087.027639:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334306176:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 210us (887us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016087.027646:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7774 00002000:00100000:1.0:1734016087.027654:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4562944->4567039) req@ffff8800784e3480 x1818247334306176/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.027661:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e3480 with x1818247334306176 ext(4562944->4567039) 00002000:00010000:1.0:1734016087.027663:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e3480 00000100:00100000:1.0:1734016087.036214:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334306688 00000100:00100000:1.0:1734016087.036228:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334306688 00002000:00100000:1.0:1734016087.036281:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4554752->4558847) req@ffff880078d4ca80 x1818247334306688/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.036292:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d4ca80 with x1818247334306688 ext(4554752->4558847) 00002000:00010000:1.0:1734016087.036300:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d4ca80 00000100:00100000:1.0:1734016087.036649:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7776 00000100:00100000:1.0:1734016087.036655:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334306688:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016087.036850:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334306688:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 194us (946us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016087.036857:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7776 00002000:00100000:1.0:1734016087.036863:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4554752->4558847) req@ffff880078d4ca80 x1818247334306688/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.036870:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d4ca80 with x1818247334306688 ext(4554752->4558847) 00002000:00010000:1.0:1734016087.036873:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d4ca80 00000100:00100000:0.0:1734016087.040055:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.056501:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334306944 00000100:00100000:0.0:1734016087.056520:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334306944 00000100:00100000:0.0:1734016087.056580:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9751 00000100:00100000:0.0:1734016087.056588:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334306944:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016087.058363:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969125 is committed 00000001:00080000:0.0:1734016087.058380:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969124 is committed 00000100:00100000:0.0:1734016087.062731:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:1.0:1734016087.063698:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016057 00000100:00100000:1.0:1734016087.071868:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334307200 00000100:00100000:1.0:1734016087.071877:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334307200 00010000:00010000:1.0:1734016087.071916:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55990b07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4571136->4575231) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df31 expref: 7 pid: 7684 timeout: 450 lvb_type: 0 00000100:00100000:1.0:1734016087.071969:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2637 00000100:00100000:1.0:1734016087.071978:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334307200:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016087.071997:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016087.072022:0:6467:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016086 -> 1734016087 00002000:00010000:1.0:1734016087.072025:0:6467:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016086 -> 1734016087 00002000:00010000:1.0:1734016087.072028:0:6467:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1832 -> 1872 00010000:00010000:1.0:1734016087.072035:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55990b07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4571136->4575231) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df31 expref: 7 pid: 7684 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1734016087.072047:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55990b07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4571136->4575231) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df31 expref: 7 pid: 7684 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1734016087.072072:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55990b07 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4571136->4575231) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df31 expref: 7 pid: 7684 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1734016087.074114:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016087.074120:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016087.074135:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55990b0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 860160->892927) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df38 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.074145:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55990b0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 860160->892927) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df38 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.074202:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55990b0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 860160->892927) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df38 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016087.074226:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c27480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338262784:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016087.074315:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.078804:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c27480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338262784:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016087.079204:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016087.079273:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016087.079716:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334307200:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7737us (9508us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.079730:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2637 00000100:00100000:0.0:1734016087.085572:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.093515:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.099698:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334307712 00000100:00100000:0.0:1734016087.099714:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334307712 00000100:00100000:0.0:1734016087.099787:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9756 00000100:00100000:0.0:1734016087.099804:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334307712:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016087.100303:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10457521 -> 10457521 00002000:00010000:0.0:1734016087.100307:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016087 -> 1734016087 00002000:00010000:0.0:1734016087.100309:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016086 -> 1734016086 00002000:00010000:0.0:1734016087.100312:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016087 -> 1734016087 00002000:00010000:0.0:1734016087.100315:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1824 -> 1856 00000100:00100000:0.0:1734016087.100402:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334307712:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 604us (987us total) trans 4294969127 rc 0/0 00000100:00100000:0.0:1734016087.100412:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9756 00000100:00100000:0.0:1734016087.103989:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.123584:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016087.131377:0:6469:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016087.137584:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.156627:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016087.169938:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.178633:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016087.184493:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334309120 00000100:00100000:1.0:1734016087.184503:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334309120 00002000:00100000:1.0:1734016087.184556:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (10084352->10141695) req@ffff880078228000 x1818247334309120/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.184567:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228000 with x1818247334309120 ext(10084352->10141695) 00010000:00010000:1.0:1734016087.184580:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55990b0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 860160->892927) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df38 expref: 8 pid: 7686 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1734016087.184594:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55990b0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 860160->892927) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df38 expref: 8 pid: 7686 timeout: 450 lvb_type: 0 00002000:00010000:1.0:1734016087.184602:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880078228000 00000100:00100000:1.0:1734016087.184637:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 239 00000100:00100000:1.0:1734016087.184643:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334309120:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016087.188375:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334309120:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3715us (4078us total) trans 4294969128 rc 0/0 00000100:00100000:0.0:1734016087.188396:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 239 00002000:00100000:0.0:1734016087.188412:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (10084352->10141695) req@ffff880078228000 x1818247334309120/t4294969128(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:48/0 lens 488/448 e 0 to 0 dl 1734016098 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.188423:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228000 with x1818247334309120 ext(10084352->10141695) 00010000:00010000:0.0:1734016087.188440:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55990b0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 860160->892927) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df38 expref: 10 pid: 7686 timeout: 450 lvb_type: 0 00010000:00010000:0.0:1734016087.188463:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55990b0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 860160->892927) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df38 expref: 10 pid: 7686 timeout: 450 lvb_type: 0 00002000:00010000:0.0:1734016087.188471:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880078228000 00000100:00100000:0.0:1734016087.191189:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016087.191377:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334309248 00000100:00100000:1.0:1734016087.191396:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334309248 00010000:00010000:1.0:1734016087.191451:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55990b0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 860160->892927) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df38 expref: 10 pid: 7686 timeout: 450 lvb_type: 0 00000100:00100000:1.0:1734016087.191515:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2638 00000100:00100000:1.0:1734016087.191523:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334309248:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016087.191542:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016087.191576:0:6467:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1856 -> 1968 00010000:00010000:1.0:1734016087.191585:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55990b0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 860160->892927) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df38 expref: 10 pid: 7686 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1734016087.191604:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55990b0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 860160->892927) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df38 expref: 10 pid: 7686 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1734016087.191634:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55990b0e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 860160->892927) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df38 expref: 10 pid: 7686 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1734016087.191665:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016087.191668:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016087.191679:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55990b54 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df7e expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.191690:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55990b54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df7e expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.191735:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55990b54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df7e expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016087.191756:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c24a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338264192:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016087.191899:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.194548:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c24a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338264192:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016087.194574:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016087.194619:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334309248:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3096us (3450us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.194630:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2638 00000100:00100000:0.0:1734016087.195868:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.201280:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.211350:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016087.216156:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.216304:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334310528 00000100:00100000:0.0:1734016087.216312:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334310528 00002000:00100000:0.0:1734016087.216355:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4182016->4186111) req@ffff880078c24a80 x1818247334310528/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.216366:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24a80 with x1818247334310528 ext(4182016->4186111) 00002000:00010000:0.0:1734016087.216371:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c24a80 00000100:00100000:0.0:1734016087.216401:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7783 00000100:00100000:0.0:1734016087.216409:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334310528:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016087.216593:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334310528:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 183us (443us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016087.216600:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7783 00002000:00100000:0.0:1734016087.216605:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4182016->4186111) req@ffff880078c24a80 x1818247334310528/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.216612:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24a80 with x1818247334310528 ext(4182016->4186111) 00002000:00010000:0.0:1734016087.216615:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c24a80 00000100:00100000:0.0:1734016087.224734:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016087.228714:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.233259:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334311552 00000100:00100000:0.0:1734016087.233275:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334311552 00002000:00100000:0.0:1734016087.233351:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4165632->4169727) req@ffff8800780d3800 x1818247334311552/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.233367:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d3800 with x1818247334311552 ext(4165632->4169727) 00002000:00010000:0.0:1734016087.233376:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d3800 00000100:00100000:0.0:1734016087.233428:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7787 00000100:00100000:0.0:1734016087.233438:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334311552:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016087.233725:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334311552:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 287us (600us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016087.233733:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7787 00002000:00100000:0.0:1734016087.233741:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4165632->4169727) req@ffff8800780d3800 x1818247334311552/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.233748:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d3800 with x1818247334311552 ext(4165632->4169727) 00002000:00010000:0.0:1734016087.233752:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d3800 00000100:00100000:0.0:1734016087.240157:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016087.245928:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.251861:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334312320 00000100:00100000:0.0:1734016087.251881:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334312320 00000100:00100000:0.0:1734016087.252000:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7790 00000100:00100000:0.0:1734016087.252011:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334312320:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:0.0:1734016087.252098:0:13965:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990b5b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.252124:0:13965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016087.252126:0:13965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016087.252134:0:13965:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990b5b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7192576->7200767] (req 7192576->7200767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.252152:0:13965:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990b5b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7192576->7200767] (req 7192576->7200767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.252326:0:13965:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990b5b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7192576->7200767] (req 7192576->7200767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.252335:0:13965:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990b5b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7192576->7200767] (req 7192576->7200767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.252344:0:13965:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990b5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7192576->7200767] (req 7192576->7200767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.252351:0:13965:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8567600 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016087.252355:0:13965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990b5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7192576->7200767] (req 7192576->7200767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.252364:0:13965:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990b5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7192576->7200767] (req 7192576->7200767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.252383:0:13965:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990b5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7192576->7200767] (req 7192576->7200767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.252390:0:13965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990b5b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7192576->7200767] (req 7192576->7200767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016087.252466:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334312320:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 458us (1004us total) trans 0 rc 8192/8192 00000100:00100000:0.0:1734016087.252474:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7790 00000100:00100000:0.0:1734016087.256896:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.262147:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016087.268198:0:7690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55990b69 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1622016->1650687] (req 1622016->1650687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.268233:0:7690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55990b69 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1622016->1650687] (req 1622016->1650687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.268246:0:7690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55990b69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1622016->1650687] (req 1622016->1650687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.268255:0:7690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405f80 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016087.268260:0:7690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55990b69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1622016->1650687] (req 1622016->1650687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.268272:0:7690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55990b69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1622016->1650687] (req 1622016->1650687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.268305:0:7690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55990b69 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1622016->1650687] (req 1622016->1650687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.268311:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55990b69 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1622016->1650687] (req 1622016->1650687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016087.268506:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334312704:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 5882us (6366us total) trans 0 rc 28672/28672 00000100:00100000:0.0:1734016087.268521:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7791 00000100:00100000:0.0:1734016087.273296:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016087.277039:0:7690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55990b70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6803456->6844415] (req 6803456->6844415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.277070:0:7690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55990b70 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6803456->6844415] (req 6803456->6844415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.277080:0:7690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55990b70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6803456->6844415] (req 6803456->6844415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.277091:0:7690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405680 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016087.277095:0:7690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55990b70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6803456->6844415] (req 6803456->6844415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.277105:0:7690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55990b70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6803456->6844415] (req 6803456->6844415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.277131:0:7690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55990b70 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6803456->6844415] (req 6803456->6844415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.277138:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55990b70 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6803456->6844415] (req 6803456->6844415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016087.277267:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334312960:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2781us (3986us total) trans 0 rc 40960/40960 00000100:00100000:0.0:1734016087.277279:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7792 00000100:00100000:1.0:1734016087.300185:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334313216 00000100:00100000:1.0:1734016087.300204:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334313216 00002000:00100000:1.0:1734016087.300298:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880078c53800 x1818247334313216/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.300309:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c53800 with x1818247334313216 ext(0->4194303) 00002000:00010000:1.0:1734016087.300320:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c53800 00000100:00100000:1.0:1734016087.300358:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334313472 00000100:00100000:1.0:1734016087.300361:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334313472 00002000:00100000:1.0:1734016087.300377:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880078c50000 x1818247334313472/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.300385:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c50000 with x1818247334313472 ext(4194304->8388607) 00002000:00010000:1.0:1734016087.300388:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c50000 00000100:00100000:1.0:1734016087.300408:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334313600 00000100:00100000:1.0:1734016087.300410:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334313600 00002000:00100000:1.0:1734016087.300420:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10461183) req@ffff880078c53100 x1818247334313600/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.300426:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c53100 with x1818247334313600 ext(8388608->10461183) 00002000:00010000:1.0:1734016087.300428:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c53100 00000100:00100000:1.0:1734016087.300435:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7793 00000100:00100000:1.0:1734016087.300442:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247334313216:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016087.410629:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334313856 00000100:00100000:0.0:1734016087.410647:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334313856 00000100:00100000:0.0:1734016087.410742:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9766 00000100:00100000:0.0:1734016087.410752:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334313856:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016087.410796:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016087.410844:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55990b77 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4df8c expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.410896:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55990b54 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df7e expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.410908:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990b62 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df85 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016087.410915:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016087.410918:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016087.410922:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55990b77 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [8704000->8761343] (req 8704000->8761343) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df8c expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.410963:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990b62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df85 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016087.410977:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990b62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df85 expref: 9 pid: 7686 timeout: 451 lvb_type: 1 00000100:00100000:0.0:1734016087.410992:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078e29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338264320:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016087.413660:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55990b54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df7e expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.413686:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55990b54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df7e expref: 8 pid: 7686 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016087.413715:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078e29f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338264448:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016087.413828:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.433298:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334313984 00000100:00100000:1.0:1734016087.433314:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334313984 00010000:00010000:1.0:1734016087.433370:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55990b54 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df7e expref: 9 pid: 7686 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1734016087.433433:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2639 00000100:00100000:1.0:1734016087.433442:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334313984:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016087.433468:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016087.433504:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55990b54 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df7e expref: 9 pid: 7686 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1734016087.433519:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55990b54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df7e expref: 9 pid: 7686 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1734016087.433564:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016087.433645:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334313984:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 204us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.433654:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2639 00000100:00100000:0.0:1734016087.442128:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334314112 00000100:00100000:0.0:1734016087.442145:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334314112 00010000:00010000:0.0:1734016087.442201:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990b62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df85 expref: 10 pid: 7686 timeout: 451 lvb_type: 1 00000100:00100000:0.0:1734016087.442255:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2640 00000100:00100000:0.0:1734016087.442265:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334314112:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016087.442289:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016087.442318:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990b62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df85 expref: 10 pid: 7686 timeout: 451 lvb_type: 1 00010000:00010000:0.0:1734016087.442331:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990b62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df85 expref: 10 pid: 7686 timeout: 451 lvb_type: 1 00010000:00010000:0.0:1734016087.442362:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990b62 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df85 expref: 10 pid: 7686 timeout: 451 lvb_type: 1 00010000:00010000:0.0:1734016087.445916:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016087.445926:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016087.445949:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55990b77 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8704000->8761343) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df8c expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.445963:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55990b77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8704000->8761343) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df8c expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.446029:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55990b77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8704000->8761343) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df8c expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016087.446046:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078e29f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338264576:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016087.446152:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016087.450972:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.461741:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016087.471416:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016087.476476:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55990b7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016087.476491:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55990b7e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016087.476497:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55990b7e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016087.476504:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405440 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016087.476508:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55990b7e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016087.476515:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55990b7e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016087.476534:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016087.476537:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016087.476539:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55990b7e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016087.476544:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55990b7e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016087.476794:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334314752 00000100:00100000:0.0:1734016087.476806:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334314752 00002000:00010000:0.0:1734016087.476874:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6221608->18446744073709551615) 00002000:00100000:0.0:1734016087.476880:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228e00 with x1818247334314752 ext(6221608->18446744073709551615) 00002000:00010000:0.0:1734016087.476897:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078228e00. 00000100:00100000:0.0:1734016087.476930:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7796 00000100:00100000:0.0:1734016087.476940:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334314752:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016087.480642:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10457521 -> 6221608 00002000:00010000:0.0:1734016087.480655:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016087 -> 1734016087 00002000:00010000:0.0:1734016087.480659:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016086 -> 1734016086 00002000:00010000:0.0:1734016087.480662:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016087 -> 1734016087 00002000:00010000:0.0:1734016087.480666:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1968 -> 1512 00000100:00100000:0.0:1734016087.480850:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334314752:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 3899us (4127us total) trans 4294969130 rc 0/0 00000100:00100000:0.0:1734016087.480867:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7796 00002000:00010000:0.0:1734016087.480877:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6221608->18446744073709551615) 00002000:00100000:0.0:1734016087.480883:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228e00 with x1818247334314752 ext(6221608->18446744073709551615) 00002000:00010000:0.0:1734016087.480893:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078228e00. 00000100:00100000:0.0:1734016087.507272:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334315008 00000100:00100000:0.0:1734016087.507288:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334315008 00000100:00100000:0.0:1734016087.507380:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9768 00000100:00100000:0.0:1734016087.507396:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334315008:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016087.507434:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016087.507475:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990b93 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4df9a expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016087.507588:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338264832:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016087.507718:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016087.524494:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338264832:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016087.524592:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990b93 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df9a expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016087.524621:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55990b93 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df9a expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016087.524685:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567600, rc 0) 00000100:00100000:0.0:1734016087.524877:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334315008:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 17484us (17782us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016087.524888:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9768 00000100:00100000:1.0:1734016087.532732:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.532860:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334315136 00000100:00100000:0.0:1734016087.532873:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334315136 00000100:00100000:0.0:1734016087.532960:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9769 00000100:00100000:0.0:1734016087.532970:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334315136:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016087.533009:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016087.533043:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55990b9a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dfa1 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016087.533143:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338264960:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016087.535652:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016087.538552:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338264960:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016087.538587:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55990b9a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dfa1 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016087.538602:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55990b9a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dfa1 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016087.538627:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567840, rc 0) 00000100:00100000:0.0:1734016087.539759:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334315136:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6780us (7042us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016087.539771:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9769 00000100:00100000:0.0:1734016087.554758:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334315264 00000100:00100000:0.0:1734016087.554770:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334315264 00000100:00100000:0.0:1734016087.554899:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1907 00000100:00100000:0.0:1734016087.554909:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:9662:x1818247334315264:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016087.554953:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016087.554985:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55990ba1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dfa8 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.555135:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55990ba8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.555157:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55990ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.555170:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55990ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:0.0:1734016087.555195:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6221608 00000004:00200000:0.0:1734016087.555199:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016087.555223:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55990ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.555248:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55990ba1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dfa8 expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.555282:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55990ba8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dfa8 expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.555290:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016087.555293:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016087.555297:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567cc0, rc 0) 00000100:00100000:0.0:1734016087.556291:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334315264:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1378us (1657us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016087.556302:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1907 00000100:00100000:0.0:1734016087.561880:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334315520 00000100:00100000:0.0:1734016087.561894:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334315520 00000100:00100000:0.0:1734016087.562217:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1908 00000100:00100000:0.0:1734016087.562225:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334315520:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016087.562299:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016087.562334:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55990ba8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dfa8 expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.562637:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016087.562642:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016087.562801:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990baf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.562831:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55990b8c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df93 expref: 11 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.562843:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990baf lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.562877:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55990b8c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df93 expref: 11 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.562888:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55990b8c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df93 expref: 11 pid: 7707 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016087.562901:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338265088:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016087.566133:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.578725:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338265088:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016087.578774:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990baf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016087.579305:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334315648 00000100:00100000:0.0:1734016087.579315:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334315648 00010000:00010000:0.0:1734016087.579368:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55990b8c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df93 expref: 12 pid: 7707 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016087.579411:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2642 00000100:00100000:0.0:1734016087.579421:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334315648:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016087.579442:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016087.579448:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55990b8c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df93 expref: 12 pid: 7707 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016087.579461:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55990b8c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df93 expref: 12 pid: 7707 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016087.579493:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55990b8c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4df93 expref: 12 pid: 7707 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016087.579539:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016087.579547:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990baf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.579562:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990baf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.579572:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990baf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.579604:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016087.579687:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334315648:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 265us (1135us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016087.579695:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2642 00010000:00010000:0.0:1734016087.579728:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990baf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.579736:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990baf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:0.0:1734016087.579915:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968513 00000004:00010000:0.0:1734016087.579987:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078327100 reply state ffff880070db0000 transno 4294968514 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990baf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016087.579994:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016087.580066:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334315520:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 17843us (18329us total) trans 4294968514 rc 0/0 00000100:00100000:0.0:1734016087.580074:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1908 00000020:00080000:0.0:1734016087.580078:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016087.586709:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990baf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.586721:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990baf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.586728:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990baf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.586733:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8564fc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016087.586738:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990baf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.586746:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990baf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.586765:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016087.586767:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016087.586772:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990baf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.586779:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990baf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016087.607471:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334315904 00000100:00100000:0.0:1734016087.607486:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334315904 00000100:00100000:0.0:1734016087.607540:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1909 00000100:00100000:0.0:1734016087.607548:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:9662:x1818247334315904:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016087.607569:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016087.607595:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990bb6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dfaf expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.607683:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55990bbd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.607699:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55990bbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.607707:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55990bbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:0.0:1734016087.607729:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 942374 00000004:00200000:0.0:1734016087.607733:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016087.607747:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55990bbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.607776:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55990bb6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dfaf expref: 13 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.612025:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55990bbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dfaf expref: 12 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.612043:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016087.612045:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016087.612048:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:0.0:1734016087.612140:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247334315904:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4591us (4741us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016087.612151:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1909 00000100:00100000:0.0:1734016087.614389:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334316032 00000100:00100000:0.0:1734016087.614400:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334316032 00000100:00100000:0.0:1734016087.614453:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9770 00000100:00100000:0.0:1734016087.614460:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334316032:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016087.614482:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016087.614501:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55990bc4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dfb6 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016087.614560:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338265216:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016087.614619:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016087.625660:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338265216:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016087.625705:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55990bc4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dfb6 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016087.625719:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55990bc4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dfb6 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016087.625745:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565d40, rc 0) 00000100:00100000:0.0:1734016087.625842:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334316032:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11348us (11507us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016087.625850:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9770 00000100:00100000:0.0:1734016087.632945:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334316160 00000100:00100000:0.0:1734016087.632967:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334316160 00000100:00100000:0.0:1734016087.633216:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9771 00000100:00100000:0.0:1734016087.633226:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334316160:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016087.633259:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016087.633284:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55990bcb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dfbd expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016087.633370:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338265344:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016087.633474:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016087.646039:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338265344:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016087.646113:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55990bcb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dfbd expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016087.646132:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55990bcb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dfbd expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016087.646193:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565f80, rc 0) 00000100:00100000:0.0:1734016087.646302:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334316160:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 13076us (13847us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016087.646313:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9771 00000100:00100000:0.0:1734016087.658885:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334316416 00000100:00100000:0.0:1734016087.658907:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334316416 00002000:00100000:0.0:1734016087.659001:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->946175) req@ffff8800701c9880 x1818247334316416/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.659018:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c9880 with x1818247334316416 ext(0->946175) 00002000:00010000:0.0:1734016087.659029:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c9880 00000100:00100000:1.0:1734016087.664099:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7798 00000100:00100000:1.0:1734016087.664116:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247334316416:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016087.673302:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247334316416:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 9166us (14818us total) trans 0 rc 946176/946176 00000100:00100000:1.0:1734016087.673323:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7798 00002000:00100000:1.0:1734016087.673337:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->946175) req@ffff8800701c9880 x1818247334316416/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:48/0 lens 488/440 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 946176/946176 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.673348:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c9880 with x1818247334316416 ext(0->946175) 00002000:00010000:1.0:1734016087.673355:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c9880 00000100:00100000:0.0:1734016087.677256:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334316544 00000100:00100000:0.0:1734016087.677270:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334316544 00000100:00100000:0.0:1734016087.702266:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334316800 00000100:00100000:0.0:1734016087.702277:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334316800 00000100:00100000:0.0:1734016087.702345:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1910 00000100:00100000:0.0:1734016087.702361:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334316800:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016087.702391:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016087.702423:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55990be0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dfd2 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.702645:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55990be7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.702661:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55990be7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.702672:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55990be7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:0.0:1734016087.702701:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 942374 00000004:00200000:0.0:1734016087.702707:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016087.702725:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55990be7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016087.702750:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55990be0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dfd2 expref: 18 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.702794:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55990be7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dfd2 expref: 17 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.702803:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016087.702806:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016087.702822:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565200, rc 0) 00000100:00100000:0.0:1734016087.702885:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334316800:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 532us (1356us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016087.702891:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1910 00000100:00100000:0.0:1734016087.713758:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.724907:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.741794:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016087.756682:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.761103:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016087.762390:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334317568 00000100:00100000:1.0:1734016087.762399:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334317568 00002000:00100000:1.0:1734016087.762449:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7434240->7438335) req@ffff8800781d1f80 x1818247334317568/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.762460:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d1f80 with x1818247334317568 ext(7434240->7438335) 00002000:00010000:1.0:1734016087.762466:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d1f80 00000100:00100000:1.0:1734016087.762502:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7799 00000100:00100000:1.0:1734016087.762510:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334317568:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016087.762752:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334317568:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 240us (1667us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016087.762758:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7799 00002000:00100000:1.0:1734016087.762767:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7434240->7438335) req@ffff8800781d1f80 x1818247334317568/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.762774:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d1f80 with x1818247334317568 ext(7434240->7438335) 00002000:00010000:1.0:1734016087.762777:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d1f80 00000100:00100000:0.0:1734016087.770079:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.777306:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016087.777518:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334318080 00000100:00100000:1.0:1734016087.777532:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334318080 00002000:00100000:1.0:1734016087.777590:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7426048->7430143) req@ffff8800781d3100 x1818247334318080/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.777603:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d3100 with x1818247334318080 ext(7426048->7430143) 00002000:00010000:1.0:1734016087.777611:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d3100 00000100:00100000:1.0:1734016087.777662:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7801 00000100:00100000:1.0:1734016087.777679:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334318080:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016087.778034:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334318080:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 359us (746us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016087.778044:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7801 00002000:00100000:1.0:1734016087.778050:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7426048->7430143) req@ffff8800781d3100 x1818247334318080/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.778058:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d3100 with x1818247334318080 ext(7426048->7430143) 00002000:00010000:1.0:1734016087.778061:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d3100 00000100:00100000:0.0:1734016087.781394:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.787467:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.799288:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016087.799419:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334318848 00000100:00100000:1.0:1734016087.799437:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334318848 00002000:00100000:1.0:1734016087.799512:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7413760->7417855) req@ffff8800781d0a80 x1818247334318848/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.799523:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d0a80 with x1818247334318848 ext(7413760->7417855) 00002000:00010000:1.0:1734016087.799532:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d0a80 00000100:00100000:1.0:1734016087.799580:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7804 00000100:00100000:1.0:1734016087.799589:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334318848:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016087.800709:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334318848:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1115us (1431us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016087.800722:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7804 00002000:00100000:1.0:1734016087.800733:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7413760->7417855) req@ffff8800781d0a80 x1818247334318848/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.800742:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d0a80 with x1818247334318848 ext(7413760->7417855) 00002000:00010000:1.0:1734016087.800747:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d0a80 00000100:00100000:0.0:1734016087.804604:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.810498:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.818629:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.823119:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.826002:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016087.826076:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334319616 00000100:00100000:1.0:1734016087.826083:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334319616 00002000:00010000:1.0:1734016087.826108:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8588977->18446744073709551615) 00002000:00100000:1.0:1734016087.826112:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea0a80 with x1818247334319616 ext(8588977->18446744073709551615) 00002000:00010000:1.0:1734016087.826121:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea0a80. 00000100:00100000:1.0:1734016087.826146:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7805 00000100:00100000:1.0:1734016087.826152:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334319616:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016087.826316:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7489364 -> 8588977 00002000:00010000:1.0:1734016087.826319:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016087 -> 1734016087 00002000:00010000:1.0:1734016087.826320:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016087 -> 1734016086 00002000:00010000:1.0:1734016087.826322:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016087 -> 1734016087 00002000:00010000:1.0:1734016087.826324:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 928 -> 928 00000100:00100000:1.0:1734016087.826362:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247334319616:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 209us (371us total) trans 4294969133 rc 0/0 00000100:00100000:1.0:1734016087.826369:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7805 00002000:00010000:1.0:1734016087.826373:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8588977->18446744073709551615) 00002000:00100000:1.0:1734016087.826375:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea0a80 with x1818247334319616 ext(8588977->18446744073709551615) 00002000:00010000:1.0:1734016087.826379:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea0a80. 00000100:00100000:0.0:1734016087.854009:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.854063:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016087.855310:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7807 00000100:00100000:0.0:1734016087.855318:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247334320000:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016087.951651:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1971:x1818247334320000:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 96313us (97568us total) trans 0 rc 3448832/3448832 00000100:00100000:1.0:1734016087.951667:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7807 00002000:00100000:1.0:1734016087.951684:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5136384->8585215) req@ffff880078ea3b80 x1818247334320000/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:48/0 lens 488/440 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 3448832/3448832 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.951694:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea3b80 with x1818247334320000 ext(5136384->8585215) 00002000:00010000:1.0:1734016087.951702:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea3b80 00000100:00100000:0.0:1734016087.996605:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.010749:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.013755:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:1.0:1734016088.017460:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016058 00000001:00080000:0.0:1734016088.019274:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969134 is committed 00000001:00080000:0.0:1734016088.019357:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969128 is committed 00000100:00100000:0.0:1734016088.030477:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016088.032672:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1913 00000100:00100000:1.0:1734016088.032687:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:9662:x1818247334320640:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.032718:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.032743:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc55990c0a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4dfee expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.032912:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55990c11 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016088.032930:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55990c11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016088.032944:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55990c11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:1.0:1734016088.032976:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8588977 00000004:00200000:1.0:1734016088.032982:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016088.033003:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55990c11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016088.033033:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc55990c0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dfee expref: 20 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.033069:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55990c11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dfee expref: 19 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.033079:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016088.033082:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016088.033085:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016088.033174:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:9662:x1818247334320640:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 491us (2715us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016088.033182:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1913 00000100:00100000:1.0:1734016088.037511:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.093329:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.107334:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.110507:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016088.128669:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016088.133115:0:6468:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016088.157339:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016088.178222:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:1.0:1734016088.179321:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016058 00000100:00100000:0.0:1734016088.185354:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.203040:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016088.213608:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016088.227042:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.237085:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.246039:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.272633:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.274105:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2647 00000100:00100000:0.0:1734016088.274117:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334322688:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016088.274143:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016088.274176:0:6467:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1120 -> 1336 00010000:00010000:0.0:1734016088.274184:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55990c18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1282048->1339391) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dff5 expref: 10 pid: 7686 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016088.274205:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55990c18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1282048->1339391) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dff5 expref: 10 pid: 7686 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016088.274244:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55990c18 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1282048->1339391) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4dff5 expref: 10 pid: 7686 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016088.274290:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.274293:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.274303:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55990c49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3153919) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e01f expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.274313:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55990c49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3153919) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e01f expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.274379:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55990c49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3153919) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e01f expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016088.274399:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007036c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338267392:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016088.274530:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016088.281594:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007036c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338267392:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016088.281618:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016088.281636:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334322688:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7523us (9029us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.281644:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2647 00000100:00100000:1.0:1734016088.290375:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.304880:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.316084:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.336954:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.349755:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016088.371131:0:3505:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016088.371165:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007036c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338268032:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016088.371262:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734016088.374797:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016058 00000100:00100000:1.0:1734016088.375200:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007036c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338268032:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016088.378954:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7812 00000100:00100000:1.0:1734016088.378962:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334323968:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.470185:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334323968:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 91204us (94368us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016088.470204:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7812 00002000:00100000:1.0:1734016088.470218:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880077e9a680 x1818247334323968/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:49/0 lens 504/440 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.470228:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9a680 with x1818247334323968 ext(4190208->8388607) 00002000:00010000:1.0:1734016088.470235:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9a680 00000100:00100000:0.0:1734016088.512001:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.520461:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016088.525656:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55990c65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016088.525674:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55990c65 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016088.525681:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55990c65 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016088.525686:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405200 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016088.525689:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55990c65 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016088.525695:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55990c65 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016088.525711:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016088.525714:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016088.525718:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55990c65 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016088.525723:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55990c65 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016088.526286:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334324736 00000100:00100000:0.0:1734016088.526300:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334324736 00000100:00100000:0.0:1734016088.526373:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9792 00000100:00100000:0.0:1734016088.526381:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:9662:x1818247334324736:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016088.526410:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016088.526436:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55990c6c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e03b expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.526471:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55990c5e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6819840->6852607) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e034 expref: 11 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.526480:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.526482:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.526486:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55990c6c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e03b expref: 11 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.526521:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55990c5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6819840->6852607) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e034 expref: 11 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.526534:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55990c5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6819840->6852607) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e034 expref: 11 pid: 7684 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1734016088.526549:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007036f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338268288:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016088.526636:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016088.536788:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007036f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338268288:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016088.536873:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55990c6c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e03b expref: 11 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.536904:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565200, rc 0) 00000100:00100000:0.0:1734016088.536997:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:9662:x1818247334324736:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10614us (10884us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.537013:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9792 00000100:00100000:1.0:1734016088.538449:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.538547:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334324864 00000100:00100000:0.0:1734016088.538561:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334324864 00010000:00010000:0.0:1734016088.538620:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55990c5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6819840->6852607) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e034 expref: 11 pid: 7684 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1734016088.538678:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2650 00000100:00100000:0.0:1734016088.538688:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c558050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334324864:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016088.538711:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016088.538753:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55990c5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6819840->6852607) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e034 expref: 11 pid: 7684 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016088.538780:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55990c5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6819840->6852607) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e034 expref: 11 pid: 7684 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016088.538863:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55990c5e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6819840->6852607) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e034 expref: 11 pid: 7684 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016088.538881:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.538884:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.538890:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55990c6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e03b expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.538909:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55990c6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e03b expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.538957:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55990c6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e03b expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016088.538982:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007036f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338268416:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016088.539107:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016088.545613:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007036f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338268416:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016088.545664:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016088.545749:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c558050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334324864:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7060us (7309us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.545779:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2650 00000100:00100000:1.0:1734016088.571139:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.585368:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334325248 00000100:00100000:0.0:1734016088.585386:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334325248 00000100:00100000:0.0:1734016088.585482:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9793 00000100:00100000:0.0:1734016088.585493:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334325248:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016088.585528:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016088.585561:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55990c81 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e049 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.585609:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55990c6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e03b expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.585620:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016088.585625:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016088.585631:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55990c81 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3026944->3067903] (req 3026944->3067903) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e049 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.585680:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55990c6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e03b expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.585695:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55990c6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e03b expref: 10 pid: 7684 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1734016088.585710:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007036e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338268544:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016088.585850:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016088.591888:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007036e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338268544:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016088.591957:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55990c81 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3026944->3067903] (req 3026944->3067903) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e049 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.591993:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85646c0, rc 0) 00000100:00100000:0.0:1734016088.592107:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334325248:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6614us (6922us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.592124:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9793 00000100:00100000:0.0:1734016088.608578:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016088.615849:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334325632 00000100:00100000:1.0:1734016088.615863:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334325632 00000100:00100000:0.0:1734016088.616592:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bd10e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338268672:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016088.616626:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016088.616691:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1972:x1818247334325504:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7889us (8131us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.616704:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2651 00000100:00100000:1.0:1734016088.619731:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9794 00000100:00100000:1.0:1734016088.619758:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334325632:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016088.620361:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5550366 -> 5550366 00002000:00010000:1.0:1734016088.620367:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016088 -> 1734016088 00002000:00010000:1.0:1734016088.620370:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016087 -> 1734016087 00002000:00010000:1.0:1734016088.620373:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016088 -> 1734016088 00002000:00010000:1.0:1734016088.620375:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1056 -> 1056 00000100:00100000:1.0:1734016088.620471:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334325632:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 721us (5572us total) trans 4294969142 rc 0/0 00000100:00100000:1.0:1734016088.620481:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9794 00000100:00100000:1.0:1734016088.625335:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334325760 00000100:00100000:1.0:1734016088.625353:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334325760 00000100:00100000:1.0:1734016088.626713:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9795 00000100:00100000:1.0:1734016088.626729:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1972:x1818247334325760:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.626775:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.626805:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55990c88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e050 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016088.626921:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c88bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338268800:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016088.627032:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecf00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016088.631441:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c88bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338268800:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016088.631501:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55990c88 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e050 expref: 13 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.631520:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55990c88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e050 expref: 13 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.632210:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:0.0:1734016088.632348:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1972:x1818247334325760:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5617us (7135us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016088.632362:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9795 00000100:00100000:0.0:1734016088.637258:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016088.637337:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334325888 00000100:00100000:1.0:1734016088.637349:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334325888 00000100:00100000:1.0:1734016088.637405:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9796 00000100:00100000:1.0:1734016088.637412:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1971:x1818247334325888:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.637434:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.637458:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55990c8f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e057 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016088.637522:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c88bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338268928:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016088.637585:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecf00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016088.660385:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c88bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338268928:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016088.660448:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55990c8f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e057 expref: 13 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.660471:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55990c8f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e057 expref: 13 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.660515:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016088.660599:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1971:x1818247334325888:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 23185us (23350us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016088.660613:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9796 00000100:00100000:0.0:1734016088.677937:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016088.678050:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334326016 00000100:00100000:1.0:1734016088.678061:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334326016 00000100:00100000:1.0:1734016088.678132:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9797 00000100:00100000:1.0:1734016088.678141:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1972:x1818247334326016:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.678170:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.678196:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55990c96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e05e expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016088.678266:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c88bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338269056:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016088.678425:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecf00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016088.699122:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c88bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338269056:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016088.699194:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55990c96 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e05e expref: 13 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.699215:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55990c96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e05e expref: 13 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.700483:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016088.706188:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1972:x1818247334326016:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 28013us (28231us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016088.706212:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9797 00000100:00100000:0.0:1734016088.727737:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016088.729619:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334326144 00000100:00100000:1.0:1734016088.729648:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334326144 00000100:00100000:1.0:1734016088.729784:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9798 00000100:00100000:1.0:1734016088.729795:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247334326144:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.729899:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.729935:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55990c9d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e065 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.729989:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55990c81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3026944->3067903) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e049 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.729999:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016088.730002:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016088.730006:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55990c9d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9625600->9654271] (req 9625600->9654271) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e065 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.730063:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55990c81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3026944->3067903) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e049 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.730078:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55990c81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3026944->3067903) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e049 expref: 9 pid: 7684 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1734016088.730101:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c88bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338269184:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016088.730212:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecf00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016088.733176:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c88bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338269184:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016088.733217:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55990c9d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9625600->9654271] (req 9625600->9654271) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e065 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.733238:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016088.733298:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334326144:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3504us (5572us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016088.733307:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9798 00000100:00100000:0.0:1734016088.734155:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.736052:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016088.736426:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334326400 00000100:00100000:1.0:1734016088.736435:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334326400 00000100:00100000:1.0:1734016088.736486:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9799 00000100:00100000:1.0:1734016088.736494:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1969:x1818247334326400:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016088.736858:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5550366 -> 9651824 00002000:00010000:1.0:1734016088.736861:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016088 -> 1734016088 00002000:00010000:1.0:1734016088.736864:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016087 -> 1734016087 00002000:00010000:1.0:1734016088.736866:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016088 -> 1734016088 00002000:00010000:1.0:1734016088.736867:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1056 -> 1112 00000100:00100000:1.0:1734016088.736904:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1969:x1818247334326400:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 411us (867us total) trans 4294969143 rc 0/0 00000100:00100000:1.0:1734016088.736910:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9799 00000100:00100000:0.0:1734016088.748273:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.758961:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016088.767830:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00002000:00010000:0.0:1734016088.790542:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1192 -> 1248 00010000:00010000:0.0:1734016088.790568:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990ca4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4612096->4640767] (req 4612096->4640767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.790584:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990ca4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4612096->4640767] (req 4612096->4640767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.790594:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990ca4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4612096->4640767] (req 4612096->4640767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.790603:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070102d00 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016088.790610:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990ca4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4612096->4640767] (req 4612096->4640767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.790620:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990ca4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4612096->4640767] (req 4612096->4640767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.790649:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990ca4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4612096->4640767] (req 4612096->4640767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.790659:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55990ca4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4612096->4640767] (req 4612096->4640767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016088.790879:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334326784:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 31653us (31935us total) trans 4294969145 rc 0/0 00000100:00100000:0.0:1734016088.790895:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7815 00000100:00100000:0.0:1734016088.800695:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016088.803070:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334327168 00000100:00100000:1.0:1734016088.803100:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334327168 00000100:00100000:1.0:1734016088.803196:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9801 00000100:00100000:1.0:1734016088.803207:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334327168:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.803232:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.803270:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55990cb9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e073 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016088.803300:0:7684:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9651824, mtime: 0x675afc58, atime: 0x675afc57, ctime: 0x675afc58, blocks: 0x4e0 00010000:00010000:1.0:1734016088.803332:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016088.803336:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016088.803346:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55990cb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e073 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.803365:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55990cb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e073 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.803379:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016088.803463:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334327168:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 257us (2787us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016088.803469:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9801 00000100:00100000:0.0:1734016088.810699:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.828685:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.833681:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.835686:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016088.835885:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334327552 00000100:00100000:1.0:1734016088.835891:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334327552 00010000:00010000:1.0:1734016088.835911:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55990cc0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e07a expref: 7 pid: 7686 timeout: 452 lvb_type: 1 00000100:00100000:1.0:1734016088.835931:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2655 00000100:00100000:1.0:1734016088.835936:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334327552:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016088.835948:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016088.835958:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55990cc0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e07a expref: 7 pid: 7686 timeout: 452 lvb_type: 1 00010000:00010000:1.0:1734016088.835970:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55990cc0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e07a expref: 7 pid: 7686 timeout: 452 lvb_type: 1 00010000:00010000:1.0:1734016088.835988:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55990cc0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e07a expref: 7 pid: 7686 timeout: 452 lvb_type: 1 00010000:00010000:1.0:1734016088.836225:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016088.836228:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016088.836239:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55990cc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e081 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.836250:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55990cc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e081 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.836307:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55990cc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e081 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016088.836332:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c888700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338269824:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016088.837029:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016088.843953:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016088.844029:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334327936 00000100:00100000:1.0:1734016088.844040:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334327936 00002000:00100000:1.0:1734016088.844096:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (188416->9654271) req@ffff880078c25500 x1818247334327936/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:49/0 lens 504/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.844114:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25500 with x1818247334327936 ext(188416->9654271) 00002000:00010000:1.0:1734016088.844123:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25500 00000100:00100000:1.0:1734016088.844159:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7816 00000100:00100000:1.0:1734016088.844167:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334327936:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.864587:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334327936:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 20396us (20619us total) trans 0 rc 1069056/1069056 00000100:00100000:1.0:1734016088.864607:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7816 00002000:00100000:1.0:1734016088.864629:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (188416->9654271) req@ffff880078c25500 x1818247334327936/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:49/0 lens 504/440 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 1069056/1069056 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.864644:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25500 with x1818247334327936 ext(188416->9654271) 00002000:00010000:1.0:1734016088.864653:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25500 00000100:00100000:0.0:1734016088.866634:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.873295:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.882501:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.889503:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.894199:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.897492:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.901567:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016088.905310:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.909054:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.914149:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016088.918614:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.926087:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.930163:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.937729:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.946118:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.956795:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016088.960796:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016088.962727:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969147 is committed 00000100:00100000:0.0:1734016088.983408:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.008200:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.021093:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334332416 00000100:00100000:1.0:1734016089.021116:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334332416 00002000:00100000:1.0:1734016089.021230:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7897088->7901183) req@ffff88007bd10e00 x1818247334332416/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.021248:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd10e00 with x1818247334332416 ext(7897088->7901183) 00002000:00010000:1.0:1734016089.021257:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd10e00 00000100:00100000:1.0:1734016089.021283:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7832 00000100:00100000:1.0:1734016089.021291:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334332416:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016089.027845:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334332416:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 6514us (7157us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016089.027869:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7832 00002000:00100000:1.0:1734016089.027894:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7897088->7901183) req@ffff88007bd10e00 x1818247334332416/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.027908:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd10e00 with x1818247334332416 ext(7897088->7901183) 00002000:00010000:1.0:1734016089.027918:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd10e00 00000100:00100000:1.0:1734016089.039725:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.061290:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.071347:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.071477:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334332800 00000100:00100000:1.0:1734016089.071505:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334332800 00002000:00100000:1.0:1734016089.071637:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7892992->7901183) req@ffff880129ff0700 x1818247334332800/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:50/0 lens 8680/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.071657:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff0700 with x1818247334332800 ext(7892992->7901183) 00010000:00010000:1.0:1734016089.071687:0:13920:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55990cc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e081 expref: 6 pid: 7686 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016089.071720:0:13920:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55990cc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e081 expref: 6 pid: 7686 timeout: 452 lvb_type: 0 00002000:00010000:1.0:1734016089.071741:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129ff0700 00000100:00100000:1.0:1734016089.071891:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 242 00000100:00100000:1.0:1734016089.071902:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334332800:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:1.0:1734016089.079932:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334332800:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 7990us (8567us total) trans 4294969148 rc 0/0 00000100:00100000:1.0:1734016089.079967:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 242 00002000:00100000:1.0:1734016089.080004:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7892992->7901183) req@ffff880129ff0700 x1818247334332800/t4294969148(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:50/0 lens 8680/448 e 0 to 0 dl 1734016100 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.080022:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff0700 with x1818247334332800 ext(7892992->7901183) 00010000:00010000:1.0:1734016089.080045:0:13920:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55990cc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e081 expref: 8 pid: 7686 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016089.080077:0:13920:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55990cc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e081 expref: 8 pid: 7686 timeout: 452 lvb_type: 0 00002000:00010000:1.0:1734016089.080091:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129ff0700 00000100:00100000:0.0:1734016089.086944:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.097460:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.097719:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334333184 00000100:00100000:1.0:1734016089.097736:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334333184 00002000:00100000:1.0:1734016089.097878:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2174976->9654271) req@ffff880129ff1c00 x1818247334333184/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:50/0 lens 504/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.097893:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff1c00 with x1818247334333184 ext(2174976->9654271) 00002000:00010000:1.0:1734016089.097902:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff1c00 00000100:00100000:1.0:1734016089.097936:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7833 00000100:00100000:1.0:1734016089.097947:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334333184:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016089.125293:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334333184:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 27322us (27832us total) trans 0 rc 1073152/1073152 00000100:00100000:1.0:1734016089.125314:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7833 00002000:00100000:1.0:1734016089.125333:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2174976->9654271) req@ffff880129ff1c00 x1818247334333184/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:50/0 lens 504/440 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 1073152/1073152 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.125344:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff1c00 with x1818247334333184 ext(2174976->9654271) 00002000:00010000:1.0:1734016089.125353:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff1c00 00000100:00100000:0.0:1734016089.130417:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.132111:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334333312 00000100:00100000:1.0:1734016089.132140:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334333312 00002000:00100000:1.0:1734016089.132240:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2174976->2179071) req@ffff880129ff2a00 x1818247334333312/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:50/0 lens 4584/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.132255:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff2a00 with x1818247334333312 ext(2174976->2179071) 00002000:00010000:1.0:1734016089.132264:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff2a00 00000100:00100000:1.0:1734016089.132312:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7834 00000100:00100000:1.0:1734016089.132323:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334333312:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:1.0:1734016089.134006:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334333312:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 1679us (3603us total) trans 4294969149 rc 0/0 00000100:00100000:1.0:1734016089.134017:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7834 00002000:00100000:1.0:1734016089.134027:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2174976->2179071) req@ffff880129ff2a00 x1818247334333312/t4294969149(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:50/0 lens 4584/448 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.134037:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff2a00 with x1818247334333312 ext(2174976->2179071) 00002000:00010000:1.0:1734016089.134042:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff2a00 00010000:00010000:1.0:1734016089.142750:0:9875:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016089.143559:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016089.147378:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969149 is committed 00000001:00080000:0.0:1734016089.147413:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969148 is committed 00000100:00100000:0.0:1734016089.165496:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334333568 00000100:00100000:0.0:1734016089.165512:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334333568 00000100:00100000:0.0:1734016089.165585:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9810 00000100:00100000:0.0:1734016089.165595:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334333568:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016089.165628:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016089.165657:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55990cea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e0a4 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016089.165743:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338270592:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016089.165890:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016089.185607:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.197095:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.206286:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334333952 00000100:00100000:0.0:1734016089.206296:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334333952 00000100:00100000:0.0:1734016089.206349:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9813 00000100:00100000:0.0:1734016089.206358:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334333952:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016089.206386:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016089.206410:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55990cff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e0b9 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016089.206493:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338270976:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016089.209076:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.211206:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338270976:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016089.211250:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55990cff lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e0b9 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.211263:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55990cff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e0b9 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.211301:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564240, rc 0) 00000100:00100000:1.0:1734016089.211386:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334333952:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5028us (5182us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016089.211399:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9813 00000100:00100000:0.0:1734016089.216314:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.216427:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334334208 00000100:00100000:1.0:1734016089.216438:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334334208 00000100:00100000:1.0:1734016089.216501:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7835 00000100:00100000:1.0:1734016089.216510:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334334208:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:1.0:1734016089.216551:0:13920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990d06 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.216570:0:13920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990ce3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2174976->2179071) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e09d expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.216576:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016089.216578:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016089.216582:0:13920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990d06 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2379776->2400255] (req 2379776->2400255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.216613:0:13920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990ce3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2174976->2179071) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e09d expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.216622:0:13920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990ce3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2174976->2179071) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e09d expref: 7 pid: 7686 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1734016089.216634:0:13920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c88a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338271104:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016089.216699:0:13920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.219791:0:13920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c88a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338271104:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016089.219871:0:13920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990d06 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2379776->2400255] (req 2379776->2400255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016089.228186:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.257589:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.257731:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334334464 00000100:00100000:1.0:1734016089.257749:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334334464 00000100:00100000:1.0:1734016089.257870:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9814 00000100:00100000:1.0:1734016089.257881:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334334464:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.257916:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.257950:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55990d0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e0c0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016089.257984:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9651824, mtime: 0x675afc59, atime: 0x675afc58, ctime: 0x675afc59, blocks: 0x530 00010000:00010000:1.0:1734016089.258024:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016089.258028:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016089.258040:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55990d0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e0c0 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.258061:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55990d0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e0c0 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.258077:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834240, rc 0) 00000100:00100000:1.0:1734016089.258143:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334334464:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 263us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.258151:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9814 00000100:00100000:0.0:1734016089.262931:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.266509:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.273167:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.273231:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334334976 00000100:00100000:0.0:1734016089.273242:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334334976 00010000:00010000:0.0:1734016089.273283:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55990c7a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e042 expref: 14 pid: 6479 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1734016089.273330:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2658 00000100:00100000:0.0:1734016089.273337:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c88a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247334334976:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016089.273355:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016089.273362:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55990c7a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e042 expref: 14 pid: 6479 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016089.273373:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55990c7a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e042 expref: 14 pid: 6479 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016089.273400:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55990c7a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e042 expref: 14 pid: 6479 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016089.273422:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016089.273427:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55990d1b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016089.273437:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55990d1b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016089.273446:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55990d1b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016089.274140:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016089.277174:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.284939:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.287958:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.294983:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.303139:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.321243:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.329452:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.336985:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.346529:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.354639:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.371578:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.376025:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.382203:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.387378:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334337536:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4068us (5172us total) trans 4294969152 rc 0/0 00000100:00100000:0.0:1734016089.387396:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7844 00002000:00100000:0.0:1734016089.387414:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5795840->5824511) req@ffff88007856e300 x1818247334337536/t4294969152(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:50/0 lens 488/448 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016089.387425:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856e300 with x1818247334337536 ext(5795840->5824511) 00002000:00010000:0.0:1734016089.387435:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856e300 00000100:00100000:0.0:1734016089.390047:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.398458:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.403192:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334337792:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 4068us (4743us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.403212:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9817 00000100:00100000:0.0:1734016089.406901:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.415851:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.451072:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.451135:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.576017:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334338688 00000100:00100000:0.0:1734016089.576031:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334338688 00000100:00100000:0.0:1734016089.576099:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1922 00000100:00100000:0.0:1734016089.576108:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334338688:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016089.576136:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016089.576169:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55990d3e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e0e3 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.576295:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55990d45 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016089.576315:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55990d45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016089.576330:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55990d45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:0.0:1734016089.576360:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6385304 00000004:00200000:0.0:1734016089.576363:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016089.576382:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55990d45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016089.576403:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55990d3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e0e3 expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.576567:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55990d45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e0e3 expref: 14 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.576576:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016089.579544:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016089.579552:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85673c0, rc 0) 00000100:00100000:1.0:1734016089.579731:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334338688:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3613us (3816us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.579748:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1922 00000100:00100000:0.0:1734016089.584689:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.605783:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.618524:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334339200 00000100:00100000:0.0:1734016089.618538:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334339200 00010000:00010000:0.0:1734016089.618588:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990d37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1519615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e0dc expref: 6 pid: 7686 timeout: 453 lvb_type: 0 00000100:00100000:0.0:1734016089.618631:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2663 00000100:00100000:0.0:1734016089.618640:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334339200:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016089.618658:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016089.618686:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990d37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1519615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e0dc expref: 6 pid: 7686 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.618698:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990d37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1519615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e0dc expref: 6 pid: 7686 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.618728:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990d37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1519615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e0dc expref: 6 pid: 7686 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.620314:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016089.620322:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016089.620339:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55990d53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4931584->4935679) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e0f1 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.620351:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55990d53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4931584->4935679) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e0f1 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.620441:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55990d53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4931584->4935679) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e0f1 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016089.620463:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078810000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338272256:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016089.620568:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.624851:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078810000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338272256:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016089.624881:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016089.625487:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334339200:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6845us (7067us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.625499:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2663 00000100:00100000:1.0:1734016089.630887:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.636478:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.644669:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.651602:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.656419:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.664063:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.677151:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.677307:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334340992 00000100:00100000:1.0:1734016089.677320:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334340992 00000100:00100000:1.0:1734016089.677385:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1923 00000100:00100000:1.0:1734016089.677393:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078810e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334340992:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016089.677461:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016089.677495:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55990d45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e0e3 expref: 14 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.677521:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016089.677526:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016089.677712:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55990d5a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016089.677728:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55990d30 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e0d5 expref: 20 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.677736:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55990d5a lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016089.677786:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55990d30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e0d5 expref: 20 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.677800:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55990d30 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e0d5 expref: 20 pid: 6479 timeout: 453 lvb_type: 0 00000100:00100000:1.0:1734016089.677846:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338272384:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016089.677908:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016089.681989:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.692510:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.699083:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.712502:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.725679:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.731911:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.742903:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.759771:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.773025:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016089.779778:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969155 is committed 00000001:00080000:0.0:1734016089.779860:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969154 is committed 00000100:00100000:0.0:1734016089.788887:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.799158:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.816131:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.828694:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.832705:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.840082:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.847447:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.854309:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.885963:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.889994:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c88a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338273920:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016089.890055:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55990dca lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e145 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016089.890073:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55990dca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e145 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016089.892356:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:1.0:1734016089.892507:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334343808:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6302us (6553us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016089.892518:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9831 00000100:00100000:0.0:1734016089.900626:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.904313:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334343936 00000100:00100000:1.0:1734016089.904333:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334343936 00000100:00100000:1.0:1734016089.904419:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9832 00000100:00100000:1.0:1734016089.904428:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334343936:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.904457:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.904479:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dd1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e14c expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.904516:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55990d99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e11b expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.904524:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016089.904526:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016089.904530:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dd1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e14c expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.904566:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55990d99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e11b expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.904580:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55990d99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e11b expref: 7 pid: 7686 timeout: 453 lvb_type: 0 00000100:00100000:1.0:1734016089.904594:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338274048:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016089.904689:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.913506:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338274048:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016089.913924:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dd1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e14c expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.913945:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016089.914008:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334343936:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9579us (13396us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.914018:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9832 00000100:00100000:0.0:1734016089.914298:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.927172:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.932618:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.932765:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334344448 00000100:00100000:1.0:1734016089.932777:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334344448 00000100:00100000:1.0:1734016089.932867:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9833 00000100:00100000:1.0:1734016089.932875:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334344448:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.932902:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.932926:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55990dd8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e153 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.932958:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016089.932960:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016089.932969:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55990dd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e153 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.932986:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55990dd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e153 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.932999:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016089.933070:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334344448:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 195us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.933077:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9833 00000100:00100000:0.0:1734016089.945208:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.951456:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.955417:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.955853:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334345216 00000100:00100000:1.0:1734016089.955865:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334345216 00002000:00100000:1.0:1734016089.955914:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (462848->466943) req@ffff880078d65c00 x1818247334345216/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.955924:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d65c00 with x1818247334345216 ext(462848->466943) 00002000:00010000:1.0:1734016089.955930:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d65c00 00000100:00100000:1.0:1734016089.955961:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7859 00000100:00100000:1.0:1734016089.955967:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334345216:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016089.956153:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334345216:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 185us (747us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016089.956164:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7859 00002000:00100000:1.0:1734016089.956169:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (462848->466943) req@ffff880078d65c00 x1818247334345216/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.956175:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d65c00 with x1818247334345216 ext(462848->466943) 00002000:00010000:1.0:1734016089.956178:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d65c00 00000100:00100000:0.0:1734016089.966299:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.971635:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.973428:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334345728 00000100:00100000:1.0:1734016089.973440:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334345728 00002000:00100000:1.0:1734016089.973493:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (454656->458751) req@ffff880078d66300 x1818247334345728/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.973503:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66300 with x1818247334345728 ext(454656->458751) 00002000:00010000:1.0:1734016089.973524:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66300 00000100:00100000:1.0:1734016089.973561:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7861 00000100:00100000:1.0:1734016089.973569:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334345728:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016089.973732:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334345728:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 164us (2112us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016089.973739:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7861 00002000:00100000:1.0:1734016089.973754:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (454656->458751) req@ffff880078d66300 x1818247334345728/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.973761:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66300 with x1818247334345728 ext(454656->458751) 00002000:00010000:1.0:1734016089.973764:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66300 00000100:00100000:0.0:1734016089.985736:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016089.997151:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016089.997263:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334346240 00000100:00100000:1.0:1734016089.997274:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334346240 00002000:00100000:1.0:1734016089.997322:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (446464->450559) req@ffff880078d66a00 x1818247334346240/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.997337:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66a00 with x1818247334346240 ext(446464->450559) 00002000:00010000:1.0:1734016089.997343:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66a00 00000100:00100000:1.0:1734016089.997379:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7863 00000100:00100000:1.0:1734016089.997386:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334346240:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016089.997552:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334346240:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 166us (412us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016089.997559:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7863 00002000:00100000:1.0:1734016089.997565:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (446464->450559) req@ffff880078d66a00 x1818247334346240/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.997572:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66a00 with x1818247334346240 ext(446464->450559) 00002000:00010000:1.0:1734016089.997575:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66a00 00000100:00100000:0.0:1734016090.006425:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.021976:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.036762:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.038543:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334346880 00000100:00100000:1.0:1734016090.038557:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334346880 00000100:00100000:1.0:1734016090.038647:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7865 00000100:00100000:1.0:1734016090.038655:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334346880:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:1.0:1734016090.038696:0:7691:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55990ded lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.038716:0:7691:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dd1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e14c expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.038724:0:7691:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55990dd8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e153 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.038734:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.038736:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.038739:0:7691:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55990ded lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [5365760->5406719] (req 5365760->5406719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.038787:0:7691:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55990dd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e153 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.038799:0:7691:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55990dd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e153 expref: 8 pid: 7686 timeout: 453 lvb_type: 1 00000100:00100000:1.0:1734016090.038852:0:7691:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338274304:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016090.038955:0:7691:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e14c expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.038963:0:7691:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 323584->327679) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e14c expref: 5 pid: 7686 timeout: 453 lvb_type: 0 00000100:00100000:1.0:1734016090.038971:0:7691:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338274432:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016090.038990:0:7691:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.051298:0:7691:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338274304:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016090.051311:0:7691:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338274432:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016090.051340:0:7691:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55990ded lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [5365760->5406719] (req 5365760->5406719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016090.051376:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334347136 00000100:00100000:0.0:1734016090.051383:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334347136 00010000:00010000:0.0:1734016090.051425:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e14c expref: 6 pid: 7686 timeout: 453 lvb_type: 0 00000100:00100000:0.0:1734016090.051459:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2669 00000100:00100000:0.0:1734016090.051470:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c888700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334347136:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016090.051486:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016090.051514:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e14c expref: 6 pid: 7686 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016090.051524:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e14c expref: 6 pid: 7686 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016090.051551:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dd1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 323584->327679) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e14c expref: 6 pid: 7686 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016090.051585:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016090.051635:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c888700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334347136:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 169us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016090.051799:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2669 00010000:00010000:1.0:1734016090.052778:0:7691:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55990ded lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5365760->5406719] (req 5365760->5406719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.052786:0:7691:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55990ded lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5365760->5406719] (req 5365760->5406719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016090.063298:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969157 is committed 00002000:00010000:1.0:1734016090.063446:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 632517 -> 5406720 00002000:00010000:1.0:1734016090.063452:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 688 -> 768 00010000:00010000:1.0:1734016090.063464:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55990ded lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5365760->5406719] (req 5365760->5406719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.063475:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55990ded lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5365760->5406719] (req 5365760->5406719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.063482:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55990ded lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5365760->5406719] (req 5365760->5406719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.063488:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e836640 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016090.063492:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55990ded lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5365760->5406719] (req 5365760->5406719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.063499:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55990ded lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5365760->5406719] (req 5365760->5406719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.063533:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55990ded lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5365760->5406719] (req 5365760->5406719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.063544:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55990ded lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5365760->5406719] (req 5365760->5406719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.063673:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334346880:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 25013us (26930us total) trans 4294969157 rc 0/0 00000100:00100000:1.0:1734016090.063684:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7865 00000100:00100000:0.0:1734016090.066838:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334347264 00000100:00100000:0.0:1734016090.066849:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334347264 00000100:00100000:0.0:1734016090.066917:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9834 00000100:00100000:0.0:1734016090.066926:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334347264:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016090.066950:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016090.066975:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55990df4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e161 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016090.067006:0:7684:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 5406720, mtime: 0x675afc59, atime: 0x675afc58, ctime: 0x675afc59, blocks: 0x300 00010000:00010000:0.0:1734016090.067031:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016090.067034:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016090.067044:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55990df4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e161 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016090.067060:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55990df4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e161 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016090.067072:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567180, rc 0) 00000100:00100000:0.0:1734016090.067135:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334347264:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 210us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016090.067142:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9834 00000100:00100000:0.0:1734016090.071572:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.071691:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334347520 00000100:00100000:1.0:1734016090.071703:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334347520 00002000:00100000:1.0:1734016090.071765:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5001216->5005311) req@ffff880078d64000 x1818247334347520/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.071776:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64000 with x1818247334347520 ext(5001216->5005311) 00002000:00010000:1.0:1734016090.071781:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d64000 00000100:00100000:1.0:1734016090.071850:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7866 00000100:00100000:1.0:1734016090.071857:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334347520:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.074776:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334347520:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2903us (3202us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016090.074793:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7866 00002000:00100000:1.0:1734016090.074949:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5001216->5005311) req@ffff880078d64000 x1818247334347520/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.074961:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64000 with x1818247334347520 ext(5001216->5005311) 00002000:00010000:1.0:1734016090.074969:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d64000 00000100:00100000:0.0:1734016090.092882:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.094639:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334347776 00000100:00100000:1.0:1734016090.094661:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334347776 00002000:00100000:1.0:1734016090.094712:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4997120->5001215) req@ffff880078d64380 x1818247334347776/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.094725:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64380 with x1818247334347776 ext(4997120->5001215) 00002000:00010000:1.0:1734016090.094731:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d64380 00000100:00100000:1.0:1734016090.094787:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7867 00000100:00100000:1.0:1734016090.094797:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334347776:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.095047:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334347776:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 251us (2177us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016090.095053:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7867 00002000:00100000:1.0:1734016090.095059:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4997120->5001215) req@ffff880078d64380 x1818247334347776/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.095065:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64380 with x1818247334347776 ext(4997120->5001215) 00002000:00010000:1.0:1734016090.095068:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d64380 00000100:00100000:0.0:1734016090.123154:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.123276:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334348288 00000100:00100000:1.0:1734016090.123289:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334348288 00000100:00100000:1.0:1734016090.123379:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7869 00000100:00100000:1.0:1734016090.123388:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334348288:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:1.0:1734016090.123440:0:7691:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dfb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.123462:0:7691:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55990df4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e161 expref: 5 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.123469:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.123471:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.123475:0:7691:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dfb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4304896->4362239] (req 4304896->4362239) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.123511:0:7691:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55990df4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e161 expref: 5 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.123526:0:7691:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55990df4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e161 expref: 5 pid: 7684 timeout: 453 lvb_type: 1 00000100:00100000:1.0:1734016090.123543:0:7691:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338274560:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016090.123625:0:7691:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016090.127099:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.127162:0:7691:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338274560:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016090.127194:0:7691:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dfb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4304896->4362239] (req 4304896->4362239) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.128506:0:7691:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dfb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4304896->4362239] (req 4304896->4362239) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.128515:0:7691:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dfb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4304896->4362239] (req 4304896->4362239) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016090.140609:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969158 is committed 00002000:00010000:1.0:1734016090.140834:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 768 -> 880 00010000:00010000:1.0:1734016090.140850:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dfb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4304896->4362239] (req 4304896->4362239) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.140862:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dfb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4304896->4362239] (req 4304896->4362239) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.140871:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4304896->4362239] (req 4304896->4362239) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.140880:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e8373c0 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016090.140884:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4304896->4362239] (req 4304896->4362239) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.140892:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4304896->4362239] (req 4304896->4362239) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.140909:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dfb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4304896->4362239] (req 4304896->4362239) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.140914:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55990dfb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4304896->4362239] (req 4304896->4362239) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.141045:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334348288:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 17651us (17898us total) trans 4294969158 rc 0/0 00000100:00100000:1.0:1734016090.141057:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7869 00000100:00100000:0.0:1734016090.145144:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016090.145908:0:7700:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016090.146934:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334348544 00000100:00100000:1.0:1734016090.146945:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334348544 00000100:00100000:1.0:1734016090.147003:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9835 00000100:00100000:1.0:1734016090.147012:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334348544:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.147035:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.147060:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55990e02 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e168 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016090.147085:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 5406720, mtime: 0x675afc59, atime: 0x675afc58, ctime: 0x675afc59, blocks: 0x370 00010000:00010000:1.0:1734016090.147107:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.147109:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.147118:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55990e02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e168 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.147131:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55990e02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e168 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.147142:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016090.148448:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334348544:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1425us (3303us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.148459:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9835 00000100:00100000:0.0:1734016090.162697:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.162785:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.162995:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334348800 00000100:00100000:1.0:1734016090.163007:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334348800 00002000:00100000:1.0:1734016090.163059:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880078d67800 x1818247334348800/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.163069:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d67800 with x1818247334348800 ext(0->4194303) 00002000:00010000:1.0:1734016090.163075:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d67800 00000100:00100000:1.0:1734016090.163094:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334348928 00000100:00100000:1.0:1734016090.163096:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334348928 00002000:00100000:1.0:1734016090.163106:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->5406719) req@ffff880078d67b80 x1818247334348928/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.163113:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d67b80 with x1818247334348928 ext(4194304->5406719) 00002000:00010000:1.0:1734016090.163115:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d67b80 00000100:00100000:1.0:1734016090.163135:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7870 00000100:00100000:1.0:1734016090.163141:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334348800:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016090.235419:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.242769:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334349568 00000100:00100000:1.0:1734016090.242782:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334349568 00000100:00100000:1.0:1734016090.242880:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9836 00000100:00100000:1.0:1734016090.242889:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334349568:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.242916:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.242936:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990e10 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e16f expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.242973:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55990e02 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e168 expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.242981:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.242983:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.242987:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990e10 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e16f expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.243027:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55990e02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e168 expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.243041:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55990e02 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e168 expref: 5 pid: 7686 timeout: 453 lvb_type: 1 00000100:00100000:1.0:1734016090.243055:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338274816:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016090.243116:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.245852:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338274816:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016090.245893:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990e10 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e16f expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.245912:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:1.0:1734016090.245978:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334349568:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3088us (3413us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.245988:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9836 00000100:00100000:0.0:1734016090.275178:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.284548:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c888700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338274944:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016090.284608:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016090.284761:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334349696:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 9335us (9595us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016090.284779:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2673 00000100:00100000:0.0:1734016090.308931:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.314974:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.326572:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334350208 00000100:00100000:1.0:1734016090.326584:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334350208 00000100:00100000:1.0:1734016090.326645:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9837 00000100:00100000:1.0:1734016090.326652:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334350208:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.326673:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.326694:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55990e33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e184 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.326770:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338275072:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016090.326877:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.333456:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338275072:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016090.333511:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55990e33 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e184 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.333529:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55990e33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e184 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.333568:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016090.333643:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334350208:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6989us (7184us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.333656:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9837 00000100:00100000:0.0:1734016090.337986:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.338090:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334350336 00000100:00100000:1.0:1734016090.338103:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334350336 00000100:00100000:1.0:1734016090.338162:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9838 00000100:00100000:1.0:1734016090.338171:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334350336:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.338194:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.338215:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55990e3a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e18b expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.338284:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338275200:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016090.338363:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.343011:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338275200:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016090.343063:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55990e3a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e18b expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.343080:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55990e3a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e18b expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.344687:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:1.0:1734016090.344796:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334350336:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6619us (6817us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.344819:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9838 00000100:00100000:0.0:1734016090.352412:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.352905:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334350464 00000100:00100000:1.0:1734016090.352916:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334350464 00000100:00100000:1.0:1734016090.353083:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9839 00000100:00100000:1.0:1734016090.353092:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334350464:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.353119:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.353143:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55990e41 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e192 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.353180:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990e10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e16f expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.353188:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016090.353191:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016090.353194:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55990e41 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3375104->3428351] (req 3375104->3428351) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e192 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.353232:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990e10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e16f expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.353246:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990e10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e16f expref: 7 pid: 7684 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1734016090.353259:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338275328:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016090.353339:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.356629:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338275328:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016090.356665:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55990e41 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3375104->3428351] (req 3375104->3428351) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e192 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.356683:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:1.0:1734016090.356732:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334350464:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3640us (4334us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.356761:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9839 00000100:00100000:0.0:1734016090.357177:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.358046:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334350592 00000100:00100000:1.0:1734016090.358055:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334350592 00010000:00010000:1.0:1734016090.358086:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990e10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e16f expref: 8 pid: 7684 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1734016090.360430:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2674 00000100:00100000:1.0:1734016090.360456:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334350592:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016090.360490:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016090.360542:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990e10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e16f expref: 8 pid: 7684 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016090.360560:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990e10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e16f expref: 8 pid: 7684 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016090.360597:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55990e10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e16f expref: 8 pid: 7684 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016090.363275:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.363284:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.363300:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55990e41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3375104->3428351) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e192 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.363313:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55990e41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3375104->3428351) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e192 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.363370:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55990e41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3375104->3428351) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e192 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.363388:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338275456:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016090.363487:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.372490:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338275456:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016090.372529:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016090.372640:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334350592:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 12191us (15460us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.372656:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2674 00000100:00100000:0.0:1734016090.380157:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.380488:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334350720 00000100:00100000:1.0:1734016090.380500:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334350720 00000100:00100000:1.0:1734016090.380563:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9840 00000100:00100000:1.0:1734016090.380571:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334350720:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.380594:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.380618:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55990e48 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e199 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.380652:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55990e41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3375104->3428351) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e192 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.380660:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016090.380662:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016090.380665:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55990e48 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1695744->1753087] (req 1695744->1753087) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e199 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.380699:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55990e41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3375104->3428351) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e192 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.380716:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55990e41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3375104->3428351) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e192 expref: 5 pid: 7684 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1734016090.380729:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338275584:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016090.380835:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.393337:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338275584:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016090.393398:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55990e48 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1695744->1753087] (req 1695744->1753087) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e199 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.393421:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:1.0:1734016090.393507:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334350720:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12936us (13363us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.393519:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9840 00000100:00100000:0.0:1734016090.395159:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334350848 00000100:00100000:0.0:1734016090.395168:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334350848 00002000:00100000:0.0:1734016090.395204:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3375104->3426614) req@ffff88007822e680 x1818247334350848/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.395214:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822e680 with x1818247334350848 ext(3375104->3426614) 00010000:00010000:0.0:1734016090.395223:0:13920:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55990e41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3375104->3428351) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e192 expref: 6 pid: 7684 timeout: 454 lvb_type: 0 00010000:00010000:0.0:1734016090.395236:0:13920:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55990e41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3375104->3428351) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e192 expref: 6 pid: 7684 timeout: 454 lvb_type: 0 00002000:00010000:0.0:1734016090.395242:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007822e680 00000100:00100000:0.0:1734016090.395268:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 243 00000100:00100000:0.0:1734016090.395274:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334350848:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:1.0:1734016090.419733:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334350848:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 24438us (24857us total) trans 4294969160 rc 0/0 00000100:00100000:1.0:1734016090.419759:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 243 00002000:00100000:1.0:1734016090.419778:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3375104->3426614) req@ffff88007822e680 x1818247334350848/t4294969160(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:51/0 lens 488/448 e 0 to 0 dl 1734016101 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.419791:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822e680 with x1818247334350848 ext(3375104->3426614) 00010000:00010000:1.0:1734016090.419806:0:13920:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55990e41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3375104->3428351) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e192 expref: 8 pid: 7684 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016090.419862:0:13920:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55990e41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3375104->3428351) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e192 expref: 8 pid: 7684 timeout: 454 lvb_type: 0 00002000:00010000:1.0:1734016090.419871:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007822e680 00000100:00100000:0.0:1734016090.431701:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.431859:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334350976 00000100:00100000:1.0:1734016090.431871:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334350976 00010000:00010000:1.0:1734016090.431918:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55990e41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3375104->3428351) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e192 expref: 8 pid: 7684 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1734016090.432411:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2675 00000100:00100000:1.0:1734016090.432419:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334350976:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016090.432434:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016090.432452:0:8957:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1109534 -> 3426615 00002000:00010000:1.0:1734016090.432455:0:8957:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 688 -> 792 00010000:00010000:1.0:1734016090.432460:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55990e41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3375104->3428351) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e192 expref: 8 pid: 7684 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016090.432470:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55990e41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3375104->3428351) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e192 expref: 8 pid: 7684 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016090.432490:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55990e41 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3375104->3428351) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e192 expref: 8 pid: 7684 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016090.432611:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.432612:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.432620:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55990e48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1695744->1753087) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e199 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.432627:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55990e48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1695744->1753087) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e199 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.432659:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55990e48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1695744->1753087) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e199 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.432670:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338275712:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016090.433300:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.443777:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338275712:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016090.443827:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016090.443889:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334350976:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 11468us (12202us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.443901:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2675 00000100:00100000:0.0:1734016090.444215:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334351104 00000100:00100000:0.0:1734016090.444223:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334351104 00000100:00100000:0.0:1734016090.444269:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9841 00000100:00100000:0.0:1734016090.444277:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334351104:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016090.444544:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3426615 -> 3426615 00002000:00010000:0.0:1734016090.444548:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016090 -> 1734016090 00002000:00010000:0.0:1734016090.444550:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016088 -> 1734016088 00002000:00010000:0.0:1734016090.444552:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016090 -> 1734016090 00002000:00010000:0.0:1734016090.444554:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 792 -> 792 00000100:00100000:0.0:1734016090.448316:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334351104:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 4020us (4650us total) trans 4294969161 rc 0/0 00000100:00100000:0.0:1734016090.448331:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9841 00000100:00100000:1.0:1734016090.459462:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.493012:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.502758:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.517959:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.518275:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334352000 00000100:00100000:1.0:1734016090.518283:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334352000 00010000:00010000:1.0:1734016090.518312:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55990e48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1695744->1753087) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e199 expref: 9 pid: 7684 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1734016090.518352:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2676 00000100:00100000:1.0:1734016090.518360:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334352000:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016090.518375:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016090.518397:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55990e48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1695744->1753087) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e199 expref: 9 pid: 7684 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016090.518411:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55990e48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1695744->1753087) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e199 expref: 9 pid: 7684 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016090.518446:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55990e48 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1695744->1753087) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e199 expref: 9 pid: 7684 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016090.518471:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.518473:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.518482:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990e64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2179072->2232319) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e1b5 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.518493:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990e64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2179072->2232319) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e1b5 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.518544:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990e64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2179072->2232319) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e1b5 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.518559:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338276352:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016090.518615:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016090.521774:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.522960:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338276352:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016090.522986:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016090.523008:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334352000:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4649us (5051us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.523017:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2676 00000100:00100000:0.0:1734016090.528205:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334352256 00000100:00100000:0.0:1734016090.528215:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334352256 00000100:00100000:0.0:1734016090.528270:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9847 00000100:00100000:0.0:1734016090.528277:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334352256:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016090.528300:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016090.528322:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55990e6b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e1bc expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016090.528385:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338276480:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016090.528950:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016090.533986:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.540248:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.544599:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.556279:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.572282:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334353152 00000100:00100000:0.0:1734016090.572293:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334353152 00002000:00100000:0.0:1734016090.572345:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (413696->417791) req@ffff88007822c000 x1818247334353152/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.572355:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822c000 with x1818247334353152 ext(413696->417791) 00002000:00010000:0.0:1734016090.572361:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822c000 00000100:00100000:0.0:1734016090.572390:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7875 00000100:00100000:0.0:1734016090.572397:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334353152:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016090.572595:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334353152:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 196us (532us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016090.572602:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7875 00002000:00100000:0.0:1734016090.572608:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (413696->417791) req@ffff88007822c000 x1818247334353152/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.572614:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822c000 with x1818247334353152 ext(413696->417791) 00002000:00010000:0.0:1734016090.572617:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822c000 00000100:00100000:0.0:1734016090.575616:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.595081:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334353408 00000100:00100000:0.0:1734016090.595092:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334353408 00000100:00100000:0.0:1734016090.595151:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9852 00000100:00100000:0.0:1734016090.595160:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334353408:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016090.595183:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016090.595207:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc55990e8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e1df expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016090.595277:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338277120:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016090.595365:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.607512:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.612960:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.617266:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.621163:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.627570:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.631652:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.639295:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.653782:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.663951:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.669277:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.677589:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.697132:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.697681:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334355072 00000100:00100000:0.0:1734016090.697693:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334355072 00010000:00010000:0.0:1734016090.697747:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990e64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2179072->2232319) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e1b5 expref: 12 pid: 7684 timeout: 454 lvb_type: 0 00000100:00100000:0.0:1734016090.697792:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2678 00000100:00100000:0.0:1734016090.697800:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c558450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1972:x1818247334355072:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016090.697862:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016090.697887:0:7701:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1024 -> 1248 00010000:00010000:0.0:1734016090.697894:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990e64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2179072->2232319) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e1b5 expref: 12 pid: 7684 timeout: 454 lvb_type: 0 00010000:00010000:0.0:1734016090.697908:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990e64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2179072->2232319) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e1b5 expref: 12 pid: 7684 timeout: 454 lvb_type: 0 00010000:00010000:0.0:1734016090.697935:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55990e64 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2179072->2232319) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e1b5 expref: 12 pid: 7684 timeout: 454 lvb_type: 0 00010000:00010000:0.0:1734016090.697970:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016090.697972:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016090.697978:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55990ec6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e210 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016090.697988:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55990ec6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e210 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016090.698028:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55990ec6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e210 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016090.698041:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078812680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338278272:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016090.698118:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016090.705712:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.713576:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.733074:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.745455:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.755880:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.767108:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.803906:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.806907:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.811428:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.820860:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.829202:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.835218:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.841029:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.841091:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334356992 00000100:00100000:1.0:1734016090.841103:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334356992 00002000:00010000:1.0:1734016090.841139:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9943909->18446744073709551615) 00002000:00100000:1.0:1734016090.841144:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788fa680 with x1818247334356992 ext(9943909->18446744073709551615) 00002000:00010000:1.0:1734016090.841156:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788fa680. 00000100:00100000:1.0:1734016090.841185:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7877 00000100:00100000:1.0:1734016090.841192:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1972:x1818247334356992:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016090.841385:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8899859 -> 9943909 00002000:00010000:1.0:1734016090.841388:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016090 -> 1734016090 00002000:00010000:1.0:1734016090.841390:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016090 -> 1734016090 00002000:00010000:1.0:1734016090.841392:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016090 -> 1734016090 00002000:00010000:1.0:1734016090.841393:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 832 -> 832 00000100:00100000:1.0:1734016090.841436:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1972:x1818247334356992:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 244us (422us total) trans 4294969166 rc 0/0 00000100:00100000:1.0:1734016090.841442:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7877 00002000:00010000:1.0:1734016090.841445:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9943909->18446744073709551615) 00002000:00100000:1.0:1734016090.841446:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788fa680 with x1818247334356992 ext(9943909->18446744073709551615) 00002000:00010000:1.0:1734016090.841449:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788fa680. 00000100:00100000:0.0:1734016090.843893:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.848054:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.852623:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.858464:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.871160:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.874578:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.886405:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.895360:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.904384:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.913071:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334358272 00000100:00100000:0.0:1734016090.913082:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334358272 00000100:00100000:0.0:1734016090.913273:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9875 00000100:00100000:0.0:1734016090.913279:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334358272:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016090.913299:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016090.913318:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc55990f67 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e28e expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016090.913380:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338280320:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016090.913456:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016090.918194:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.927407:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.938035:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.948552:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.955298:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.959014:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.965574:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:1970:x1818247334359040:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 5977us (6557us total) trans 4294969168 rc 0/0 00000100:00100000:0.0:1734016090.965587:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 245 00002000:00100000:0.0:1734016090.965602:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8855552->8900607) req@ffff8800783b5c00 x1818247334359040/t4294969168(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:51/0 lens 488/448 e 0 to 0 dl 1734016101 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.965611:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b5c00 with x1818247334359040 ext(8855552->8900607) 00010000:00010000:0.0:1734016090.965622:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55990f05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8855552->8900607) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e241 expref: 16 pid: 7684 timeout: 454 lvb_type: 0 00010000:00010000:0.0:1734016090.965639:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55990f05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8855552->8900607) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e241 expref: 16 pid: 7684 timeout: 454 lvb_type: 0 00002000:00010000:0.0:1734016090.965646:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800783b5c00 00000100:00100000:0.0:1734016090.968140:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016090.974129:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.976214:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334359424 00000100:00100000:1.0:1734016090.976228:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334359424 00002000:00100000:1.0:1734016090.976279:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7950336->9945087) req@ffff8800783b6300 x1818247334359424/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:51/0 lens 504/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.976290:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b6300 with x1818247334359424 ext(7950336->9945087) 00002000:00010000:1.0:1734016090.976296:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b6300 00000100:00100000:1.0:1734016090.976339:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7878 00000100:00100000:1.0:1734016090.976346:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334359424:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.985856:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334359424:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 9496us (11715us total) trans 0 rc 294912/294912 00000100:00100000:1.0:1734016090.985869:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7878 00002000:00100000:1.0:1734016090.985882:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7950336->9945087) req@ffff8800783b6300 x1818247334359424/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:51/0 lens 504/440 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 294912/294912 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.985890:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b6300 with x1818247334359424 ext(7950336->9945087) 00002000:00010000:1.0:1734016090.985897:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b6300 00000100:00100000:0.0:1734016090.989309:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016090.989396:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334359680 00000100:00100000:1.0:1734016090.989406:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334359680 00002000:00100000:1.0:1734016090.989455:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7946240->7950335) req@ffff8800783b6680 x1818247334359680/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.989465:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b6680 with x1818247334359680 ext(7946240->7950335) 00002000:00010000:1.0:1734016090.989473:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b6680 00000100:00100000:1.0:1734016090.989511:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7879 00000100:00100000:1.0:1734016090.989519:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334359680:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.989709:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334359680:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 190us (415us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016090.989716:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7879 00002000:00100000:1.0:1734016090.989723:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7946240->7950335) req@ffff8800783b6680 x1818247334359680/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.989742:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b6680 with x1818247334359680 ext(7946240->7950335) 00002000:00010000:1.0:1734016090.989745:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b6680 00000100:00100000:0.0:1734016090.994990:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.000470:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.003573:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:1.0:1734016091.005250:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969169 is committed 00000001:00080000:1.0:1734016091.005263:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969168 is committed 00000100:00100000:0.0:1734016091.008763:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.015973:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.033258:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.039264:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.043220:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.048277:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.055503:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.062357:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.067581:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.071066:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.079985:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.086298:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016091.087075:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55990fc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016091.087082:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55990fc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:0.0:1734016091.087177:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968533 00000004:00010000:0.0:1734016091.087227:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800783b5880 reply state ffff88012b7f8000 transno 4294968534 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55990fc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016091.087233:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016091.088315:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+29:9662:x1818247334361856:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 7830us (8347us total) trans 4294968534 rc 0/0 00000100:00100000:0.0:1734016091.088323:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1940 00000020:00080000:0.0:1734016091.088329:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016091.092130:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.098698:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.101864:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334362240:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 2808us (3164us total) trans 4294969173 rc 0/0 00000100:00100000:0.0:1734016091.101876:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 246 00002000:00100000:0.0:1734016091.101886:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (10276864->10314441) req@ffff88007c8ead80 x1818247334362240/t4294969173(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/448 e 0 to 0 dl 1734016102 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.101894:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8ead80 with x1818247334362240 ext(10276864->10314441) 00010000:00010000:0.0:1734016091.101903:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55990f98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8347648->8376319) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e2bf expref: 11 pid: 7686 timeout: 454 lvb_type: 0 00010000:00010000:0.0:1734016091.101916:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55990f98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8347648->8376319) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e2bf expref: 11 pid: 7686 timeout: 454 lvb_type: 0 00002000:00010000:0.0:1734016091.101921:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c8ead80 00000100:00100000:0.0:1734016091.104479:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.108781:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.109272:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334362496 00000100:00100000:0.0:1734016091.109281:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334362496 00002000:00010000:0.0:1734016091.109322:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2580855->18446744073709551615) 00002000:00100000:0.0:1734016091.109326:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8eb100 with x1818247334362496 ext(2580855->18446744073709551615) 00002000:00010000:0.0:1734016091.109339:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8eb100. 00000100:00100000:0.0:1734016091.109358:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7882 00000100:00100000:0.0:1734016091.109365:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334362496:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016091.110005:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10314442 -> 2580855 00002000:00010000:0.0:1734016091.110012:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016091 -> 1734016091 00002000:00010000:0.0:1734016091.110014:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016090 -> 1734016090 00002000:00010000:0.0:1734016091.110017:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016091 -> 1734016091 00002000:00010000:0.0:1734016091.110019:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1040 -> 832 00000100:00100000:0.0:1734016091.110058:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334362496:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 692us (1301us total) trans 4294969174 rc 0/0 00000100:00100000:0.0:1734016091.110066:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7882 00002000:00010000:0.0:1734016091.110068:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2580855->18446744073709551615) 00002000:00100000:0.0:1734016091.110071:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8eb100 with x1818247334362496 ext(2580855->18446744073709551615) 00002000:00010000:0.0:1734016091.110074:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8eb100. 00000100:00100000:0.0:1734016091.112999:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.116791:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.122505:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.128209:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.128335:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334363008 00000100:00100000:1.0:1734016091.128347:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334363008 00000100:00100000:1.0:1734016091.128685:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1942 00000100:00100000:1.0:1734016091.128694:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334363008:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016091.128722:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016091.128756:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55990fe5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e2f0 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.128899:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55990fec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016091.128916:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55990fec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016091.128927:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55990fec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:1.0:1734016091.128955:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2580855 00000004:00200000:1.0:1734016091.128959:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016091.128975:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55990fec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016091.128999:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55990fe5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e2f0 expref: 21 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.129020:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55990fec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e2f0 expref: 20 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.129027:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016091.129031:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016091.129034:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016091.129081:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:9662:x1818247334363008:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 388us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.129088:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1942 00000100:00100000:0.0:1734016091.132368:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.142496:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016091.147088:0:6469:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016091.147534:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.156092:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.172059:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247334363904:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4878us (5675us total) trans 4294969175 rc 0/0 00000100:00100000:1.0:1734016091.172081:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 247 00002000:00100000:1.0:1734016091.172098:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3448832->3487094) req@ffff8800785c5c00 x1818247334363904/t4294969175(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/448 e 0 to 0 dl 1734016102 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.172111:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c5c00 with x1818247334363904 ext(3448832->3487094) 00010000:00010000:1.0:1734016091.172125:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55990fde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3448832->3489791) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e2e9 expref: 13 pid: 7686 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016091.172149:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55990fde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3448832->3489791) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e2e9 expref: 13 pid: 7686 timeout: 454 lvb_type: 0 00002000:00010000:1.0:1734016091.172158:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800785c5c00 00000100:00100000:0.0:1734016091.180086:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.183583:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.183687:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334364160 00000100:00100000:1.0:1734016091.183696:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334364160 00002000:00010000:1.0:1734016091.183752:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9041454->18446744073709551615) 00002000:00100000:1.0:1734016091.183756:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308e00 with x1818247334364160 ext(9041454->18446744073709551615) 00002000:00010000:1.0:1734016091.183769:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308e00. 00000100:00100000:1.0:1734016091.184369:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7884 00000100:00100000:1.0:1734016091.184378:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334364160:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016091.184558:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3487095 -> 9041454 00002000:00010000:1.0:1734016091.184561:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016091 -> 1734016091 00002000:00010000:1.0:1734016091.184563:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016090 -> 1734016090 00002000:00010000:1.0:1734016091.184564:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016091 -> 1734016091 00002000:00010000:1.0:1734016091.184566:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 912 -> 912 00000100:00100000:1.0:1734016091.186138:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334364160:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 1760us (2570us total) trans 4294969176 rc 0/0 00000100:00100000:1.0:1734016091.186146:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7884 00002000:00010000:1.0:1734016091.187643:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9041454->18446744073709551615) 00002000:00100000:1.0:1734016091.187648:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308e00 with x1818247334364160 ext(9041454->18446744073709551615) 00002000:00010000:1.0:1734016091.187662:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308e00. 00000100:00100000:1.0:1734016091.193757:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334364416 00000100:00100000:1.0:1734016091.193765:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334364416 00002000:00100000:1.0:1734016091.193804:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9039872->9043967) req@ffff8800785c4a80 x1818247334364416/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.193841:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4a80 with x1818247334364416 ext(9039872->9043967) 00002000:00010000:1.0:1734016091.193848:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4a80 00000100:00100000:1.0:1734016091.193870:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7885 00000100:00100000:1.0:1734016091.193877:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334364416:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016091.194057:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334364416:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 179us (417us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016091.194065:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7885 00002000:00100000:1.0:1734016091.194071:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9039872->9043967) req@ffff8800785c4a80 x1818247334364416/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.194079:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4a80 with x1818247334364416 ext(9039872->9043967) 00002000:00010000:1.0:1734016091.194082:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4a80 00000100:00100000:0.0:1734016091.201296:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.208708:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.208879:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334364928 00000100:00100000:1.0:1734016091.208890:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334364928 00002000:00100000:1.0:1734016091.208943:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9031680->9035775) req@ffff880078309500 x1818247334364928/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.208954:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309500 with x1818247334364928 ext(9031680->9035775) 00002000:00010000:1.0:1734016091.208960:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309500 00000100:00100000:1.0:1734016091.209002:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7887 00000100:00100000:1.0:1734016091.209010:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334364928:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016091.209256:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334364928:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 245us (564us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016091.209265:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7887 00002000:00100000:1.0:1734016091.209272:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9031680->9035775) req@ffff880078309500 x1818247334364928/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.209279:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309500 with x1818247334364928 ext(9031680->9035775) 00002000:00010000:1.0:1734016091.209284:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309500 00000100:00100000:0.0:1734016091.217116:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.226016:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.233862:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334365952 00000100:00100000:1.0:1734016091.233877:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334365952 00002000:00100000:1.0:1734016091.233933:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9015296->9019391) req@ffff88007822c380 x1818247334365952/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.233943:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822c380 with x1818247334365952 ext(9015296->9019391) 00002000:00010000:1.0:1734016091.233950:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822c380 00000100:00100000:1.0:1734016091.233990:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7891 00000100:00100000:1.0:1734016091.233997:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334365952:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016091.234179:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334365952:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 181us (1383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016091.234187:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7891 00002000:00100000:1.0:1734016091.234193:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9015296->9019391) req@ffff88007822c380 x1818247334365952/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.234200:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822c380 with x1818247334365952 ext(9015296->9019391) 00002000:00010000:1.0:1734016091.234204:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822c380 00000100:00100000:0.0:1734016091.239935:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.253584:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334366208 00000100:00100000:0.0:1734016091.253598:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334366208 00000100:00100000:0.0:1734016091.253677:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1944 00000100:00100000:0.0:1734016091.253687:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+30:9662:x1818247334366208:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:0.0:1734016091.253933:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+30:9662:x1818247334366208:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 248us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016091.253940:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1944 00000100:00100000:0.0:1734016091.266673:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016091.269893:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969177 is committed 00000001:00080000:0.0:1734016091.269914:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969175 is committed 00000100:00100000:0.0:1734016091.273252:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.273336:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334366464 00000100:00100000:1.0:1734016091.273348:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334366464 00000100:00100000:1.0:1734016091.273411:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1945 00000100:00100000:1.0:1734016091.273420:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+30:9662:x1818247334366464:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016091.273448:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016091.273470:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55991001 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e2fe expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.273573:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55991008 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016091.273589:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55991008 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016091.273602:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55991008 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:1.0:1734016091.273626:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9041454 00000004:00200000:1.0:1734016091.273629:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016091.273643:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55991008 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016091.273665:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55991001 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e2fe expref: 32 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.274378:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55991008 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e2fe expref: 31 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.274387:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016091.274389:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016091.274392:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016091.274436:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+31:9662:x1818247334366464:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1016us (1201us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.274443:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1945 00000100:00100000:0.0:1734016091.281502:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.289915:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.323768:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.323900:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334367104 00000100:00100000:1.0:1734016091.323908:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334367104 00000100:00100000:1.0:1734016091.323960:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1946 00000100:00100000:1.0:1734016091.323967:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334367104:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016091.323984:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016091.324002:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55991016 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e30c expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.324076:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc5599101d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016091.324086:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc5599101d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016091.324095:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc5599101d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:1.0:1734016091.324114:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9041454 00000004:00200000:1.0:1734016091.324117:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016091.324132:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc5599101d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016091.324150:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55991016 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e30c expref: 21 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.324181:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc5599101d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e30c expref: 20 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.324187:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016091.324190:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016091.324192:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:1.0:1734016091.324228:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:9662:x1818247334367104:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 262us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.324234:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1946 00000100:00100000:0.0:1734016091.327267:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334367232 00000100:00100000:0.0:1734016091.327276:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334367232 00000100:00100000:0.0:1734016091.327324:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9893 00000100:00100000:0.0:1734016091.327333:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334367232:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016091.327348:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016091.327362:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc55991024 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e313 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016091.327411:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007830b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338283264:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016091.327460:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016091.333640:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.347534:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.370476:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.375380:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.375465:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334368128 00000100:00100000:1.0:1734016091.375472:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334368128 00002000:00100000:1.0:1734016091.375503:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1708032->8257535) req@ffff880137120000 x1818247334368128/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 504/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.375518:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880137120000 with x1818247334368128 ext(1708032->8257535) 00010000:00010000:1.0:1734016091.375527:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599100f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8232960->8257535) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e305 expref: 7 pid: 7686 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016091.375538:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599100f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8232960->8257535) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e305 expref: 7 pid: 7686 timeout: 455 lvb_type: 0 00002000:00010000:1.0:1734016091.375543:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137120000 00000100:00100000:1.0:1734016091.375560:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 248 00000100:00100000:1.0:1734016091.375565:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880137120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334368128:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016091.378400:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880137120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334368128:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 2828us (3021us total) trans 4294969179 rc 0/0 00000100:00100000:0.0:1734016091.378409:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 248 00002000:00100000:0.0:1734016091.378419:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1708032->8257535) req@ffff880137120000 x1818247334368128/t4294969179(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 504/448 e 0 to 0 dl 1734016102 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.378427:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880137120000 with x1818247334368128 ext(1708032->8257535) 00010000:00010000:0.0:1734016091.378436:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599100f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8232960->8257535) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e305 expref: 9 pid: 7686 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1734016091.378448:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599100f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8232960->8257535) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e305 expref: 9 pid: 7686 timeout: 455 lvb_type: 0 00002000:00010000:0.0:1734016091.378454:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137120000 00000100:00100000:0.0:1734016091.388746:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.396682:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.396801:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334368384 00000100:00100000:1.0:1734016091.396844:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334368384 00000100:00100000:1.0:1734016091.396894:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9896 00000100:00100000:1.0:1734016091.396900:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880137120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334368384:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016091.396916:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016091.396933:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55991039 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e321 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016091.396949:0:7684:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9289728, mtime: 0x675afc5b, atime: 0x675afc5a, ctime: 0x675afc5b, blocks: 0x430 00010000:00010000:1.0:1734016091.396965:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.396967:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.396974:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55991039 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e321 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.396985:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55991039 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e321 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.396994:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:1.0:1734016091.397028:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880137120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334368384:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 127us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.397033:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9896 00000100:00100000:0.0:1734016091.399800:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.404360:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.411786:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.416939:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.425001:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.432688:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.432947:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334369792 00000100:00100000:0.0:1734016091.432956:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334369792 00002000:00100000:0.0:1734016091.432998:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1413120->1417215) req@ffff88007c8ea680 x1818247334369792/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.433007:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8ea680 with x1818247334369792 ext(1413120->1417215) 00002000:00010000:0.0:1734016091.433015:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8ea680 00000100:00100000:0.0:1734016091.433052:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7900 00000100:00100000:0.0:1734016091.433058:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334369792:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016091.433489:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334369792:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 428us (813us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016091.433500:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7900 00002000:00100000:0.0:1734016091.433506:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1413120->1417215) req@ffff88007c8ea680 x1818247334369792/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.433513:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8ea680 with x1818247334369792 ext(1413120->1417215) 00002000:00010000:0.0:1734016091.433516:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8ea680 00000100:00100000:0.0:1734016091.436909:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.442328:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.447361:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.447841:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334370560 00000100:00100000:0.0:1734016091.447850:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334370560 00002000:00100000:0.0:1734016091.447883:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1400832->1404927) req@ffff88007c8e8380 x1818247334370560/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.447891:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e8380 with x1818247334370560 ext(1400832->1404927) 00002000:00010000:0.0:1734016091.447898:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e8380 00000100:00100000:0.0:1734016091.448118:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7903 00000100:00100000:0.0:1734016091.448124:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334370560:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016091.448420:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334370560:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 294us (1065us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016091.448425:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7903 00002000:00100000:0.0:1734016091.448431:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1400832->1404927) req@ffff88007c8e8380 x1818247334370560/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.448437:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e8380 with x1818247334370560 ext(1400832->1404927) 00002000:00010000:0.0:1734016091.448440:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e8380 00000100:00100000:1.0:1734016091.451750:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.451851:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334370816 00000100:00100000:0.0:1734016091.451857:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334370816 00002000:00100000:0.0:1734016091.451888:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1396736->1400831) req@ffff88007c8e8700 x1818247334370816/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.451897:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e8700 with x1818247334370816 ext(1396736->1400831) 00002000:00010000:0.0:1734016091.451901:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e8700 00000100:00100000:0.0:1734016091.452069:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7904 00000100:00100000:0.0:1734016091.452075:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334370816:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016091.452212:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334370816:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 136us (467us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016091.452217:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7904 00002000:00100000:0.0:1734016091.452223:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1396736->1400831) req@ffff88007c8e8700 x1818247334370816/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.452229:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e8700 with x1818247334370816 ext(1396736->1400831) 00002000:00010000:0.0:1734016091.452231:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e8700 00000100:00100000:0.0:1734016091.455149:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.463613:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.471188:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.471953:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.479570:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.483346:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334371712 00000100:00100000:0.0:1734016091.483354:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334371712 00000100:00100000:0.0:1734016091.483399:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9900 00000100:00100000:0.0:1734016091.483405:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334371712:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016091.483420:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016091.483436:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc5599104e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e336 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016091.483484:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880137122300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338284032:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016091.483543:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.494792:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.503339:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338284160:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016091.503369:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55991055 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4386816->4390911] (req 4386816->4390911) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e33d expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.503384:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:1.0:1734016091.503933:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.504088:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334371840:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8911us (9303us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016091.504097:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9901 00000100:00100000:0.0:1734016091.509206:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338284288:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016091.509224:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016091.509647:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334372224 00000100:00100000:1.0:1734016091.509655:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334372224 00002000:00100000:1.0:1734016091.509686:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4386816->4390911) req@ffff88007822f100 x1818247334372224/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.509695:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822f100 with x1818247334372224 ext(4386816->4390911) 00002000:00010000:1.0:1734016091.509698:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822f100 00000100:00100000:1.0:1734016091.509732:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7906 00000100:00100000:1.0:1734016091.509737:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334372224:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016091.510023:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334371968:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5385us (6092us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016091.510032:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2693 00000100:00100000:1.0:1734016091.510701:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334372224:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 960us (1596us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016091.510708:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7906 00002000:00100000:1.0:1734016091.510715:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4386816->4390911) req@ffff88007822f100 x1818247334372224/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.510730:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822f100 with x1818247334372224 ext(4386816->4390911) 00002000:00010000:1.0:1734016091.510733:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822f100 00000100:00100000:0.0:1734016091.515437:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.515542:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334372480 00000100:00100000:1.0:1734016091.515549:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334372480 00002000:00100000:1.0:1734016091.515581:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4382720->4386815) req@ffff880137122680 x1818247334372480/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.515589:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880137122680 with x1818247334372480 ext(4382720->4386815) 00002000:00010000:1.0:1734016091.515593:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137122680 00000100:00100000:1.0:1734016091.516252:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7907 00000100:00100000:1.0:1734016091.516259:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880137122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334372480:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016091.518550:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880137122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334372480:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2281us (3112us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016091.518561:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7907 00002000:00100000:1.0:1734016091.518573:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4382720->4386815) req@ffff880137122680 x1818247334372480/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.518581:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880137122680 with x1818247334372480 ext(4382720->4386815) 00002000:00010000:1.0:1734016091.518587:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137122680 00000100:00100000:1.0:1734016091.526990:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334372736 00000100:00100000:1.0:1734016091.526995:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334372736 00002000:00100000:1.0:1734016091.527020:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4378624->4382719) req@ffff88007822df80 x1818247334372736/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.527028:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822df80 with x1818247334372736 ext(4378624->4382719) 00002000:00010000:1.0:1734016091.527032:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822df80 00000100:00100000:1.0:1734016091.527161:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7908 00000100:00100000:1.0:1734016091.527166:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334372736:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016091.527614:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334372736:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 446us (702us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016091.527621:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7908 00002000:00100000:1.0:1734016091.527627:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4378624->4382719) req@ffff88007822df80 x1818247334372736/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.527635:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822df80 with x1818247334372736 ext(4378624->4382719) 00002000:00010000:1.0:1734016091.527638:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822df80 00000100:00100000:1.0:1734016091.530688:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334372992 00000100:00100000:1.0:1734016091.530698:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334372992 00002000:00100000:1.0:1734016091.530749:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4374528->4378623) req@ffff88007822ca80 x1818247334372992/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.530759:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822ca80 with x1818247334372992 ext(4374528->4378623) 00002000:00010000:1.0:1734016091.530764:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822ca80 00000100:00100000:0.0:1734016091.535060:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.535509:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334373248 00000100:00100000:1.0:1734016091.535516:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334373248 00002000:00100000:1.0:1734016091.535545:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4370432->4374527) req@ffff880137122a00 x1818247334373248/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.535553:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880137122a00 with x1818247334373248 ext(4370432->4374527) 00002000:00010000:1.0:1734016091.535557:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137122a00 00000100:00100000:1.0:1734016091.535583:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7910 00000100:00100000:1.0:1734016091.535588:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880137122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334373248:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016091.535728:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880137122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334373248:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 131us (668us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016091.535735:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7910 00002000:00100000:1.0:1734016091.535740:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4370432->4374527) req@ffff880137122a00 x1818247334373248/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.535746:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880137122a00 with x1818247334373248 ext(4370432->4374527) 00002000:00010000:1.0:1734016091.535749:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137122a00 00000100:00100000:1.0:1734016091.540496:0:3506:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734016091.540516:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3506:1818247338285184:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016091.540578:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016091.541036:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3506:1818247338285184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016091.547056:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334373632 00000100:00100000:0.0:1734016091.547064:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334373632 00000100:00100000:0.0:1734016091.547503:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9902 00000100:00100000:0.0:1734016091.547509:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334373632:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016091.547529:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016091.547549:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc5599105c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e344 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.547574:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016091.547576:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016091.547586:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc5599105c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e344 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016091.547602:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc5599105c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e344 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016091.547612:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565680, rc 0) 00000100:00100000:0.0:1734016091.547782:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334373632:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 270us (1987us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016091.547788:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9902 00000100:00100000:0.0:1734016091.552281:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.556801:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.556888:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.562404:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.566912:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.567193:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334374528 00000100:00100000:1.0:1734016091.567201:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334374528 00002000:00100000:1.0:1734016091.567234:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5312512->5316607) req@ffff880137123800 x1818247334374528/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.567242:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880137123800 with x1818247334374528 ext(5312512->5316607) 00002000:00010000:1.0:1734016091.567246:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137123800 00000100:00100000:1.0:1734016091.567274:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7913 00000100:00100000:1.0:1734016091.567279:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880137123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334374528:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016091.567611:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880137123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334374528:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 330us (705us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016091.567617:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7913 00002000:00100000:1.0:1734016091.567623:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5312512->5316607) req@ffff880137123800 x1818247334374528/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.567636:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880137123800 with x1818247334374528 ext(5312512->5316607) 00002000:00010000:1.0:1734016091.567638:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137123800 00000100:00100000:0.0:1734016091.579241:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.586016:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334375552 00000100:00100000:1.0:1734016091.586026:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334375552 00002000:00100000:1.0:1734016091.586063:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5296128->5300223) req@ffff88007a3ca680 x1818247334375552/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.586072:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3ca680 with x1818247334375552 ext(5296128->5300223) 00002000:00010000:1.0:1734016091.586078:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3ca680 00000100:00100000:1.0:1734016091.586944:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7917 00000100:00100000:1.0:1734016091.586951:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334375552:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016091.587102:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334375552:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 151us (2687us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016091.587109:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7917 00002000:00100000:1.0:1734016091.587114:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5296128->5300223) req@ffff88007a3ca680 x1818247334375552/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.587122:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3ca680 with x1818247334375552 ext(5296128->5300223) 00002000:00010000:1.0:1734016091.587125:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3ca680 00000100:00100000:0.0:1734016091.594047:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.609129:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.609239:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334376832 00000100:00100000:1.0:1734016091.609246:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334376832 00002000:00100000:1.0:1734016091.609282:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5275648->5279743) req@ffff880137120380 x1818247334376832/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.609292:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880137120380 with x1818247334376832 ext(5275648->5279743) 00002000:00010000:1.0:1734016091.609296:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137120380 00000100:00100000:1.0:1734016091.609325:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7922 00000100:00100000:1.0:1734016091.609331:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880137120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334376832:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016091.609482:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880137120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334376832:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 149us (360us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016091.609489:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7922 00002000:00100000:1.0:1734016091.609494:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5275648->5279743) req@ffff880137120380 x1818247334376832/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.609501:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880137120380 with x1818247334376832 ext(5275648->5279743) 00002000:00010000:1.0:1734016091.609503:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137120380 00000100:00100000:0.0:1734016091.619965:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.622912:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334377216 00000100:00100000:0.0:1734016091.622922:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334377216 00000100:00100000:0.0:1734016091.622975:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9904 00000100:00100000:0.0:1734016091.622983:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334377216:12345-192.168.201.4@tcp:16:fsx.0 00000100:00100000:0.0:1734016091.627411:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334377216:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 4412us (4938us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016091.627427:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9904 00000100:00100000:0.0:1734016091.634185:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.642961:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.647518:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.659499:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.666780:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.671942:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.678899:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.683660:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.689761:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.693648:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.697706:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.702300:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.709326:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.709400:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334379520 00000100:00100000:0.0:1734016091.709410:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334379520 00002000:00100000:0.0:1734016091.709442:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4800512->4804607) req@ffff88007856fb80 x1818247334379520/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.709451:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856fb80 with x1818247334379520 ext(4800512->4804607) 00002000:00010000:0.0:1734016091.709456:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856fb80 00000100:00100000:0.0:1734016091.709565:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7927 00000100:00100000:0.0:1734016091.709572:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334379520:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016091.709747:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334379520:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 174us (427us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016091.709753:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7927 00002000:00100000:0.0:1734016091.709758:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4800512->4804607) req@ffff88007856fb80 x1818247334379520/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.709764:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856fb80 with x1818247334379520 ext(4800512->4804607) 00002000:00010000:0.0:1734016091.709766:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856fb80 00000100:00100000:1.0:1734016091.714435:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.714613:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334379776 00000100:00100000:0.0:1734016091.714622:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334379776 00002000:00100000:0.0:1734016091.714661:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4796416->4800511) req@ffff8801304d0000 x1818247334379776/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.714676:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d0000 with x1818247334379776 ext(4796416->4800511) 00002000:00010000:0.0:1734016091.714681:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d0000 00000100:00100000:0.0:1734016091.715097:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7928 00000100:00100000:0.0:1734016091.715104:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334379776:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016091.715255:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334379776:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 150us (827us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016091.715262:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7928 00002000:00100000:0.0:1734016091.715268:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4796416->4800511) req@ffff8801304d0000 x1818247334379776/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.715275:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d0000 with x1818247334379776 ext(4796416->4800511) 00002000:00010000:0.0:1734016091.715277:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d0000 00000100:00100000:0.0:1734016091.723511:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334379904 00000100:00100000:0.0:1734016091.723520:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334379904 00002000:00100000:0.0:1734016091.723557:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4796416->4816895) req@ffff880078811f80 x1818247334379904/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.723566:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078811f80 with x1818247334379904 ext(4796416->4816895) 00002000:00010000:0.0:1734016091.723571:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078811f80 00000100:00100000:0.0:1734016091.723601:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7929 00000100:00100000:0.0:1734016091.723608:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334379904:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016091.735315:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334379904:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 11693us (11927us total) trans 4294969184 rc 0/0 00000100:00100000:0.0:1734016091.735329:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7929 00002000:00100000:0.0:1734016091.735345:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4796416->4816895) req@ffff880078811f80 x1818247334379904/t4294969184(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/448 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.735357:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078811f80 with x1818247334379904 ext(4796416->4816895) 00002000:00010000:0.0:1734016091.735364:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078811f80 00000100:00100000:0.0:1734016091.746607:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.757343:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334380032:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 7464us (10738us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016091.757354:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9914 00000100:00100000:0.0:1734016091.761051:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.770488:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.780472:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.788869:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.793695:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.798428:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334380800 00000100:00100000:0.0:1734016091.798434:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334380800 00000100:00100000:0.0:1734016091.798590:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9919 00000100:00100000:0.0:1734016091.798597:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334380800:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016091.798788:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9289728 -> 9289728 00002000:00010000:0.0:1734016091.798791:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016091 -> 1734016091 00002000:00010000:0.0:1734016091.798793:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016091 -> 1734016091 00002000:00010000:0.0:1734016091.798795:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016091 -> 1734016091 00002000:00010000:0.0:1734016091.798797:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1344 -> 1416 00000100:00100000:0.0:1734016091.798835:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334380800:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 238us (454us total) trans 4294969185 rc 0/0 00000100:00100000:0.0:1734016091.798840:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9919 00000100:00100000:0.0:1734016091.800881:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.802772:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.807187:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.811534:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.814196:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.816948:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.820050:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.826749:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.831052:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.836650:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.840486:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.840637:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334383616 00000100:00100000:0.0:1734016091.840645:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334383616 00002000:00100000:0.0:1734016091.840677:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1028096->1032191) req@ffff8801304d0380 x1818247334383616/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.840686:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d0380 with x1818247334383616 ext(1028096->1032191) 00002000:00010000:0.0:1734016091.840690:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d0380 00000100:00100000:0.0:1734016091.840754:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7940 00000100:00100000:0.0:1734016091.840760:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334383616:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016091.840927:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334383616:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 165us (446us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016091.840933:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7940 00002000:00100000:0.0:1734016091.840938:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1028096->1032191) req@ffff8801304d0380 x1818247334383616/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.840945:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d0380 with x1818247334383616 ext(1028096->1032191) 00002000:00010000:0.0:1734016091.840947:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d0380 00000100:00100000:0.0:1734016091.843769:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.846881:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.850651:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.856272:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.859747:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.859947:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334384768 00000100:00100000:1.0:1734016091.859955:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334384768 00000100:00100000:1.0:1734016091.859993:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9920 00000100:00100000:1.0:1734016091.860000:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ed12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334384768:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016091.860018:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016091.860035:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559910be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e3a6 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016091.860083:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338287488:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016091.860143:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016091.872610:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.887947:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.896890:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.916242:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.932334:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.947154:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.953551:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.956263:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ed13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334385792:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 2269us (2717us total) trans 4294969186 rc 0/0 00000100:00100000:0.0:1734016091.956272:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 249 00002000:00100000:0.0:1734016091.956280:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8577024->8581119) req@ffff88012ed13480 x1818247334385792/t4294969186(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:52/0 lens 4584/448 e 0 to 0 dl 1734016102 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.956289:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ed13480 with x1818247334385792 ext(8577024->8581119) 00010000:00010000:0.0:1734016091.956296:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559910b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3203072->3239935) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e39f expref: 9 pid: 7684 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1734016091.956308:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559910b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3203072->3239935) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e39f expref: 9 pid: 7684 timeout: 455 lvb_type: 0 00002000:00010000:0.0:1734016091.956314:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ed13480 00000100:00100000:0.0:1734016091.960289:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016091.964107:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.964297:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334386176 00000100:00100000:1.0:1734016091.964305:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334386176 00002000:00100000:1.0:1734016091.964345:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8011776->8015871) req@ffff88012ed13b80 x1818247334386176/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.964356:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ed13b80 with x1818247334386176 ext(8011776->8015871) 00002000:00010000:1.0:1734016091.964360:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ed13b80 00000100:00100000:1.0:1734016091.964381:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7946 00000100:00100000:1.0:1734016091.964388:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ed13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334386176:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016091.964892:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ed13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334386176:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 503us (792us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016091.964899:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7946 00002000:00100000:1.0:1734016091.964904:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8011776->8015871) req@ffff88012ed13b80 x1818247334386176/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.964911:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ed13b80 with x1818247334386176 ext(8011776->8015871) 00002000:00010000:1.0:1734016091.964914:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ed13b80 00000100:00100000:0.0:1734016091.972002:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.972113:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334386432 00000100:00100000:1.0:1734016091.972123:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334386432 00002000:00100000:1.0:1734016091.972174:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8007680->8011775) req@ffff88012ed12680 x1818247334386432/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.972185:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ed12680 with x1818247334386432 ext(8007680->8011775) 00002000:00010000:1.0:1734016091.972191:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ed12680 00000100:00100000:1.0:1734016091.972212:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7947 00000100:00100000:1.0:1734016091.972220:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ed12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334386432:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016091.972405:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ed12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334386432:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 184us (417us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016091.972411:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7947 00002000:00100000:1.0:1734016091.972416:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8007680->8011775) req@ffff88012ed12680 x1818247334386432/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.972422:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ed12680 with x1818247334386432 ext(8007680->8011775) 00002000:00010000:1.0:1734016091.972425:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ed12680 00000100:00100000:0.0:1734016091.980178:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334386688 00000100:00100000:0.0:1734016091.980186:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334386688 00002000:00100000:0.0:1734016091.980224:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8003584->8007679) req@ffff880070d8d450 x1818247334386688/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.980233:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070d8d450 with x1818247334386688 ext(8003584->8007679) 00002000:00010000:0.0:1734016091.980238:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070d8d450 00000100:00100000:0.0:1734016091.980264:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7948 00000100:00100000:0.0:1734016091.980269:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070d8d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334386688:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016091.980411:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070d8d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334386688:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 141us (338us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016091.980417:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7948 00002000:00100000:0.0:1734016091.980422:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8003584->8007679) req@ffff880070d8d450 x1818247334386688/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.980428:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070d8d450 with x1818247334386688 ext(8003584->8007679) 00002000:00010000:0.0:1734016091.980431:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070d8d450 00000100:00100000:0.0:1734016091.984421:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.986121:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334386944 00000100:00100000:1.0:1734016091.986139:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334386944 00002000:00100000:1.0:1734016091.986200:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7999488->8003583) req@ffff88012ed10000 x1818247334386944/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.986210:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ed10000 with x1818247334386944 ext(7999488->8003583) 00002000:00010000:1.0:1734016091.986217:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ed10000 00000100:00100000:0.0:1734016091.993881:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016091.994065:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334387200 00000100:00100000:1.0:1734016091.994084:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334387200 00002000:00100000:1.0:1734016091.994144:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7995392->7999487) req@ffff88012ed10380 x1818247334387200/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.994157:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ed10380 with x1818247334387200 ext(7995392->7999487) 00002000:00010000:1.0:1734016091.994164:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ed10380 00000100:00100000:1.0:1734016091.995602:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7950 00000100:00100000:1.0:1734016091.995621:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ed10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334387200:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016091.996072:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ed10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334387200:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 453us (2204us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016091.996084:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7950 00002000:00100000:1.0:1734016091.996092:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7995392->7999487) req@ffff88012ed10380 x1818247334387200/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.996100:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ed10380 with x1818247334387200 ext(7995392->7999487) 00002000:00010000:1.0:1734016091.996105:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ed10380 00000100:00100000:1.0:1734016092.001008:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334387456 00000100:00100000:1.0:1734016092.001019:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334387456 00002000:00100000:1.0:1734016092.001092:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7991296->7995391) req@ffff880078308a80 x1818247334387456/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.001101:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308a80 with x1818247334387456 ext(7991296->7995391) 00002000:00010000:1.0:1734016092.001107:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308a80 00000100:00100000:1.0:1734016092.001137:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7951 00000100:00100000:1.0:1734016092.001144:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334387456:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.001325:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334387456:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 181us (460us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.001331:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7951 00002000:00100000:1.0:1734016092.001336:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7991296->7995391) req@ffff880078308a80 x1818247334387456/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.001343:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308a80 with x1818247334387456 ext(7991296->7995391) 00002000:00010000:1.0:1734016092.001345:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308a80 00000100:00100000:0.0:1734016092.006088:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.011008:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.011108:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334387968 00000100:00100000:1.0:1734016092.011118:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334387968 00002000:00100000:1.0:1734016092.011157:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7983104->7987199) req@ffff88012ed10a80 x1818247334387968/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.011170:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ed10a80 with x1818247334387968 ext(7983104->7987199) 00002000:00010000:1.0:1734016092.011176:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ed10a80 00000100:00100000:1.0:1734016092.011251:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7953 00000100:00100000:1.0:1734016092.011258:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ed10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334387968:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.011414:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ed10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334387968:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 155us (418us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.011420:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7953 00002000:00100000:1.0:1734016092.011426:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7983104->7987199) req@ffff88012ed10a80 x1818247334387968/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.011432:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ed10a80 with x1818247334387968 ext(7983104->7987199) 00002000:00010000:1.0:1734016092.011435:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ed10a80 00000100:00100000:0.0:1734016092.020600:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.020729:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334388480 00000100:00100000:1.0:1734016092.020737:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334388480 00002000:00100000:1.0:1734016092.020774:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7974912->7979007) req@ffff88012ed10e00 x1818247334388480/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.020784:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ed10e00 with x1818247334388480 ext(7974912->7979007) 00002000:00010000:1.0:1734016092.020788:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ed10e00 00000100:00100000:1.0:1734016092.020851:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7955 00000100:00100000:1.0:1734016092.020858:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ed10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334388480:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.021019:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ed10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334388480:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 160us (427us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.021027:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7955 00002000:00100000:1.0:1734016092.021032:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7974912->7979007) req@ffff88012ed10e00 x1818247334388480/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.021040:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ed10e00 with x1818247334388480 ext(7974912->7979007) 00002000:00010000:1.0:1734016092.021043:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ed10e00 00000100:00100000:0.0:1734016092.028286:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.030131:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.030252:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.030284:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:0.0:1734016092.031236:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016062 00000100:00080000:0.0:1734016092.031759:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016062 00000100:00100000:0.0:1734016092.036912:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.036999:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334389376 00000100:00100000:1.0:1734016092.037008:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334389376 00002000:00100000:1.0:1734016092.037054:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7966720->7970815) req@ffff88012ed11c00 x1818247334389376/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.037064:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ed11c00 with x1818247334389376 ext(7966720->7970815) 00002000:00010000:1.0:1734016092.037068:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ed11c00 00000100:00100000:1.0:1734016092.037096:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7957 00000100:00100000:1.0:1734016092.037101:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ed11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334389376:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.037436:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ed11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334389376:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 331us (536us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.037442:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7957 00002000:00100000:1.0:1734016092.037447:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7966720->7970815) req@ffff88012ed11c00 x1818247334389376/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.037453:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ed11c00 with x1818247334389376 ext(7966720->7970815) 00002000:00010000:1.0:1734016092.037455:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ed11c00 00000100:00100000:0.0:1734016092.040452:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.040556:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334389504 00000100:00100000:1.0:1734016092.040564:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334389504 00000100:00100000:1.0:1734016092.040838:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9926 00000100:00100000:1.0:1734016092.040846:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ed11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334389504:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.040873:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.040900:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559910e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e3d0 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.040931:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.040933:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.040944:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559910e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3d0 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.040959:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559910e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3d0 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.040972:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:1.0:1734016092.041035:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ed11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334389504:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 190us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.041041:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9926 00000100:00100000:1.0:1734016092.046409:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334389760 00000100:00100000:1.0:1734016092.046416:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334389760 00002000:00100000:1.0:1734016092.046452:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8728576->8732671) req@ffff880078811c00 x1818247334389760/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.046461:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078811c00 with x1818247334389760 ext(8728576->8732671) 00002000:00010000:1.0:1734016092.046465:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078811c00 00000100:00100000:1.0:1734016092.046497:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7958 00000100:00100000:1.0:1734016092.046503:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334389760:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.046643:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334389760:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 139us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.046650:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7958 00002000:00100000:1.0:1734016092.046656:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8728576->8732671) req@ffff880078811c00 x1818247334389760/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.046668:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078811c00 with x1818247334389760 ext(8728576->8732671) 00002000:00010000:1.0:1734016092.046671:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078811c00 00000100:00100000:0.0:1734016092.051070:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.055686:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.055977:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334390272 00000100:00100000:1.0:1734016092.055992:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334390272 00002000:00100000:1.0:1734016092.056056:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8720384->8724479) req@ffff88012ed13480 x1818247334390272/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.056070:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ed13480 with x1818247334390272 ext(8720384->8724479) 00002000:00010000:1.0:1734016092.056078:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ed13480 00000100:00100000:1.0:1734016092.056127:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7960 00000100:00100000:1.0:1734016092.056137:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ed13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334390272:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.056392:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ed13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334390272:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 255us (727us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.056400:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7960 00002000:00100000:1.0:1734016092.056406:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8720384->8724479) req@ffff88012ed13480 x1818247334390272/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.056412:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ed13480 with x1818247334390272 ext(8720384->8724479) 00002000:00010000:1.0:1734016092.056415:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ed13480 00000100:00100000:0.0:1734016092.063456:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.063657:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334390784 00000100:00100000:1.0:1734016092.063670:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334390784 00002000:00100000:1.0:1734016092.063726:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8712192->8716287) req@ffff88012ed13b80 x1818247334390784/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.063736:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ed13b80 with x1818247334390784 ext(8712192->8716287) 00002000:00010000:1.0:1734016092.063741:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ed13b80 00000100:00100000:1.0:1734016092.063774:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7962 00000100:00100000:1.0:1734016092.063781:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ed13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334390784:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.063995:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ed13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334390784:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 213us (550us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.064001:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7962 00002000:00100000:1.0:1734016092.064007:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8712192->8716287) req@ffff88012ed13b80 x1818247334390784/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.064013:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ed13b80 with x1818247334390784 ext(8712192->8716287) 00002000:00010000:1.0:1734016092.064016:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ed13b80 00000100:00100000:0.0:1734016092.067407:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.073040:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334391296 00000100:00100000:1.0:1734016092.073059:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334391296 00002000:00100000:1.0:1734016092.073137:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8704000->8708095) req@ffff880078810000 x1818247334391296/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.073147:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078810000 with x1818247334391296 ext(8704000->8708095) 00002000:00010000:1.0:1734016092.073155:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078810000 00000100:00100000:1.0:1734016092.073197:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7964 00000100:00100000:1.0:1734016092.073207:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334391296:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.073472:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334391296:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 264us (1105us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.073482:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7964 00002000:00100000:1.0:1734016092.073489:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8704000->8708095) req@ffff880078810000 x1818247334391296/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.073496:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078810000 with x1818247334391296 ext(8704000->8708095) 00002000:00010000:1.0:1734016092.073499:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078810000 00000100:00100000:0.0:1734016092.078801:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.079167:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334391552 00000100:00100000:1.0:1734016092.079180:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334391552 00000100:00100000:1.0:1734016092.079277:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7965 00000100:00100000:1.0:1734016092.079287:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ed12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334391552:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:1.0:1734016092.079347:0:7690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559910ef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.079379:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559910e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8011776->8015871) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3c9 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.079387:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559910e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3d0 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.079397:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.079399:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.079403:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559910ef lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4833280->4845567] (req 4833280->4845567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.079446:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559910e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3d0 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.079462:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559910e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3d0 expref: 8 pid: 7684 timeout: 455 lvb_type: 1 00000100:00100000:1.0:1734016092.079480:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7690:1818247338288384:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016092.080274:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559910e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8011776->8015871) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3c9 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.080288:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559910e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8011776->8015871) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3c9 expref: 7 pid: 7686 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1734016092.080297:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7690:1818247338288512:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016092.080324:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.086116:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.086183:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.086233:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334391680 00000100:00100000:0.0:1734016092.086250:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334391680 00010000:00010000:0.0:1734016092.086315:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559910e8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3d0 expref: 9 pid: 7684 timeout: 455 lvb_type: 1 00000100:00100000:0.0:1734016092.086372:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334391808 00000100:00100000:0.0:1734016092.086375:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334391808 00010000:00010000:0.0:1734016092.086387:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559910e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8011776->8015871) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3c9 expref: 8 pid: 7686 timeout: 455 lvb_type: 0 00000100:00100000:0.0:1734016092.086409:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2699 00000100:00100000:0.0:1734016092.086418:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088626c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334391680:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016092.086437:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016092.086469:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559910e8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3d0 expref: 9 pid: 7684 timeout: 455 lvb_type: 1 00010000:00010000:0.0:1734016092.086483:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559910e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3d0 expref: 9 pid: 7684 timeout: 455 lvb_type: 1 00010000:00010000:0.0:1734016092.086529:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016092.086596:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880088626c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334391680:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 178us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.086604:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2699 00000100:00100000:0.0:1734016092.086681:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2700 00000100:00100000:0.0:1734016092.086686:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ed12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334391808:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016092.086694:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016092.086701:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559910e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 8011776->8015871) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3c9 expref: 8 pid: 7686 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1734016092.086722:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559910e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 8011776->8015871) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3c9 expref: 8 pid: 7686 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1734016092.086734:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016092.086736:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016092.086741:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559910ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [4833280->4845567] (req 4833280->4845567) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.086750:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559910ef lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [4833280->4845567] (req 4833280->4845567) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.086771:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016092.086786:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ed12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334391808:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 99us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.086791:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2700 00010000:00010000:1.0:1734016092.087022:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559910e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3d0 expref: 8 pid: 7684 timeout: 455 lvb_type: 1 00000100:00100000:1.0:1734016092.087047:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7690:1818247338288384:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016092.087058:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559910e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8011776->8015871) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3c9 expref: 7 pid: 7686 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1734016092.087067:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7690:1818247338288512:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016092.087090:0:7690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559910ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4833280->4845567] (req 4833280->4845567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.087099:0:7690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559910ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4833280->4845567] (req 4833280->4845567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.087106:0:7690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559910ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4833280->4845567] (req 4833280->4845567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016092.090292:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016091 -> 1734016092 00002000:00010000:1.0:1734016092.090297:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016091 -> 1734016092 00002000:00010000:1.0:1734016092.090300:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1424 -> 1448 00010000:00010000:1.0:1734016092.090314:0:7690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559910ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4833280->4845567] (req 4833280->4845567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.090326:0:7690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559910ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4833280->4845567] (req 4833280->4845567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.090336:0:7690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559910ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4833280->4845567] (req 4833280->4845567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.090342:0:7690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e835680 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016092.090346:0:7690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559910ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4833280->4845567] (req 4833280->4845567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.090353:0:7690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559910ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4833280->4845567] (req 4833280->4845567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.090369:0:7690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559910ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4833280->4845567] (req 4833280->4845567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.090376:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559910ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4833280->4845567] (req 4833280->4845567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.091976:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ed12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334391552:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 12672us (13175us total) trans 4294969187 rc 0/0 00000100:00100000:1.0:1734016092.091991:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7965 00000100:00100000:0.0:1734016092.096436:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334391936 00000100:00100000:0.0:1734016092.096452:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334391936 00000100:00100000:0.0:1734016092.097078:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9927 00000100:00100000:0.0:1734016092.097089:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334391936:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.097123:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.097159:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc559910f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e3d7 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016092.097195:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9289728, mtime: 0x675afc5c, atime: 0x675afc5b, ctime: 0x675afc5c, blocks: 0x5a8 00010000:00010000:0.0:1734016092.097228:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016092.097231:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016092.097242:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc559910f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3d7 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.097263:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc559910f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3d7 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.097281:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565680, rc 0) 00000100:00100000:0.0:1734016092.097476:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334391936:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 388us (1397us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.097484:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9927 00000100:00100000:0.0:1734016092.102079:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334392064 00000100:00100000:0.0:1734016092.102086:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334392064 00000100:00100000:0.0:1734016092.102130:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9928 00000100:00100000:0.0:1734016092.102136:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334392064:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.102153:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.102168:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559910fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e3de expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.102189:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016092.102191:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016092.102198:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559910fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3de expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.102213:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559910fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3de expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.102227:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567180, rc 0) 00000100:00100000:0.0:1734016092.102262:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334392064:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 127us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.102268:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9928 00000100:00100000:1.0:1734016092.104912:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334392192 00000100:00100000:1.0:1734016092.104923:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334392192 00000100:00100000:1.0:1734016092.104982:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9929 00000100:00100000:1.0:1734016092.104995:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334392192:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.105017:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.105047:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991104 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e3e5 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.105085:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc559910f6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3d7 expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.105094:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559910fd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3de expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.105101:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.105103:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.105106:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991104 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [7643136->7647231] (req 7643136->7647231) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3e5 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.105144:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559910fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3de expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.105157:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559910fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3de expref: 8 pid: 7686 timeout: 455 lvb_type: 1 00000100:00100000:1.0:1734016092.105171:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338288640:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016092.105241:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc559910f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3d7 expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.105248:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc559910f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3d7 expref: 5 pid: 7686 timeout: 455 lvb_type: 1 00000100:00100000:1.0:1734016092.105258:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338288768:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016092.105279:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.108568:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338288640:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016092.108587:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338288768:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016092.108630:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991104 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [7643136->7647231] (req 7643136->7647231) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3e5 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.108652:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016092.108725:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334392192:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3731us (4031us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.108735:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9929 00000100:00100000:0.0:1734016092.112675:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078812300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338288896:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016092.112700:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016092.112748:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078811500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334392448:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3542us (3778us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.112761:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2702 00000100:00100000:1.0:1734016092.116350:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334392704 00000100:00100000:1.0:1734016092.116357:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334392704 00002000:00100000:1.0:1734016092.116402:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7643136->7647231) req@ffff88007830aa00 x1818247334392704/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.116412:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830aa00 with x1818247334392704 ext(7643136->7647231) 00002000:00010000:1.0:1734016092.116417:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830aa00 00000100:00100000:1.0:1734016092.116550:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7966 00000100:00100000:1.0:1734016092.116558:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334392704:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.116764:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334392704:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 204us (584us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.116771:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7966 00002000:00100000:1.0:1734016092.116780:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7643136->7647231) req@ffff88007830aa00 x1818247334392704/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.116786:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830aa00 with x1818247334392704 ext(7643136->7647231) 00002000:00010000:1.0:1734016092.116788:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830aa00 00000100:00100000:0.0:1734016092.120746:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.133057:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334393472 00000100:00100000:1.0:1734016092.133065:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334393472 00002000:00100000:1.0:1734016092.133102:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7630848->7634943) req@ffff880078813800 x1818247334393472/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.133111:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078813800 with x1818247334393472 ext(7630848->7634943) 00002000:00010000:1.0:1734016092.133115:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078813800 00000100:00100000:1.0:1734016092.133142:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7969 00000100:00100000:1.0:1734016092.133148:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334393472:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.133261:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334393472:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 112us (305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.133267:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7969 00002000:00100000:1.0:1734016092.133272:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7630848->7634943) req@ffff880078813800 x1818247334393472/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.133278:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078813800 with x1818247334393472 ext(7630848->7634943) 00002000:00010000:1.0:1734016092.133280:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078813800 00000100:00100000:0.0:1734016092.136872:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.143134:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7971 00000100:00100000:1.0:1734016092.143143:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334393984:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.144069:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334393984:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 924us (1858us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.144077:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7971 00002000:00100000:1.0:1734016092.144083:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7622656->7626751) req@ffff880078811f80 x1818247334393984/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.144090:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078811f80 with x1818247334393984 ext(7622656->7626751) 00002000:00010000:1.0:1734016092.144093:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078811f80 00000100:00100000:1.0:1734016092.147183:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334394240 00000100:00100000:1.0:1734016092.147191:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334394240 00002000:00100000:1.0:1734016092.147224:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7618560->7622655) req@ffff880078812a00 x1818247334394240/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.147232:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078812a00 with x1818247334394240 ext(7618560->7622655) 00002000:00010000:1.0:1734016092.147236:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078812a00 00000100:00100000:1.0:1734016092.147258:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7972 00000100:00100000:1.0:1734016092.147264:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078812a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334394240:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.147389:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078812a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334394240:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 124us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.147395:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7972 00002000:00100000:1.0:1734016092.147400:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7618560->7622655) req@ffff880078812a00 x1818247334394240/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.147406:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078812a00 with x1818247334394240 ext(7618560->7622655) 00002000:00010000:1.0:1734016092.147408:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078812a00 00010000:00010000:0.0:1734016092.149038:0:6468:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016092.151332:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.155501:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334394752 00000100:00100000:1.0:1734016092.155510:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334394752 00002000:00100000:1.0:1734016092.155550:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7610368->7614463) req@ffff880078308000 x1818247334394752/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.155560:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308000 with x1818247334394752 ext(7610368->7614463) 00002000:00010000:1.0:1734016092.155564:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308000 00000100:00100000:1.0:1734016092.155678:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7974 00000100:00100000:1.0:1734016092.155685:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334394752:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.156108:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334394752:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 421us (1064us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.156116:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7974 00002000:00100000:1.0:1734016092.156122:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7610368->7614463) req@ffff880078308000 x1818247334394752/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.156129:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308000 with x1818247334394752 ext(7610368->7614463) 00002000:00010000:1.0:1734016092.156132:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308000 00000100:00100000:0.0:1734016092.159427:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.159678:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334395008 00000100:00100000:1.0:1734016092.159689:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334395008 00002000:00100000:1.0:1734016092.159741:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7606272->7610367) req@ffff88007a37f100 x1818247334395008/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.159751:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37f100 with x1818247334395008 ext(7606272->7610367) 00002000:00010000:1.0:1734016092.159756:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37f100 00000100:00100000:1.0:1734016092.159795:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7975 00000100:00100000:1.0:1734016092.159801:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334395008:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.159974:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334395008:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 172us (552us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.159981:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7975 00002000:00100000:1.0:1734016092.159987:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7606272->7610367) req@ffff88007a37f100 x1818247334395008/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.159993:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37f100 with x1818247334395008 ext(7606272->7610367) 00002000:00010000:1.0:1734016092.159996:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37f100 00000100:00100000:0.0:1734016092.164549:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.169855:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334395520 00000100:00100000:1.0:1734016092.169868:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334395520 00002000:00100000:1.0:1734016092.169912:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7598080->7602175) req@ffff880078308e00 x1818247334395520/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.169922:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308e00 with x1818247334395520 ext(7598080->7602175) 00002000:00010000:1.0:1734016092.169929:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308e00 00000100:00100000:1.0:1734016092.169966:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7977 00000100:00100000:1.0:1734016092.169976:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334395520:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.170168:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334395520:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 192us (1043us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.170175:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7977 00002000:00100000:1.0:1734016092.170180:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7598080->7602175) req@ffff880078308e00 x1818247334395520/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.170188:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308e00 with x1818247334395520 ext(7598080->7602175) 00002000:00010000:1.0:1734016092.170191:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308e00 00000100:00100000:0.0:1734016092.172917:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.176994:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.177184:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334396032 00000100:00100000:1.0:1734016092.177193:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334396032 00002000:00100000:1.0:1734016092.177234:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7589888->7593983) req@ffff88007a37d880 x1818247334396032/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.177245:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37d880 with x1818247334396032 ext(7589888->7593983) 00002000:00010000:1.0:1734016092.177250:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37d880 00000100:00100000:1.0:1734016092.177283:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7979 00000100:00100000:1.0:1734016092.177290:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334396032:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.177445:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334396032:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 154us (460us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.177451:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7979 00002000:00100000:1.0:1734016092.177457:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7589888->7593983) req@ffff88007a37d880 x1818247334396032/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.177464:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37d880 with x1818247334396032 ext(7589888->7593983) 00002000:00010000:1.0:1734016092.177466:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37d880 00000100:00100000:0.0:1734016092.185039:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.185534:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334396416 00000100:00100000:1.0:1734016092.185547:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334396416 00002000:00100000:1.0:1734016092.185591:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7585792->7647231) req@ffff88007a37c000 x1818247334396416/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.185602:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37c000 with x1818247334396416 ext(7585792->7647231) 00002000:00010000:1.0:1734016092.185609:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37c000 00000100:00100000:1.0:1734016092.185642:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7981 00000100:00100000:1.0:1734016092.185649:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334396416:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016092.189034:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334396416:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3371us (3994us total) trans 4294969188 rc 0/0 00000100:00100000:0.0:1734016092.189047:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7981 00002000:00100000:0.0:1734016092.189060:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7585792->7647231) req@ffff88007a37c000 x1818247334396416/t4294969188(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/448 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.189070:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37c000 with x1818247334396416 ext(7585792->7647231) 00002000:00010000:0.0:1734016092.189078:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37c000 00000100:00100000:1.0:1734016092.191612:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334396544 00000100:00100000:1.0:1734016092.191630:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334396544 00000100:00100000:1.0:1734016092.191837:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9930 00000100:00100000:1.0:1734016092.191847:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334396544:12345-192.168.201.4@tcp:16:fsx.0 00000100:00100000:1.0:1734016092.194690:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334396544:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2838us (3193us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.194702:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9930 00000100:00100000:0.0:1734016092.198504:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334396800 00000100:00100000:0.0:1734016092.198513:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334396800 00002000:00100000:0.0:1734016092.198551:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4501504->4505599) req@ffff880078812300 x1818247334396800/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.198560:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078812300 with x1818247334396800 ext(4501504->4505599) 00002000:00010000:0.0:1734016092.198566:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078812300 00000100:00100000:0.0:1734016092.198609:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7982 00000100:00100000:0.0:1734016092.198614:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334396800:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016092.198800:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334396800:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 185us (370us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016092.199824:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7982 00002000:00100000:0.0:1734016092.199831:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4501504->4505599) req@ffff880078812300 x1818247334396800/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.199838:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078812300 with x1818247334396800 ext(4501504->4505599) 00002000:00010000:0.0:1734016092.199841:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078812300 00000100:00100000:0.0:1734016092.202340:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.202448:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334397056 00000100:00100000:1.0:1734016092.202458:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334397056 00002000:00100000:1.0:1734016092.202510:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4497408->4501503) req@ffff88012e29ea00 x1818247334397056/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.202525:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ea00 with x1818247334397056 ext(4497408->4501503) 00002000:00010000:1.0:1734016092.202530:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29ea00 00000100:00100000:1.0:1734016092.202620:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7983 00000100:00100000:1.0:1734016092.202627:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334397056:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.203174:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334397056:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 547us (843us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.203181:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7983 00002000:00100000:1.0:1734016092.203187:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4497408->4501503) req@ffff88012e29ea00 x1818247334397056/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.203193:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ea00 with x1818247334397056 ext(4497408->4501503) 00002000:00010000:1.0:1734016092.203195:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29ea00 00000100:00100000:1.0:1734016092.206404:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334397312 00000100:00100000:1.0:1734016092.206416:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334397312 00002000:00100000:1.0:1734016092.206477:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4493312->4497407) req@ffff880078309880 x1818247334397312/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.206488:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309880 with x1818247334397312 ext(4493312->4497407) 00002000:00010000:1.0:1734016092.206495:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309880 00000100:00100000:1.0:1734016092.206535:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7984 00000100:00100000:1.0:1734016092.206543:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334397312:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.208045:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334397312:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1496us (1806us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.208055:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7984 00002000:00100000:1.0:1734016092.208062:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4493312->4497407) req@ffff880078309880 x1818247334397312/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.208071:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309880 with x1818247334397312 ext(4493312->4497407) 00002000:00010000:1.0:1734016092.208075:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309880 00000100:00100000:1.0:1734016092.217759:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334397568 00000100:00100000:1.0:1734016092.217770:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334397568 00002000:00100000:1.0:1734016092.217837:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4489216->4493311) req@ffff8800783b5c00 x1818247334397568/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.217848:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b5c00 with x1818247334397568 ext(4489216->4493311) 00002000:00010000:1.0:1734016092.217852:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b5c00 00000100:00100000:1.0:1734016092.217880:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7985 00000100:00100000:1.0:1734016092.217888:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334397568:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.218060:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334397568:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 171us (675us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.218066:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7985 00002000:00100000:1.0:1734016092.218072:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4489216->4493311) req@ffff8800783b5c00 x1818247334397568/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.218079:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b5c00 with x1818247334397568 ext(4489216->4493311) 00002000:00010000:1.0:1734016092.218082:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b5c00 00000100:00100000:0.0:1734016092.222979:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.233703:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334398336 00000100:00100000:1.0:1734016092.233720:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334398336 00002000:00100000:1.0:1734016092.233767:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4476928->4481023) req@ffff880078309f80 x1818247334398336/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.233778:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309f80 with x1818247334398336 ext(4476928->4481023) 00002000:00010000:1.0:1734016092.233782:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309f80 00000100:00100000:1.0:1734016092.234424:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7988 00000100:00100000:1.0:1734016092.234433:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334398336:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.234676:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334398336:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 243us (1071us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.234684:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7988 00002000:00100000:1.0:1734016092.234690:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4476928->4481023) req@ffff880078309f80 x1818247334398336/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.234697:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309f80 with x1818247334398336 ext(4476928->4481023) 00002000:00010000:1.0:1734016092.234700:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309f80 00000100:00100000:0.0:1734016092.238552:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.243201:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334398848 00000100:00100000:1.0:1734016092.243212:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334398848 00002000:00100000:1.0:1734016092.243250:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4468736->4472831) req@ffff88007830ad80 x1818247334398848/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.243259:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830ad80 with x1818247334398848 ext(4468736->4472831) 00002000:00010000:1.0:1734016092.243265:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830ad80 00000100:00100000:1.0:1734016092.243336:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7990 00000100:00100000:1.0:1734016092.243344:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334398848:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.243559:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334398848:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 216us (1024us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.243567:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7990 00002000:00100000:1.0:1734016092.243572:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4468736->4472831) req@ffff88007830ad80 x1818247334398848/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.243578:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830ad80 with x1818247334398848 ext(4468736->4472831) 00002000:00010000:1.0:1734016092.243580:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830ad80 00000100:00100000:0.0:1734016092.253011:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.263353:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334399872 00000100:00100000:1.0:1734016092.263364:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334399872 00002000:00100000:1.0:1734016092.263424:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4452352->4456447) req@ffff88007830a300 x1818247334399872/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.263437:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830a300 with x1818247334399872 ext(4452352->4456447) 00002000:00010000:1.0:1734016092.263444:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830a300 00000100:00100000:1.0:1734016092.263534:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7994 00000100:00100000:1.0:1734016092.263542:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334399872:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.263770:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334399872:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 227us (595us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.263779:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7994 00002000:00100000:1.0:1734016092.263784:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4452352->4456447) req@ffff88007830a300 x1818247334399872/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.263791:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830a300 with x1818247334399872 ext(4452352->4456447) 00002000:00010000:1.0:1734016092.263794:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830a300 00000100:00100000:0.0:1734016092.267246:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.267439:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334400128 00000100:00100000:1.0:1734016092.267446:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334400128 00002000:00100000:1.0:1734016092.267476:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4448256->4452351) req@ffff88012e29c380 x1818247334400128/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.267484:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29c380 with x1818247334400128 ext(4448256->4452351) 00002000:00010000:1.0:1734016092.267488:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29c380 00000100:00100000:1.0:1734016092.267782:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7995 00000100:00100000:1.0:1734016092.267789:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334400128:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.268049:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334400128:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 259us (810us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.268056:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7995 00002000:00100000:1.0:1734016092.268062:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4448256->4452351) req@ffff88012e29c380 x1818247334400128/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.268070:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29c380 with x1818247334400128 ext(4448256->4452351) 00002000:00010000:1.0:1734016092.268073:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29c380 00000100:00100000:1.0:1734016092.277966:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334400640 00000100:00100000:1.0:1734016092.277985:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334400640 00002000:00100000:1.0:1734016092.278050:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4440064->4444159) req@ffff880078308700 x1818247334400640/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.278062:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308700 with x1818247334400640 ext(4440064->4444159) 00002000:00010000:1.0:1734016092.278069:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308700 00000100:00100000:1.0:1734016092.278101:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7997 00000100:00100000:1.0:1734016092.278108:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334400640:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.278379:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334400640:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 270us (1336us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.278387:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7997 00002000:00100000:1.0:1734016092.278392:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4440064->4444159) req@ffff880078308700 x1818247334400640/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.278399:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308700 with x1818247334400640 ext(4440064->4444159) 00002000:00010000:1.0:1734016092.278402:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308700 00000100:00100000:0.0:1734016092.283065:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.287722:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334400768:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4384us (4647us total) trans 4294969189 rc 0/0 00000100:00100000:0.0:1734016092.287735:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7998 00002000:00100000:0.0:1734016092.287746:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4440064->4505599) req@ffff88012e29dc00 x1818247334400768/t4294969189(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/448 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.287755:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29dc00 with x1818247334400768 ext(4440064->4505599) 00002000:00010000:0.0:1734016092.287760:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29dc00 00000100:00100000:1.0:1734016092.290106:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334400896 00000100:00100000:1.0:1734016092.290118:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334400896 00000100:00100000:1.0:1734016092.290295:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9931 00000100:00100000:1.0:1734016092.290305:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334400896:12345-192.168.201.4@tcp:16:fsx.0 00000100:00100000:1.0:1734016092.291936:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334400896:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 1630us (1969us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.291946:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9931 00000100:00100000:1.0:1734016092.294647:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334401024 00000100:00100000:1.0:1734016092.294655:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334401024 00000100:00100000:1.0:1734016092.294774:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9932 00000100:00100000:1.0:1734016092.294780:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334401024:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.294796:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.294999:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc5599110b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e3ec expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.295056:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338289024:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016092.295125:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016092.297283:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016091 -> 1734016092 00002000:00010000:1.0:1734016092.297294:0:7684:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1448 -> 1696 00000100:00100000:1.0:1734016092.297317:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338289024:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016092.297357:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc5599110b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3ec expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.297372:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc5599110b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3ec expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.297386:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:1.0:1734016092.297456:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334401024:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2674us (2911us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.297469:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9932 00000100:00100000:1.0:1734016092.300292:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334401152 00000100:00100000:1.0:1734016092.300303:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334401152 00000100:00100000:1.0:1734016092.300430:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9933 00000100:00100000:1.0:1734016092.300439:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334401152:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.300457:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.300475:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55991112 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e3f3 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.300541:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338289152:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016092.300618:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.303228:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338289152:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016092.303260:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55991112 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3f3 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.303274:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55991112 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3f3 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.303284:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:1.0:1734016092.303661:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334401152:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3221us (3505us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.303668:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9933 00000100:00100000:0.0:1734016092.306559:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.312960:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:0.0:1734016092.314023:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016062 00010000:00010000:0.0:1734016092.314648:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55991119 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016092.314655:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55991119 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:0.0:1734016092.314776:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968537 00000004:00010000:0.0:1734016092.314848:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012e29f800 reply state ffff88012b7f9000 transno 4294968538 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55991119 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016092.314857:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016092.315760:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+33:9662:x1818247334401408:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 9002us (9207us total) trans 4294968538 rc 0/0 00000100:00100000:0.0:1734016092.315767:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1948 00000020:00080000:0.0:1734016092.315771:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016092.319473:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.319494:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334401664 00000100:00100000:0.0:1734016092.319500:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334401664 00002000:00010000:0.0:1734016092.319525:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1626315->18446744073709551615) 00002000:00100000:0.0:1734016092.319528:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ce00 with x1818247334401664 ext(1626315->18446744073709551615) 00002000:00010000:0.0:1734016092.319536:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29ce00. 00000100:00100000:0.0:1734016092.320385:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 7999 00000100:00100000:0.0:1734016092.320393:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334401664:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016092.328140:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9289728 -> 1626315 00002000:00010000:1.0:1734016092.328146:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016092 -> 1734016092 00002000:00010000:1.0:1734016092.328148:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016092 -> 1734016091 00002000:00010000:1.0:1734016092.328150:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016092 -> 1734016092 00002000:00010000:1.0:1734016092.328152:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1696 -> 728 00000100:00100000:1.0:1734016092.328212:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334401664:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 7816us (8739us total) trans 4294969190 rc 0/0 00000100:00100000:1.0:1734016092.328222:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 7999 00002000:00010000:1.0:1734016092.328226:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1626315->18446744073709551615) 00002000:00100000:1.0:1734016092.328229:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ce00 with x1818247334401664 ext(1626315->18446744073709551615) 00002000:00010000:1.0:1734016092.328234:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29ce00. 00000100:00100000:0.0:1734016092.334245:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334401792 00000100:00100000:0.0:1734016092.334255:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334401792 00000100:00100000:0.0:1734016092.334331:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1949 00000100:00100000:0.0:1734016092.334339:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334401792:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.334362:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.334383:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55991120 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e3fa expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.334481:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55991127 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016092.334495:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55991127 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016092.334507:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55991127 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:0.0:1734016092.334531:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1626315 00000004:00200000:0.0:1734016092.334535:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016092.334550:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55991127 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016092.334571:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55991120 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3fa expref: 21 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.334585:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55991127 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e3fa expref: 20 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.334591:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016092.334594:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016092.334597:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564240, rc 0) 00000100:00100000:0.0:1734016092.334655:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:9662:x1818247334401792:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 316us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.334661:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1949 00000100:00100000:1.0:1734016092.350381:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.376486:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.388574:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.394980:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.402534:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.402799:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334402688 00000100:00100000:0.0:1734016092.402832:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334402688 00002000:00100000:0.0:1734016092.402876:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1101824->1105919) req@ffff8801304d1f80 x1818247334402688/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.402887:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d1f80 with x1818247334402688 ext(1101824->1105919) 00002000:00010000:0.0:1734016092.402893:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d1f80 00000100:00100000:0.0:1734016092.402911:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8000 00000100:00100000:0.0:1734016092.402918:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334402688:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016092.403083:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334402688:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 163us (555us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016092.403090:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8000 00002000:00100000:0.0:1734016092.403096:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1101824->1105919) req@ffff8801304d1f80 x1818247334402688/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.403103:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d1f80 with x1818247334402688 ext(1101824->1105919) 00002000:00010000:0.0:1734016092.403106:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d1f80 00000100:00100000:1.0:1734016092.406983:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.412550:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.424565:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.425423:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334403456 00000100:00100000:0.0:1734016092.425432:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334403456 00002000:00100000:0.0:1734016092.425471:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1089536->1093631) req@ffff8801304d2680 x1818247334403456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.425481:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d2680 with x1818247334403456 ext(1089536->1093631) 00002000:00010000:0.0:1734016092.425487:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d2680 00000100:00100000:0.0:1734016092.425516:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8003 00000100:00100000:0.0:1734016092.425524:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334403456:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016092.425669:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334403456:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 145us (1115us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016092.425675:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8003 00002000:00100000:0.0:1734016092.425680:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1089536->1093631) req@ffff8801304d2680 x1818247334403456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.425686:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d2680 with x1818247334403456 ext(1089536->1093631) 00002000:00010000:0.0:1734016092.425688:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d2680 00000100:00100000:1.0:1734016092.439568:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.446725:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.453586:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.463882:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.470177:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.473699:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.479295:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.479386:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334404992 00000100:00100000:0.0:1734016092.479401:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334404992 00002000:00100000:0.0:1734016092.479463:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (544768->548863) req@ffff8801304d3800 x1818247334404992/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.479474:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d3800 with x1818247334404992 ext(544768->548863) 00002000:00010000:0.0:1734016092.479481:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d3800 00000100:00100000:0.0:1734016092.479522:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8008 00000100:00100000:0.0:1734016092.479531:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334404992:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016092.479744:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334404992:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 212us (464us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016092.479752:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8008 00002000:00100000:0.0:1734016092.479758:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (544768->548863) req@ffff8801304d3800 x1818247334404992/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.479765:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d3800 with x1818247334404992 ext(544768->548863) 00002000:00010000:0.0:1734016092.479768:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d3800 00000100:00100000:0.0:1734016092.489854:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.494872:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.495284:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334405376 00000100:00100000:0.0:1734016092.495297:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334405376 00010000:00010000:0.0:1734016092.495339:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55991151 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e41d expref: 33 pid: 13928 timeout: 456 lvb_type: 0 00000100:00100000:0.0:1734016092.495381:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2705 00000100:00100000:0.0:1734016092.495392:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+33:1969:x1818247334405376:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016092.495417:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016092.495425:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55991151 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e41d expref: 33 pid: 13928 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1734016092.495440:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55991151 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e41d expref: 33 pid: 13928 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1734016092.495470:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55991151 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e41d expref: 33 pid: 13928 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1734016092.495502:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016092.495507:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599115f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016092.495518:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599115f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016092.495525:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599115f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016092.495561:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016092.495627:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+32:1969:x1818247334405376:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 236us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.495635:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2705 00000100:00100000:0.0:1734016092.499744:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.502528:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.502635:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.503001:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334405632 00000100:00100000:0.0:1734016092.503470:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334405632 00010000:00010000:0.0:1734016092.503498:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991143 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1101824->1105919) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e416 expref: 7 pid: 7684 timeout: 456 lvb_type: 0 00000100:00100000:0.0:1734016092.503776:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334405760 00000100:00100000:0.0:1734016092.503779:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334405760 00010000:00010000:0.0:1734016092.503793:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991158 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e424 expref: 8 pid: 7684 timeout: 456 lvb_type: 1 00000100:00100000:1.0:1734016092.504103:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2707 00000100:00100000:1.0:1734016092.504109:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334405760:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016092.504119:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016092.504130:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991158 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e424 expref: 8 pid: 7684 timeout: 456 lvb_type: 1 00010000:00010000:1.0:1734016092.504143:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991158 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e424 expref: 8 pid: 7684 timeout: 456 lvb_type: 1 00010000:00010000:1.0:1734016092.504157:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991158 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e424 expref: 8 pid: 7684 timeout: 456 lvb_type: 1 00010000:00010000:1.0:1734016092.504176:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.504178:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.504183:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991166 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e42b expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.504193:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991166 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e42b expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.504235:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991166 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e42b expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.504252:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338290432:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016092.505602:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.507615:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.511792:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.520509:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.531761:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.534919:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334406784:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 1269us (3174us total) trans 4294969192 rc 0/0 00000100:00100000:0.0:1734016092.534929:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8013 00002000:00100000:0.0:1734016092.534937:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7450624->7460141) req@ffff8801304d0a80 x1818247334406784/t4294969192(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:53/0 lens 10008/448 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.534947:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d0a80 with x1818247334406784 ext(7450624->7460141) 00002000:00010000:0.0:1734016092.534951:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d0a80 00000100:00100000:0.0:1734016092.555967:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.560763:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.580083:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.580230:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334407168 00000100:00100000:0.0:1734016092.580247:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334407168 00000100:00100000:0.0:1734016092.580326:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1953 00000100:00100000:0.0:1734016092.580337:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:9662:x1818247334407168:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.580385:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.580419:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc5599116d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e432 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.580560:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55991174 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016092.580579:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55991174 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016092.580594:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55991174 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:0.0:1734016092.580636:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7460142 00000004:00200000:0.0:1734016092.580641:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016092.580667:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55991174 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016092.580695:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc5599116d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e432 expref: 15 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.580740:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55991174 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e432 expref: 14 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.580750:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016092.580754:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016092.580760:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565200, rc 0) 00000100:00100000:0.0:1734016092.580850:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:9662:x1818247334407168:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 514us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.580860:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1953 00000100:00100000:0.0:1734016092.591514:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334407296 00000100:00100000:0.0:1734016092.591528:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334407296 00000100:00100000:0.0:1734016092.592320:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9941 00000100:00100000:0.0:1734016092.592328:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334407296:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.592345:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.592365:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc5599117b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e439 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.592423:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338290560:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016092.592498:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.601966:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.643353:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.643435:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.810137:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.826099:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.850744:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.877286:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.889732:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.899189:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.903049:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334408832 00000100:00100000:1.0:1734016092.903066:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334408832 00000100:00100000:1.0:1734016092.903962:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9945 00000100:00100000:1.0:1734016092.903978:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334408832:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.904025:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.904069:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559911a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e45c expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.904115:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.904118:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.904135:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559911a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e45c expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.904160:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559911a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e45c expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.904182:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016092.904331:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334408832:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 356us (5166us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.904341:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9945 00000100:00100000:0.0:1734016092.908602:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016092.908748:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334408960 00000100:00100000:1.0:1734016092.908759:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334408960 00000100:00100000:1.0:1734016092.913637:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334409216 00000100:00100000:1.0:1734016092.913647:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334409216 00010000:00010000:1.0:1734016092.913682:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599119e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1822720->1826815) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e455 expref: 8 pid: 7684 timeout: 456 lvb_type: 0 00000100:00100000:0.0:1734016092.923554:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334409344 00000100:00100000:0.0:1734016092.923569:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334409344 00000100:00100000:0.0:1734016092.923634:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9947 00000100:00100000:0.0:1734016092.923643:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334409344:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016092.923976:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7460142 -> 7460142 00002000:00010000:0.0:1734016092.923981:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016092.923983:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016092 -> 1734016091 00002000:00010000:0.0:1734016092.923986:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016092.923987:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 752 -> 752 00000100:00100000:0.0:1734016092.925522:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334409344:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1878us (2265us total) trans 4294969193 rc 0/0 00000100:00100000:0.0:1734016092.925532:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9947 00000100:00100000:0.0:1734016092.927752:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334409472 00000100:00100000:0.0:1734016092.927769:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334409472 00000100:00100000:0.0:1734016092.927879:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9948 00000100:00100000:0.0:1734016092.927888:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334409472:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.927916:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.927942:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559911b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e46a expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.928023:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a782bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338291584:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016092.928109:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.939587:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.954284:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016092.960910:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.008733:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.015196:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:0.0:1734016093.016465:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016063 00000100:00100000:0.0:1734016093.028581:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.038543:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016093.053301:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.059530:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.068633:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016093.095083:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016093.100378:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.107967:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.113542:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.118200:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334411904 00000100:00100000:0.0:1734016093.118209:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334411904 00000100:00100000:0.0:1734016093.118263:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9960 00000100:00100000:0.0:1734016093.118271:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334411904:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016093.118292:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016093.118313:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55991207 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e4b7 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.118346:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991200 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4b0 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016093.118353:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016093.118355:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016093.118359:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55991207 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3682304->3727359] (req 3682304->3727359) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4b7 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.118391:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991200 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4b0 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016093.118401:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991200 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4b0 expref: 9 pid: 7686 timeout: 456 lvb_type: 1 00000100:00100000:0.0:1734016093.118413:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800700cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338293120:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016093.118493:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016093.129799:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800700cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338293120:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016093.129857:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55991207 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3682304->3727359] (req 3682304->3727359) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4b7 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.129880:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567a80, rc 0) 00000100:00100000:0.0:1734016093.129935:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334411904:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11664us (11823us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016093.129942:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9960 00000100:00100000:1.0:1734016093.130023:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.130982:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334412032 00000100:00100000:0.0:1734016093.130990:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334412032 00010000:00010000:0.0:1734016093.131017:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991200 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4b0 expref: 9 pid: 7686 timeout: 456 lvb_type: 1 00000100:00100000:0.0:1734016093.131054:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2713 00000100:00100000:0.0:1734016093.131060:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088626450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334412032:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016093.131075:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016093.131093:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991200 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4b0 expref: 9 pid: 7686 timeout: 456 lvb_type: 1 00010000:00010000:0.0:1734016093.131102:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991200 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4b0 expref: 9 pid: 7686 timeout: 456 lvb_type: 1 00010000:00010000:0.0:1734016093.131119:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991200 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4b0 expref: 9 pid: 7686 timeout: 456 lvb_type: 1 00010000:00010000:0.0:1734016093.131135:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016093.131136:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016093.131141:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55991207 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3682304->3727359) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4b7 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.131152:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55991207 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3682304->3727359) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4b7 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.131177:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55991207 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3682304->3727359) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4b7 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016093.131186:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800700cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338293248:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016093.131219:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016093.147964:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016093.148038:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334412160 00000100:00100000:1.0:1734016093.148046:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334412160 00000100:00100000:1.0:1734016093.148090:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9961 00000100:00100000:1.0:1734016093.148097:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334412160:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016093.148346:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7460142 -> 7460142 00002000:00010000:1.0:1734016093.148349:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016092 -> 1734016092 00002000:00010000:1.0:1734016093.148351:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016092 -> 1734016092 00002000:00010000:1.0:1734016093.148353:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016092 -> 1734016092 00002000:00010000:1.0:1734016093.148354:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 880 -> 880 00000100:00100000:1.0:1734016093.148425:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334412160:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 327us (468us total) trans 4294969196 rc 0/0 00000100:00100000:1.0:1734016093.148432:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9961 00000100:00100000:0.0:1734016093.150625:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016093.151154:0:9875:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1734016093.152484:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016092 -> 1734016093 00000100:00100000:0.0:1734016093.152501:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800788fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338293376:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016093.152525:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599120e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4be expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016093.152536:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599120e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4be expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016093.152554:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:0.0:1734016093.152593:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334412288:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1835us (1972us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016093.152600:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9962 00000100:00100000:0.0:1734016093.168425:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.195391:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.201154:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.214372:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016093.251271:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.256574:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016093.274622:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.322623:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.322679:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.326798:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8021 00000100:00100000:0.0:1734016093.326836:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247334413952:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016093.379196:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338294272 00000100:00100000:1.0:1734016093.379202:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338294272 00000100:00100000:1.0:1734016093.379248:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1734016093.379254:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338294272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1734016093.379278:0:7687:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:1.0:1734016093.379313:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338294272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016093.379319:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00080000:0.0:1734016093.379452:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016063 00000100:00100000:1.0:1734016093.426151:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.432616:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016093.432685:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334414208 00000100:00100000:1.0:1734016093.432703:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334414208 00000100:00100000:1.0:1734016093.432754:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9968 00000100:00100000:1.0:1734016093.432760:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334414208:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016093.432777:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016093.432799:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55991238 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e4e8 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.432879:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599122a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2121728->2125823) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4da expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.432886:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991231 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4e1 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016093.432891:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016093.432893:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016093.432896:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55991238 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3555328->3604479] (req 3555328->3604479) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4e8 expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.433110:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991231 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4e1 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016093.433122:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991231 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4e1 expref: 10 pid: 7686 timeout: 457 lvb_type: 1 00000100:00100000:1.0:1734016093.433134:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338294400:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016093.433614:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599122a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2121728->2125823) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4da expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.433627:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599122a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2121728->2125823) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4da expref: 10 pid: 7686 timeout: 457 lvb_type: 0 00000100:00100000:1.0:1734016093.433635:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338294528:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016093.433653:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00010000:00010000:1.0:1734016093.438474:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991231 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4e1 expref: 10 pid: 7686 timeout: 457 lvb_type: 1 00000100:00100000:1.0:1734016093.438491:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338294400:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016093.438500:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338294528:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016093.438523:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55991238 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3555328->3604479] (req 3555328->3604479) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4e8 expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.438532:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016093.438550:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:9662:x1818247334414208:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5790us (5943us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016093.438556:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9968 00000100:00100000:0.0:1734016093.450587:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016093.457313:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334414592 00000100:00100000:1.0:1734016093.457319:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334414592 00000100:00100000:1.0:1734016093.457358:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9969 00000100:00100000:1.0:1734016093.457364:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334414592:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016093.457583:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7460142 -> 7460142 00002000:00010000:1.0:1734016093.457587:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016093 -> 1734016093 00002000:00010000:1.0:1734016093.457590:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016093 -> 1734016093 00002000:00010000:1.0:1734016093.457591:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016093 -> 1734016093 00002000:00010000:1.0:1734016093.457593:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 968 -> 968 00000100:00100000:1.0:1734016093.457654:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334414592:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 289us (446us total) trans 4294969198 rc 0/0 00000100:00100000:1.0:1734016093.457661:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9969 00000100:00100000:0.0:1734016093.460477:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.467210:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:0.0:1734016093.468759:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016063 00000100:00100000:0.0:1734016093.476063:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334415104 00000100:00100000:0.0:1734016093.476073:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334415104 00000100:00100000:0.0:1734016093.476124:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9970 00000100:00100000:0.0:1734016093.476131:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:9662:x1818247334415104:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016093.476150:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016093.476167:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991246 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e4ef expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.476198:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55991238 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3555328->3604479) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4e8 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.476205:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016093.476206:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016093.476210:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991246 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4ef expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.476255:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55991238 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3555328->3604479) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4e8 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.476269:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55991238 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3555328->3604479) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4e8 expref: 9 pid: 7684 timeout: 457 lvb_type: 0 00000100:00100000:0.0:1734016093.476281:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338294912:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016093.476349:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016093.483256:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338294912:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016093.483285:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991246 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4ef expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.483301:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565200, rc 0) 00000100:00100000:0.0:1734016093.483359:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:9662:x1818247334415104:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7227us (7902us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016093.483367:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9970 00000100:00100000:1.0:1734016093.483999:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334415232 00000100:00100000:1.0:1734016093.484005:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334415232 00010000:00010000:1.0:1734016093.484027:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55991238 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3555328->3604479) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4e8 expref: 10 pid: 7684 timeout: 457 lvb_type: 0 00000100:00100000:1.0:1734016093.484049:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2719 00000100:00100000:1.0:1734016093.484057:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334415232:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016093.484071:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016093.484089:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55991238 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3555328->3604479) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4e8 expref: 10 pid: 7684 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1734016093.484100:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55991238 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3555328->3604479) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4e8 expref: 10 pid: 7684 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1734016093.484123:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55991238 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3555328->3604479) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4e8 expref: 10 pid: 7684 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1734016093.484139:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016093.484141:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016093.484146:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991246 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4ef expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.484158:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991246 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4ef expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.484188:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991246 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4ef expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016093.484200:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338295040:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016093.484233:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016093.488116:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338295040:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016093.488135:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016093.488910:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334415232:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4852us (4978us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016093.488920:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2719 00000100:00100000:0.0:1734016093.489185:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334415360 00000100:00100000:0.0:1734016093.489191:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334415360 00002000:00010000:0.0:1734016093.489217:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7771742->18446744073709551615) 00002000:00100000:0.0:1734016093.489221:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788fa680 with x1818247334415360 ext(7771742->18446744073709551615) 00002000:00010000:0.0:1734016093.489230:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788fa680. 00000100:00100000:0.0:1734016093.489258:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8022 00000100:00100000:0.0:1734016093.489264:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247334415360:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016093.489438:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7460142 -> 7771742 00002000:00010000:0.0:1734016093.489441:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016093 -> 1734016093 00002000:00010000:0.0:1734016093.489443:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016093 -> 1734016093 00002000:00010000:0.0:1734016093.489445:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016093 -> 1734016093 00002000:00010000:0.0:1734016093.489447:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 968 -> 968 00000100:00100000:0.0:1734016093.489476:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247334415360:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 211us (377us total) trans 4294969199 rc 0/0 00000100:00100000:0.0:1734016093.489483:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8022 00002000:00010000:0.0:1734016093.489485:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7771742->18446744073709551615) 00002000:00100000:0.0:1734016093.489487:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788fa680 with x1818247334415360 ext(7771742->18446744073709551615) 00002000:00010000:0.0:1734016093.489491:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788fa680. 00000100:00100000:0.0:1734016093.495141:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334415616 00000100:00100000:0.0:1734016093.495150:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334415616 00002000:00100000:0.0:1734016093.495183:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7462912->7774207) req@ffff8800788f9500 x1818247334415616/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.495191:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788f9500 with x1818247334415616 ext(7462912->7774207) 00002000:00010000:0.0:1734016093.495196:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788f9500 00000100:00100000:0.0:1734016093.495745:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8023 00000100:00100000:0.0:1734016093.495750:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1972:x1818247334415616:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016093.501596:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1972:x1818247334415616:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 5833us (6532us total) trans 0 rc 311296/311296 00000100:00100000:0.0:1734016093.501608:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8023 00002000:00100000:0.0:1734016093.501621:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7462912->7774207) req@ffff8800788f9500 x1818247334415616/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:54/0 lens 488/440 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 311296/311296 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.501629:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788f9500 with x1818247334415616 ext(7462912->7774207) 00002000:00010000:0.0:1734016093.501634:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788f9500 00000100:00100000:0.0:1734016093.506002:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.512897:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334415872 00000100:00100000:0.0:1734016093.512905:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334415872 00000100:00100000:0.0:1734016093.512947:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1956 00000100:00100000:0.0:1734016093.512953:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334415872:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:0.0:1734016093.513054:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334415872:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 100us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016093.513060:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1956 00000100:00100000:0.0:1734016093.515332:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.562774:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.570116:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334416640 00000100:00100000:0.0:1734016093.570129:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334416640 00000100:00100000:0.0:1734016093.570206:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1958 00000100:00100000:0.0:1734016093.570215:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334416640:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016093.570240:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016093.570269:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc55991269 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e50b expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.570393:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991270 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016093.570406:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991270 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016093.570416:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991270 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:0.0:1734016093.570439:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7771742 00000004:00200000:0.0:1734016093.570443:0:13928:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016093.570462:0:13928:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991270 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016093.570486:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc55991269 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e50b expref: 16 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.570521:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991270 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e50b expref: 15 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.570529:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016093.570531:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016093.570534:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565d40, rc 0) 00000100:00100000:0.0:1734016093.570596:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334416640:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 382us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016093.570603:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1958 00000100:00100000:0.0:1734016093.579753:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.594714:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.600032:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334417408 00000100:00100000:0.0:1734016093.600042:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334417408 00002000:00100000:0.0:1734016093.600085:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4669440->4673535) req@ffff8800788fb480 x1818247334417408/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.600095:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788fb480 with x1818247334417408 ext(4669440->4673535) 00002000:00010000:0.0:1734016093.600101:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788fb480 00000100:00100000:0.0:1734016093.600134:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8027 00000100:00100000:0.0:1734016093.600142:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334417408:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016093.600335:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334417408:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 192us (379us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016093.600341:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8027 00002000:00100000:0.0:1734016093.600347:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4669440->4673535) req@ffff8800788fb480 x1818247334417408/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:54/0 lens 488/4536 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.600353:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788fb480 with x1818247334417408 ext(4669440->4673535) 00002000:00010000:0.0:1734016093.600356:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788fb480 00000100:00100000:1.0:1734016093.607732:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.614861:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.620502:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334418176 00000100:00100000:0.0:1734016093.620513:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334418176 00002000:00100000:0.0:1734016093.620554:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4657152->4661247) req@ffff8800788fb800 x1818247334418176/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.620565:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788fb800 with x1818247334418176 ext(4657152->4661247) 00002000:00010000:0.0:1734016093.620572:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788fb800 00000100:00100000:0.0:1734016093.620608:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8030 00000100:00100000:0.0:1734016093.620614:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334418176:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016093.620797:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334418176:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 181us (392us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016093.620803:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8030 00002000:00100000:0.0:1734016093.620833:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4657152->4661247) req@ffff8800788fb800 x1818247334418176/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:54/0 lens 488/4536 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.620840:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788fb800 with x1818247334418176 ext(4657152->4661247) 00002000:00010000:0.0:1734016093.620843:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788fb800 00000100:00100000:1.0:1734016093.634290:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.643944:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.658705:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334418944 00000100:00100000:0.0:1734016093.658717:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334418944 00002000:00100000:0.0:1734016093.658790:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4644864->4648959) req@ffff8800788fb100 x1818247334418944/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.658866:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788fb100 with x1818247334418944 ext(4644864->4648959) 00002000:00010000:0.0:1734016093.658873:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788fb100 00000100:00100000:0.0:1734016093.658920:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8033 00000100:00100000:0.0:1734016093.658930:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334418944:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016093.659219:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334418944:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 291us (1695us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016093.659228:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8033 00002000:00100000:0.0:1734016093.659233:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4644864->4648959) req@ffff8800788fb100 x1818247334418944/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:54/0 lens 488/4536 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.659240:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788fb100 with x1818247334418944 ext(4644864->4648959) 00002000:00010000:0.0:1734016093.659243:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788fb100 00000100:00100000:1.0:1734016093.662481:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016093.688956:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.692500:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334419712 00000100:00100000:0.0:1734016093.692511:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334419712 00002000:00100000:0.0:1734016093.692554:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4632576->4636671) req@ffff8801309ded80 x1818247334419712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.692566:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309ded80 with x1818247334419712 ext(4632576->4636671) 00002000:00010000:0.0:1734016093.692571:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309ded80 00000100:00100000:0.0:1734016093.692741:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8036 00000100:00100000:0.0:1734016093.692749:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334419712:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016093.692941:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334419712:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 191us (543us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016093.692948:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8036 00002000:00100000:0.0:1734016093.692954:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4632576->4636671) req@ffff8801309ded80 x1818247334419712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:54/0 lens 488/4536 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.692961:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309ded80 with x1818247334419712 ext(4632576->4636671) 00002000:00010000:0.0:1734016093.692964:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309ded80 00000100:00100000:1.0:1734016093.696498:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016093.728226:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016093.745693:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016093.758897:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016093.760540:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969202 is committed 00000100:00100000:0.0:1734016093.768118:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334420864 00000100:00100000:0.0:1734016093.768129:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334420864 00000100:00100000:0.0:1734016093.768675:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9976 00000100:00100000:0.0:1734016093.768692:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334420864:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016093.768940:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7771742 -> 7771742 00002000:00010000:0.0:1734016093.768944:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016093 -> 1734016093 00002000:00010000:0.0:1734016093.768946:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016093 -> 1734016093 00002000:00010000:0.0:1734016093.768948:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016093 -> 1734016093 00002000:00010000:0.0:1734016093.768950:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1024 -> 1248 00000100:00100000:0.0:1734016093.769834:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334420864:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1121us (2393us total) trans 4294969203 rc 0/0 00000100:00100000:0.0:1734016093.769845:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9976 00000100:00100000:0.0:1734016093.774003:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.776173:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338295424:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016093.776202:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55991277 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e512 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016093.776214:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55991277 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e512 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016093.776667:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:0.0:1734016093.776730:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334420992:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2513us (2737us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016093.776739:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9977 00000100:00100000:0.0:1734016093.779502:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334421120 00000100:00100000:0.0:1734016093.779510:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334421120 00000100:00100000:0.0:1734016093.779553:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9978 00000100:00100000:0.0:1734016093.779559:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334421120:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016093.779575:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016093.779589:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc5599127e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e519 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016093.779636:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cd2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338295552:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016093.779713:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016093.788961:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334421376 00000100:00100000:0.0:1734016093.788973:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334421376 00000100:00100000:0.0:1734016093.789052:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8041 00000100:00100000:0.0:1734016093.789060:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334421376:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:0.0:1734016093.789110:0:13920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991285 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.789131:0:13920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991246 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4ef expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.789140:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016093.789142:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016093.789144:0:13920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991285 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [679936->724991] (req 679936->724991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.789191:0:13920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991246 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4ef expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.789205:0:13920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991246 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4ef expref: 6 pid: 7686 timeout: 457 lvb_type: 0 00000100:00100000:0.0:1734016093.789221:0:13920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cd0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338295680:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016093.789970:0:13920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016093.794302:0:13920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cd0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338295680:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016093.794336:0:13920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991285 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [679936->724991] (req 679936->724991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016093.795229:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334421504 00000100:00100000:1.0:1734016093.795239:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334421504 00010000:00010000:1.0:1734016093.795280:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991246 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4ef expref: 7 pid: 7686 timeout: 457 lvb_type: 0 00000100:00100000:1.0:1734016093.795325:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2720 00000100:00100000:1.0:1734016093.795334:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088626050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334421504:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016093.795352:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016093.795380:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991246 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4ef expref: 7 pid: 7686 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1734016093.795394:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991246 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4ef expref: 7 pid: 7686 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1734016093.795425:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991246 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4ef expref: 7 pid: 7686 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1734016093.795459:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016093.795461:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016093.795467:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991285 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [679936->724991] (req 679936->724991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.795476:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991285 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [679936->724991] (req 679936->724991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.796594:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016093.796668:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880088626050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334421504:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1331us (1986us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016093.796689:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2720 00010000:00010000:0.0:1734016093.796982:0:13920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991285 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [679936->724991] (req 679936->724991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.796991:0:13920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991285 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [679936->724991] (req 679936->724991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016093.807566:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969204 is committed 00000001:00080000:0.0:1734016093.807579:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969203 is committed 00002000:00010000:1.0:1734016093.807677:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1248 -> 1336 00010000:00010000:1.0:1734016093.807698:0:13920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991285 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [679936->724991] (req 679936->724991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.807708:0:13920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991285 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [679936->724991] (req 679936->724991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.807715:0:13920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991285 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [679936->724991] (req 679936->724991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.807720:0:13920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8567cc0 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016093.807724:0:13920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991285 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [679936->724991] (req 679936->724991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.807730:0:13920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991285 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [679936->724991] (req 679936->724991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.807748:0:13920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991285 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [679936->724991] (req 679936->724991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.807754:0:13920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991285 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [679936->724991] (req 679936->724991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016093.807881:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334421376:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 18817us (19204us total) trans 4294969204 rc 0/0 00000100:00100000:1.0:1734016093.807890:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8041 00000100:00100000:0.0:1734016093.828770:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.828855:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016093.959739:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016093.960448:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334422272 00000100:00100000:1.0:1734016093.960457:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334422272 00000100:00100000:1.0:1734016093.960513:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9980 00000100:00100000:1.0:1734016093.960521:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334422272:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016093.960545:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016093.960561:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991293 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e527 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.960587:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016093.960589:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016093.960599:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991293 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e527 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016093.960615:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991293 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e527 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016093.960627:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:1.0:1734016093.960704:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334422272:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 182us (1896us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016093.960710:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9980 00000100:00100000:0.0:1734016093.984882:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016093.985639:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334422528 00000100:00100000:1.0:1734016093.985648:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334422528 00010000:00010000:1.0:1734016093.985689:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991293 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e527 expref: 9 pid: 7684 timeout: 457 lvb_type: 1 00000100:00100000:1.0:1734016093.985735:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2721 00000100:00100000:1.0:1734016093.985741:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334422528:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016093.985761:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016093.985784:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991293 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e527 expref: 9 pid: 7684 timeout: 457 lvb_type: 1 00010000:00010000:1.0:1734016093.985799:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991293 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e527 expref: 9 pid: 7684 timeout: 457 lvb_type: 1 00010000:00010000:1.0:1734016093.985855:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016093.985898:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334422528:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 156us (1024us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016093.985904:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2721 00000100:00100000:0.0:1734016094.016550:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.025549:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:0.0:1734016094.026262:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016064 00000100:00100000:0.0:1734016094.035919:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.036087:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334422912 00000100:00100000:1.0:1734016094.036095:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334422912 00000100:00100000:1.0:1734016094.036406:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9983 00000100:00100000:1.0:1734016094.036414:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334422912:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016094.036432:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016094.036450:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559912a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e535 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.036477:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599129a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5804032->5857279) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e52e expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.036484:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016094.036486:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016094.036490:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559912a1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3584000->3620863] (req 3584000->3620863) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e535 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.036521:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599129a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5804032->5857279) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e52e expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.036536:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599129a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5804032->5857279) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e52e expref: 7 pid: 7686 timeout: 457 lvb_type: 0 00000100:00100000:1.0:1734016094.036551:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338296192:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016094.036621:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.050330:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334423040 00000100:00100000:0.0:1734016094.050337:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334423040 00010000:00010000:0.0:1734016094.050364:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599129a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5804032->5857279) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e52e expref: 8 pid: 7686 timeout: 457 lvb_type: 0 00000100:00100000:0.0:1734016094.050397:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2723 00000100:00100000:0.0:1734016094.050402:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334423040:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016094.050415:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016094.050431:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599129a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5804032->5857279) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e52e expref: 8 pid: 7686 timeout: 457 lvb_type: 0 00010000:00010000:0.0:1734016094.050441:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599129a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5804032->5857279) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e52e expref: 8 pid: 7686 timeout: 457 lvb_type: 0 00010000:00010000:0.0:1734016094.050459:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599129a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5804032->5857279) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e52e expref: 8 pid: 7686 timeout: 457 lvb_type: 0 00010000:00010000:0.0:1734016094.050478:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016094.050480:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016094.050485:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559912a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3584000->3620863) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e535 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.050492:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559912a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3584000->3620863) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e535 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.050520:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559912a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3584000->3620863) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e535 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016094.050529:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc46300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338296320:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016094.050576:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.062250:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.075238:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.096804:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.110917:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.138114:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016094.153707:0:7700:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016094.154765:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.159401:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016094.191144:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969207 is committed 00000001:00080000:0.0:1734016094.191159:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969206 is committed 00000100:00100000:0.0:1734016094.203234:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.216997:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.224128:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334424448 00000100:00100000:1.0:1734016094.224135:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334424448 00010000:00010000:1.0:1734016094.224161:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559912cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e558 expref: 7 pid: 7686 timeout: 457 lvb_type: 1 00000100:00100000:1.0:1734016094.224198:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2725 00000100:00100000:1.0:1734016094.224203:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334424448:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016094.224216:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016094.224234:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559912cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e558 expref: 7 pid: 7686 timeout: 457 lvb_type: 1 00010000:00010000:1.0:1734016094.224245:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559912cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e558 expref: 7 pid: 7686 timeout: 457 lvb_type: 1 00010000:00010000:1.0:1734016094.224269:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559912cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e558 expref: 7 pid: 7686 timeout: 457 lvb_type: 1 00010000:00010000:1.0:1734016094.224285:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.224287:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.224292:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559912d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2170880->2232319) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e55f expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.224299:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559912d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2170880->2232319) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e55f expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.224329:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559912d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2170880->2232319) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e55f expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016094.224339:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800788fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338297216:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016094.224384:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.231865:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800788fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338297216:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016094.231886:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016094.231938:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334424448:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7733us (7896us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.231949:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2725 00000100:00100000:1.0:1734016094.232108:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.265683:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00002000:00010000:0.0:1734016094.275026:0:7684:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016093 -> 1734016094 00000100:00100000:0.0:1734016094.275049:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338297344:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016094.275077:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559912d9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e566 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.275089:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559912d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e566 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.275126:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:0.0:1734016094.275180:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334424832:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9296us (9516us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016094.275187:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9991 00000100:00100000:1.0:1734016094.279147:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.279266:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334424960 00000100:00100000:0.0:1734016094.279275:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334424960 00000100:00100000:0.0:1734016094.279330:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9992 00000100:00100000:0.0:1734016094.279337:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334424960:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016094.279356:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016094.279373:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc559912e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e56d expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016094.279428:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc44000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338297472:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016094.279519:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.282574:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dc44000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338297472:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016094.282612:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc559912e0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e56d expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.282626:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc559912e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e56d expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.282648:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567cc0, rc 0) 00000100:00100000:0.0:1734016094.282700:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334424960:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3363us (3561us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016094.282711:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9992 00000100:00100000:0.0:1734016094.296917:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334425344 00000100:00100000:0.0:1734016094.296924:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334425344 00010000:00010000:0.0:1734016094.296952:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55991254 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4f6 expref: 14 pid: 13928 timeout: 457 lvb_type: 0 00000100:00100000:0.0:1734016094.296984:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2726 00000100:00100000:0.0:1734016094.296990:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1970:x1818247334425344:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016094.297003:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016094.297007:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55991254 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4f6 expref: 14 pid: 13928 timeout: 457 lvb_type: 0 00010000:00010000:0.0:1734016094.297016:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55991254 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4f6 expref: 14 pid: 13928 timeout: 457 lvb_type: 0 00010000:00010000:0.0:1734016094.297033:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55991254 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e4f6 expref: 14 pid: 13928 timeout: 457 lvb_type: 0 00010000:00010000:0.0:1734016094.297059:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016094.297063:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559912e7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016094.297071:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559912e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016094.297077:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559912e7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016094.297092:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016094.297126:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247334425344:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 136us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.297132:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2726 00010000:00010000:0.0:1734016094.297158:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559912e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016094.297164:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559912e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:0.0:1734016094.297238:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968543 00000004:00010000:0.0:1734016094.297273:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801309ddc00 reply state ffff88012b7e3000 transno 4294968544 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559912e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016094.297279:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016094.297331:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334425216:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 7479us (7946us total) trans 4294968544 rc 0/0 00000100:00100000:0.0:1734016094.297337:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1959 00000020:00080000:0.0:1734016094.297340:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016094.304367:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.311760:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.316093:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334425728 00000100:00100000:0.0:1734016094.316100:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334425728 00000100:00100000:0.0:1734016094.316141:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9993 00000100:00100000:0.0:1734016094.316147:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334425728:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016094.316162:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016094.316175:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc559912fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e57b expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016094.316221:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338297728:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016094.316571:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016094.324599:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.339918:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334426112 00000100:00100000:0.0:1734016094.339927:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334426112 00002000:00100000:0.0:1734016094.339964:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2166784->2170879) req@ffff88007c888000 x1818247334426112/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.339973:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c888000 with x1818247334426112 ext(2166784->2170879) 00002000:00010000:0.0:1734016094.339978:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c888000 00000100:00100000:0.0:1734016094.340006:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8047 00000100:00100000:0.0:1734016094.340012:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334426112:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.340160:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334426112:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 146us (369us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.340167:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8047 00002000:00100000:0.0:1734016094.340172:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2166784->2170879) req@ffff88007c888000 x1818247334426112/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.340179:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c888000 with x1818247334426112 ext(2166784->2170879) 00002000:00010000:0.0:1734016094.340181:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c888000 00000100:00100000:1.0:1734016094.344422:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.349980:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.350161:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334426624 00000100:00100000:0.0:1734016094.350169:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334426624 00002000:00100000:0.0:1734016094.350206:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2158592->2162687) req@ffff8800700cce00 x1818247334426624/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.350216:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cce00 with x1818247334426624 ext(2158592->2162687) 00002000:00010000:0.0:1734016094.350220:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cce00 00000100:00100000:0.0:1734016094.350254:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8049 00000100:00100000:0.0:1734016094.350261:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334426624:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.350404:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334426624:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 142us (432us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.350414:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8049 00002000:00100000:0.0:1734016094.350419:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2158592->2162687) req@ffff8800700cce00 x1818247334426624/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.350425:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cce00 with x1818247334426624 ext(2158592->2162687) 00002000:00010000:0.0:1734016094.350428:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cce00 00000100:00100000:1.0:1734016094.358224:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.358286:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334427136 00000100:00100000:0.0:1734016094.358294:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334427136 00002000:00100000:0.0:1734016094.358330:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2150400->2154495) req@ffff8800700cf100 x1818247334427136/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.358339:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cf100 with x1818247334427136 ext(2150400->2154495) 00002000:00010000:0.0:1734016094.358344:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cf100 00000100:00100000:0.0:1734016094.358375:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8051 00000100:00100000:0.0:1734016094.358381:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334427136:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.358513:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334427136:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 131us (294us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.358519:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8051 00002000:00100000:0.0:1734016094.358525:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2150400->2154495) req@ffff8800700cf100 x1818247334427136/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.358531:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cf100 with x1818247334427136 ext(2150400->2154495) 00002000:00010000:0.0:1734016094.358534:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cf100 00000100:00100000:1.0:1734016094.363854:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.372453:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334427648 00000100:00100000:0.0:1734016094.372461:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334427648 00002000:00100000:0.0:1734016094.372496:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2142208->2146303) req@ffff88007c889500 x1818247334427648/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.372510:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c889500 with x1818247334427648 ext(2142208->2146303) 00002000:00010000:0.0:1734016094.372515:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c889500 00000100:00100000:0.0:1734016094.372548:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8053 00000100:00100000:0.0:1734016094.372554:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334427648:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.372694:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334427648:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 138us (323us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.372704:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8053 00002000:00100000:0.0:1734016094.372710:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2142208->2146303) req@ffff88007c889500 x1818247334427648/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.372716:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c889500 with x1818247334427648 ext(2142208->2146303) 00002000:00010000:0.0:1734016094.372719:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c889500 00000100:00100000:1.0:1734016094.377615:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.384352:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.384436:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334428160 00000100:00100000:0.0:1734016094.384445:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334428160 00002000:00100000:0.0:1734016094.384482:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2134016->2138111) req@ffff8800700cd880 x1818247334428160/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.384493:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cd880 with x1818247334428160 ext(2134016->2138111) 00002000:00010000:0.0:1734016094.384498:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cd880 00000100:00100000:0.0:1734016094.384529:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8055 00000100:00100000:0.0:1734016094.384535:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334428160:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.384696:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334428160:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 159us (351us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.384704:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8055 00002000:00100000:0.0:1734016094.384709:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2134016->2138111) req@ffff8800700cd880 x1818247334428160/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.384718:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cd880 with x1818247334428160 ext(2134016->2138111) 00002000:00010000:0.0:1734016094.384720:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cd880 00000100:00100000:1.0:1734016094.392766:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.392980:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334428672 00000100:00100000:0.0:1734016094.392988:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334428672 00002000:00100000:0.0:1734016094.393021:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2125824->2129919) req@ffff88007822f800 x1818247334428672/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.393030:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822f800 with x1818247334428672 ext(2125824->2129919) 00002000:00010000:0.0:1734016094.393035:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822f800 00000100:00100000:0.0:1734016094.393066:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8057 00000100:00100000:0.0:1734016094.393072:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334428672:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.393205:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334428672:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 133us (446us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.393211:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8057 00002000:00100000:0.0:1734016094.393216:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2125824->2129919) req@ffff88007822f800 x1818247334428672/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.393222:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822f800 with x1818247334428672 ext(2125824->2129919) 00002000:00010000:0.0:1734016094.393224:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822f800 00000100:00100000:1.0:1734016094.398705:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.408694:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.421611:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.426388:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334429312 00000100:00100000:0.0:1734016094.426398:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334429312 00002000:00100000:0.0:1734016094.426441:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2170880->2232319) req@ffff88007c889f80 x1818247334429312/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.426451:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c889f80 with x1818247334429312 ext(2170880->2232319) 00010000:00010000:0.0:1734016094.426460:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559912d2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2170880->2232319) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e55f expref: 7 pid: 7684 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016094.426472:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559912d2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2170880->2232319) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e55f expref: 7 pid: 7684 timeout: 458 lvb_type: 0 00002000:00010000:0.0:1734016094.426478:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c889f80 00000100:00100000:0.0:1734016094.427332:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 252 00000100:00100000:0.0:1734016094.427339:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334429312:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016094.431548:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334429312:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4201us (5262us total) trans 4294969209 rc 0/0 00000100:00100000:0.0:1734016094.431558:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 252 00002000:00100000:0.0:1734016094.431568:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2170880->2232319) req@ffff88007c889f80 x1818247334429312/t4294969209(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:55/0 lens 488/448 e 0 to 0 dl 1734016105 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.431575:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c889f80 with x1818247334429312 ext(2170880->2232319) 00010000:00010000:0.0:1734016094.431583:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559912d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2170880->2232319) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e55f expref: 9 pid: 7684 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016094.431595:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559912d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2170880->2232319) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e55f expref: 9 pid: 7684 timeout: 458 lvb_type: 0 00002000:00010000:0.0:1734016094.431601:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c889f80 00000100:00100000:1.0:1734016094.434990:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.441095:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.447634:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.447903:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334429824 00000100:00100000:0.0:1734016094.447910:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334429824 00002000:00100000:0.0:1734016094.447949:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5013504->5017599) req@ffff88007822d880 x1818247334429824/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.447959:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822d880 with x1818247334429824 ext(5013504->5017599) 00002000:00010000:0.0:1734016094.447964:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822d880 00000100:00100000:0.0:1734016094.447990:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8058 00000100:00100000:0.0:1734016094.447996:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334429824:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.448219:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334429824:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 221us (597us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.448226:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8058 00002000:00100000:0.0:1734016094.448232:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5013504->5017599) req@ffff88007822d880 x1818247334429824/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.448239:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822d880 with x1818247334429824 ext(5013504->5017599) 00002000:00010000:0.0:1734016094.448241:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822d880 00000100:00100000:1.0:1734016094.452083:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334430080 00000100:00100000:1.0:1734016094.452093:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334430080 00002000:00100000:1.0:1734016094.452137:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5009408->5013503) req@ffff88007c88b800 x1818247334430080/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.452150:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c88b800 with x1818247334430080 ext(5009408->5013503) 00002000:00010000:1.0:1734016094.452157:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c88b800 00000100:00100000:1.0:1734016094.452186:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8059 00000100:00100000:1.0:1734016094.452193:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c88b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334430080:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.452358:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c88b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334430080:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 164us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.452364:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8059 00002000:00100000:1.0:1734016094.452368:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5009408->5013503) req@ffff88007c88b800 x1818247334430080/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.452376:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c88b800 with x1818247334430080 ext(5009408->5013503) 00002000:00010000:1.0:1734016094.452378:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c88b800 00000100:00100000:0.0:1734016094.455205:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334430336 00000100:00100000:0.0:1734016094.455211:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334430336 00002000:00100000:0.0:1734016094.455242:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5005312->5009407) req@ffff8800783b7480 x1818247334430336/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.455251:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b7480 with x1818247334430336 ext(5005312->5009407) 00002000:00010000:0.0:1734016094.455256:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b7480 00000100:00100000:0.0:1734016094.455390:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8060 00000100:00100000:0.0:1734016094.455397:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334430336:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.455540:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334430336:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 143us (396us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.455547:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8060 00002000:00100000:0.0:1734016094.455553:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5005312->5009407) req@ffff8800783b7480 x1818247334430336/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.455559:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b7480 with x1818247334430336 ext(5005312->5009407) 00002000:00010000:0.0:1734016094.455563:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b7480 00000100:00100000:1.0:1734016094.459414:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334430464 00000100:00100000:1.0:1734016094.459422:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334430464 00000100:00100000:1.0:1734016094.459475:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1961 00000100:00100000:1.0:1734016094.459482:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:9662:x1818247334430464:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016094.459504:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016094.459525:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55991326 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e5a5 expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.459610:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc5599132d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016094.459622:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc5599132d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016094.459632:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc5599132d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:1.0:1734016094.459655:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6921750 00000004:00200000:1.0:1734016094.459658:0:13928:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016094.459679:0:13928:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc5599132d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016094.459697:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55991326 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5a5 expref: 18 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.459729:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc5599132d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5a5 expref: 17 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.459737:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016094.459740:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016094.459743:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:1.0:1734016094.459800:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334430464:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 318us (838us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.459834:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1961 00000100:00100000:0.0:1734016094.462680:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334430592 00000100:00100000:0.0:1734016094.462688:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334430592 00002000:00010000:0.0:1734016094.466901:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016093 -> 1734016094 00000100:00100000:0.0:1734016094.466927:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c88b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338298624:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016094.466966:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991334 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5ac expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.466981:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991334 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5ac expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.467006:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:0.0:1734016094.467060:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334430592:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3939us (4745us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016094.467068:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10000 00000100:00100000:0.0:1734016094.470889:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334430720 00000100:00100000:0.0:1734016094.470897:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334430720 00000100:00100000:0.0:1734016094.470937:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10001 00000100:00100000:0.0:1734016094.470944:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334430720:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016094.470960:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016094.470977:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5599133b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e5b3 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016094.471029:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338298752:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016094.471095:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.474221:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dc45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338298752:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016094.474255:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5599133b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5b3 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.474268:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5599133b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5b3 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.474290:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564b40, rc 0) 00000100:00100000:0.0:1734016094.474339:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334430720:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3395us (3613us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016094.474346:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10001 00000100:00100000:1.0:1734016094.478904:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334430976 00000100:00100000:1.0:1734016094.478912:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334430976 00002000:00100000:1.0:1734016094.478949:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (237568->241663) req@ffff88007c88aa00 x1818247334430976/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.478958:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c88aa00 with x1818247334430976 ext(237568->241663) 00002000:00010000:1.0:1734016094.478963:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c88aa00 00000100:00100000:1.0:1734016094.478981:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8061 00000100:00100000:1.0:1734016094.478988:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c88aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334430976:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.480295:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c88aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334430976:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1304us (2009us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.480303:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8061 00002000:00100000:1.0:1734016094.480310:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (237568->241663) req@ffff88007c88aa00 x1818247334430976/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.480317:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c88aa00 with x1818247334430976 ext(237568->241663) 00002000:00010000:1.0:1734016094.480320:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c88aa00 00000100:00100000:1.0:1734016094.486209:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334431232 00000100:00100000:1.0:1734016094.486217:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334431232 00002000:00100000:1.0:1734016094.486248:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (233472->237567) req@ffff88007c88b480 x1818247334431232/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.486257:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c88b480 with x1818247334431232 ext(233472->237567) 00002000:00010000:1.0:1734016094.486261:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c88b480 00000100:00100000:1.0:1734016094.486276:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8062 00000100:00100000:1.0:1734016094.486281:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c88b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334431232:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.486413:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c88b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334431232:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 130us (753us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.486421:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8062 00002000:00100000:1.0:1734016094.486426:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (233472->237567) req@ffff88007c88b480 x1818247334431232/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.486433:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c88b480 with x1818247334431232 ext(233472->237567) 00002000:00010000:1.0:1734016094.486435:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c88b480 00000100:00100000:0.0:1734016094.489846:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334431488 00000100:00100000:0.0:1734016094.489853:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334431488 00002000:00100000:0.0:1734016094.489891:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (229376->233471) req@ffff88007c888a80 x1818247334431488/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.489900:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c888a80 with x1818247334431488 ext(229376->233471) 00002000:00010000:0.0:1734016094.489905:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c888a80 00000100:00100000:0.0:1734016094.489930:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8063 00000100:00100000:0.0:1734016094.489936:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334431488:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.490057:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334431488:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 118us (384us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.490063:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8063 00002000:00100000:0.0:1734016094.490069:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (229376->233471) req@ffff88007c888a80 x1818247334431488/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.490076:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c888a80 with x1818247334431488 ext(229376->233471) 00002000:00010000:0.0:1734016094.490078:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c888a80 00000100:00100000:1.0:1734016094.494160:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334431744 00000100:00100000:1.0:1734016094.494168:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334431744 00002000:00100000:1.0:1734016094.494200:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (225280->229375) req@ffff88007c88ad80 x1818247334431744/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.494209:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c88ad80 with x1818247334431744 ext(225280->229375) 00002000:00010000:1.0:1734016094.494214:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c88ad80 00000100:00100000:1.0:1734016094.494269:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8064 00000100:00100000:1.0:1734016094.494275:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c88ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334431744:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.494607:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c88ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334431744:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 330us (843us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.494614:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8064 00002000:00100000:1.0:1734016094.494619:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (225280->229375) req@ffff88007c88ad80 x1818247334431744/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.494626:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c88ad80 with x1818247334431744 ext(225280->229375) 00002000:00010000:1.0:1734016094.494628:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c88ad80 00000100:00100000:1.0:1734016094.498240:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334432000 00000100:00100000:1.0:1734016094.498248:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334432000 00002000:00100000:1.0:1734016094.498283:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (221184->225279) req@ffff88007c889180 x1818247334432000/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.498297:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c889180 with x1818247334432000 ext(221184->225279) 00002000:00010000:1.0:1734016094.498302:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c889180 00000100:00100000:1.0:1734016094.498318:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8065 00000100:00100000:1.0:1734016094.498323:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334432000:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.498443:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334432000:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 120us (427us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.498449:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8065 00002000:00100000:1.0:1734016094.498453:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (221184->225279) req@ffff88007c889180 x1818247334432000/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.498459:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c889180 with x1818247334432000 ext(221184->225279) 00002000:00010000:1.0:1734016094.498461:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c889180 00000100:00100000:0.0:1734016094.501924:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334432256 00000100:00100000:0.0:1734016094.501932:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334432256 00002000:00100000:0.0:1734016094.501969:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (217088->221183) req@ffff88007c88a680 x1818247334432256/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.501979:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c88a680 with x1818247334432256 ext(217088->221183) 00002000:00010000:0.0:1734016094.501985:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c88a680 00000100:00100000:0.0:1734016094.502047:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8066 00000100:00100000:0.0:1734016094.502053:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c88a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334432256:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.502183:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c88a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334432256:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 128us (466us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.502189:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8066 00002000:00100000:0.0:1734016094.502194:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (217088->221183) req@ffff88007c88a680 x1818247334432256/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.502201:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c88a680 with x1818247334432256 ext(217088->221183) 00002000:00010000:0.0:1734016094.502203:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c88a680 00000100:00100000:1.0:1734016094.506143:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334432512 00000100:00100000:1.0:1734016094.506151:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334432512 00002000:00100000:1.0:1734016094.506183:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (212992->217087) req@ffff88007c888700 x1818247334432512/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.506192:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c888700 with x1818247334432512 ext(212992->217087) 00002000:00010000:1.0:1734016094.506197:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c888700 00000100:00100000:1.0:1734016094.506237:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8067 00000100:00100000:1.0:1734016094.506243:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334432512:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.506365:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334432512:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 122us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.506371:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8067 00002000:00100000:1.0:1734016094.506375:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (212992->217087) req@ffff88007c888700 x1818247334432512/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.506381:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c888700 with x1818247334432512 ext(212992->217087) 00002000:00010000:1.0:1734016094.506383:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c888700 00000100:00100000:0.0:1734016094.509990:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334432768 00000100:00100000:0.0:1734016094.509999:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334432768 00002000:00100000:0.0:1734016094.510038:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (208896->212991) req@ffff88007c88bb80 x1818247334432768/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.510049:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c88bb80 with x1818247334432768 ext(208896->212991) 00002000:00010000:0.0:1734016094.510054:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c88bb80 00000100:00100000:0.0:1734016094.510506:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8068 00000100:00100000:0.0:1734016094.510513:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c88bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334432768:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.510681:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c88bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334432768:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 168us (980us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.510688:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8068 00002000:00100000:0.0:1734016094.510693:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (208896->212991) req@ffff88007c88bb80 x1818247334432768/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.510700:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c88bb80 with x1818247334432768 ext(208896->212991) 00002000:00010000:0.0:1734016094.510703:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c88bb80 00000100:00100000:1.0:1734016094.514110:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334433024 00000100:00100000:1.0:1734016094.514119:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334433024 00002000:00100000:1.0:1734016094.514151:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (204800->208895) req@ffff88007c88b100 x1818247334433024/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.514161:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c88b100 with x1818247334433024 ext(204800->208895) 00002000:00010000:1.0:1734016094.514166:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c88b100 00000100:00100000:1.0:1734016094.514283:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8069 00000100:00100000:1.0:1734016094.514289:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c88b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334433024:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.514503:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c88b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334433024:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 213us (665us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.516113:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8069 00002000:00100000:1.0:1734016094.516126:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (204800->208895) req@ffff88007c88b100 x1818247334433024/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.516135:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c88b100 with x1818247334433024 ext(204800->208895) 00002000:00010000:1.0:1734016094.516139:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c88b100 00000100:00100000:1.0:1734016094.517238:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334433280 00000100:00100000:1.0:1734016094.517243:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334433280 00002000:00100000:1.0:1734016094.517264:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (200704->204799) req@ffff88007c8ebb80 x1818247334433280/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.517272:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8ebb80 with x1818247334433280 ext(200704->204799) 00002000:00010000:1.0:1734016094.517275:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8ebb80 00000100:00100000:1.0:1734016094.517377:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8070 00000100:00100000:1.0:1734016094.517383:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334433280:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.517505:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334433280:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 120us (372us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.517511:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8070 00002000:00100000:1.0:1734016094.517516:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (200704->204799) req@ffff88007c8ebb80 x1818247334433280/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.517523:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8ebb80 with x1818247334433280 ext(200704->204799) 00002000:00010000:1.0:1734016094.517526:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8ebb80 00000100:00100000:0.0:1734016094.522900:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334433408 00000100:00100000:0.0:1734016094.522907:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334433408 00000100:00100000:0.0:1734016094.522950:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10002 00000100:00100000:0.0:1734016094.522956:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334433408:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016094.522971:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016094.522985:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991342 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e5ba expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016094.523029:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338298880:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016094.523085:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.526549:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dc45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338298880:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016094.526592:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991342 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5ba expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.526606:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991342 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5ba expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.526693:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567840, rc 0) 00000100:00100000:0.0:1734016094.526742:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334433408:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3784us (3953us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016094.526751:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10002 00000100:00100000:0.0:1734016094.530602:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334433536 00000100:00100000:0.0:1734016094.530610:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334433536 00000100:00100000:0.0:1734016094.530686:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10003 00000100:00100000:0.0:1734016094.530693:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334433536:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016094.530711:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016094.530729:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55991349 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e5c1 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016094.530780:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338299008:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016094.530871:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.534045:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dc45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338299008:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016094.534082:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55991349 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5c1 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.534096:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55991349 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5c1 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.534109:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567600, rc 0) 00000100:00100000:0.0:1734016094.534152:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334433536:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3458us (4247us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016094.534160:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10003 00000100:00100000:0.0:1734016094.539357:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334433792 00000100:00100000:0.0:1734016094.539367:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334433792 00002000:00100000:0.0:1734016094.539420:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2023424->2027519) req@ffff88007856d500 x1818247334433792/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.539433:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856d500 with x1818247334433792 ext(2023424->2027519) 00002000:00010000:0.0:1734016094.539439:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856d500 00000100:00100000:0.0:1734016094.540170:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8071 00000100:00100000:0.0:1734016094.540178:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334433792:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.540382:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334433792:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 203us (1120us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.540389:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8071 00002000:00100000:0.0:1734016094.540395:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2023424->2027519) req@ffff88007856d500 x1818247334433792/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.540402:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856d500 with x1818247334433792 ext(2023424->2027519) 00002000:00010000:0.0:1734016094.540405:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856d500 00000100:00100000:1.0:1734016094.547622:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334434048 00000100:00100000:1.0:1734016094.547630:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334434048 00002000:00100000:1.0:1734016094.547666:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2019328->2023423) req@ffff8800783b6a00 x1818247334434048/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.547685:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b6a00 with x1818247334434048 ext(2019328->2023423) 00002000:00010000:1.0:1734016094.547690:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b6a00 00000100:00100000:1.0:1734016094.547740:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8072 00000100:00100000:1.0:1734016094.547746:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334434048:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.547950:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334434048:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 202us (455us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.547956:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8072 00002000:00100000:1.0:1734016094.547962:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2019328->2023423) req@ffff8800783b6a00 x1818247334434048/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.547968:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b6a00 with x1818247334434048 ext(2019328->2023423) 00002000:00010000:1.0:1734016094.547971:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b6a00 00000100:00100000:0.0:1734016094.555702:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334434176 00000100:00100000:0.0:1734016094.555710:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334434176 00000100:00100000:1.0:1734016094.556902:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10004 00000100:00100000:1.0:1734016094.556910:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334434176:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016094.556927:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016094.556942:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991350 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e5c8 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016094.556989:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338299136:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016094.557049:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecf00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016094.565085:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338299136:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016094.565127:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991350 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5c8 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016094.565143:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991350 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5c8 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016094.565175:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:1.0:1734016094.565241:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334434176:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8330us (9701us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016094.565250:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10004 00000100:00100000:1.0:1734016094.572270:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334434304 00000100:00100000:1.0:1734016094.572280:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334434304 00000100:00100000:1.0:1734016094.572324:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10005 00000100:00100000:1.0:1734016094.572330:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334434304:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016094.572344:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016094.572359:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55991357 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e5cf expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016094.572407:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338299264:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016094.572615:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecf00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016094.578916:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338299264:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016094.578946:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55991357 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5cf expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016094.578960:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55991357 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5cf expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016094.579012:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016094.579183:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334434304:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6851us (9478us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016094.579192:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10005 00000100:00100000:0.0:1734016094.584920:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334434560 00000100:00100000:0.0:1734016094.584931:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334434560 00000100:00100000:0.0:1734016094.585379:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1962 00000100:00100000:0.0:1734016094.585385:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334434560:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016094.585424:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016094.585444:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc5599132d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5a5 expref: 17 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.586019:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016094.586024:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016094.586158:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567600/0x979ba2bc5599135e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016094.586173:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559912f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e574 expref: 13 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.586180:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567600/0x979ba2bc5599135e lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016094.586209:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559912f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e574 expref: 13 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.586221:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559912f5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e574 expref: 13 pid: 7707 timeout: 458 lvb_type: 0 00000100:00100000:0.0:1734016094.586233:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc45c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338299392:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016094.586303:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.590991:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dc45c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338299392:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016094.591014:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567600/0x979ba2bc5599135e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016094.591885:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567600/0x979ba2bc5599135e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016094.591891:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567600/0x979ba2bc5599135e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:1.0:1734016094.591962:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968545 00000004:00010000:1.0:1734016094.591997:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800783b4380 reply state ffff8800781aa000 transno 4294968546 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567600/0x979ba2bc5599135e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016094.592004:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016094.592075:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334434560:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 6689us (7280us total) trans 4294968546 rc 0/0 00000100:00100000:1.0:1734016094.592082:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1962 00000020:00080000:1.0:1734016094.592086:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016094.595856:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334434816 00000100:00100000:1.0:1734016094.595865:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334434816 00000100:00100000:1.0:1734016094.595909:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10006 00000100:00100000:1.0:1734016094.595916:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334434816:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016094.595934:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016094.595952:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991365 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e5d6 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.595974:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599131f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5283840->5292031) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e59e expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.595981:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016094.595983:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016094.595986:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991365 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5d6 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.596013:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599131f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5283840->5292031) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e59e expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.596023:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599131f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5283840->5292031) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e59e expref: 7 pid: 7684 timeout: 458 lvb_type: 0 00000100:00100000:1.0:1734016094.596033:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338299520:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016094.596090:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.600331:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338299520:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016094.600365:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991365 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5d6 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.600381:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:0.0:1734016094.600431:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:9662:x1818247334434816:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4515us (4669us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.600439:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10006 00000100:00100000:0.0:1734016094.600798:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334434944 00000100:00100000:0.0:1734016094.600804:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334434944 00010000:00010000:0.0:1734016094.600856:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599131f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5283840->5292031) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e59e expref: 8 pid: 7684 timeout: 458 lvb_type: 0 00000100:00100000:0.0:1734016094.600886:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2729 00000100:00100000:0.0:1734016094.600891:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334434944:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016094.600902:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016094.600917:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599131f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5283840->5292031) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e59e expref: 8 pid: 7684 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016094.600927:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599131f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5283840->5292031) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e59e expref: 8 pid: 7684 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016094.600944:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599131f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5283840->5292031) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e59e expref: 8 pid: 7684 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016094.600967:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016094.600968:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016094.600973:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991365 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5d6 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.600981:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991365 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5d6 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.601007:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991365 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5d6 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016094.601019:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338299648:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016094.601051:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.605196:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334435072 00000100:00100000:0.0:1734016094.605204:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334435072 00002000:00010000:0.0:1734016094.605234:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8392038->18446744073709551615) 00002000:00100000:0.0:1734016094.605238:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856ca80 with x1818247334435072 ext(8392038->18446744073709551615) 00002000:00010000:0.0:1734016094.605248:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856ca80. 00000100:00100000:0.0:1734016094.607068:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8073 00000100:00100000:0.0:1734016094.607080:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334435072:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016094.607315:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6921750 -> 8392038 00002000:00010000:0.0:1734016094.607319:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016094 -> 1734016094 00002000:00010000:0.0:1734016094.607321:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016094 -> 1734016093 00002000:00010000:0.0:1734016094.607323:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016094 -> 1734016094 00002000:00010000:0.0:1734016094.607325:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1392 -> 1392 00000100:00100000:1.0:1734016094.607490:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dc45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338299648:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016094.607511:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016094.608432:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334435072:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 1349us (3345us total) trans 4294969211 rc 0/0 00000100:00100000:0.0:1734016094.608442:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8073 00002000:00010000:0.0:1734016094.608448:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8392038->18446744073709551615) 00002000:00100000:0.0:1734016094.608451:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856ca80 with x1818247334435072 ext(8392038->18446744073709551615) 00002000:00010000:0.0:1734016094.608459:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856ca80. 00000100:00100000:1.0:1734016094.608771:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334434944:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7877us (8113us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.608779:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2729 00000100:00100000:0.0:1734016094.613077:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.613160:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334435200 00000100:00100000:1.0:1734016094.613168:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334435200 00000100:00100000:1.0:1734016094.613265:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1963 00000100:00100000:1.0:1734016094.613273:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:9662:x1818247334435200:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016094.613293:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016094.613308:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc5599136c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e5dd expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.613384:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55991373 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016094.613396:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55991373 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016094.613405:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55991373 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:1.0:1734016094.613425:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8392038 00000004:00200000:1.0:1734016094.613428:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016094.613440:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55991373 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016094.613464:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc5599136c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5dd expref: 20 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.613568:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55991373 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5dd expref: 19 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.613580:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016094.613583:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016094.613585:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016094.613638:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334435200:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 365us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.613644:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1963 00000100:00100000:0.0:1734016094.617883:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334435456 00000100:00100000:0.0:1734016094.617890:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334435456 00002000:00100000:0.0:1734016094.617922:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (638976->643071) req@ffff88007856f480 x1818247334435456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.617931:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856f480 with x1818247334435456 ext(638976->643071) 00002000:00010000:0.0:1734016094.617935:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856f480 00000100:00100000:0.0:1734016094.617954:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8074 00000100:00100000:0.0:1734016094.617960:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334435456:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.618080:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334435456:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 119us (620us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.618085:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8074 00002000:00100000:0.0:1734016094.618090:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (638976->643071) req@ffff88007856f480 x1818247334435456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.618096:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856f480 with x1818247334435456 ext(638976->643071) 00002000:00010000:0.0:1734016094.618098:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856f480 00000100:00100000:1.0:1734016094.624448:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334435584 00000100:00100000:1.0:1734016094.624456:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334435584 00000100:00100000:1.0:1734016094.624506:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1964 00000100:00100000:1.0:1734016094.624513:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:9662:x1818247334435584:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016094.624531:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016094.624547:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc5599137a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e5e4 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.624617:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55991381 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016094.624628:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55991381 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016094.624636:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55991381 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:1.0:1734016094.624656:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8392038 00000004:00200000:1.0:1734016094.624659:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016094.624683:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55991381 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016094.624702:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc5599137a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5e4 expref: 15 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.624729:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55991381 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5e4 expref: 14 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.624735:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016094.624737:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016094.624740:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016094.624792:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:9662:x1818247334435584:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 280us (1703us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.624797:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1964 00000100:00100000:0.0:1734016094.628352:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.661580:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.663886:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338300160:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016094.663907:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599139d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6144000->6148095] (req 6144000->6148095) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e600 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.663920:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:0.0:1734016094.665277:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334436096:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3416us (3699us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.665286:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10010 00000100:00100000:1.0:1734016094.665472:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.665677:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334436224 00000100:00100000:0.0:1734016094.665685:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334436224 00002000:00100000:0.0:1734016094.665714:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (610304->643071) req@ffff88007822df80 x1818247334436224/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.665721:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822df80 with x1818247334436224 ext(610304->643071) 00010000:00010000:0.0:1734016094.665731:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991365 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5d6 expref: 10 pid: 7686 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016094.665744:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991365 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5d6 expref: 10 pid: 7686 timeout: 458 lvb_type: 0 00002000:00010000:0.0:1734016094.665751:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007822df80 00000100:00100000:0.0:1734016094.665967:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 253 00000100:00100000:0.0:1734016094.665974:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334436224:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016094.677676:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334436224:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 11686us (12189us total) trans 4294969212 rc 0/0 00000100:00100000:0.0:1734016094.677688:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 253 00002000:00100000:0.0:1734016094.677697:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (610304->643071) req@ffff88007822df80 x1818247334436224/t4294969212(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:55/0 lens 488/448 e 0 to 0 dl 1734016105 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.677706:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822df80 with x1818247334436224 ext(610304->643071) 00010000:00010000:0.0:1734016094.677714:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991365 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5d6 expref: 12 pid: 7686 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016094.677728:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991365 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5d6 expref: 12 pid: 7686 timeout: 458 lvb_type: 0 00002000:00010000:0.0:1734016094.677734:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007822df80 00000100:00100000:1.0:1734016094.683740:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334436352 00000100:00100000:1.0:1734016094.683747:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334436352 00010000:00010000:1.0:1734016094.683775:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991365 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5d6 expref: 12 pid: 7686 timeout: 458 lvb_type: 0 00000100:00100000:1.0:1734016094.683804:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2730 00000100:00100000:1.0:1734016094.683832:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1971:x1818247334436352:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016094.683843:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016094.683856:0:7701:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1392 -> 1424 00010000:00010000:1.0:1734016094.683862:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991365 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5d6 expref: 12 pid: 7686 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.683872:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991365 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5d6 expref: 12 pid: 7686 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.683893:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991365 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5d6 expref: 12 pid: 7686 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.684004:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.684007:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.684012:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599139d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6148095) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e600 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.684020:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599139d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6148095) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e600 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.684047:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599139d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6148095) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e600 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016094.684057:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338300288:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016094.686885:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016094.697385:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338300288:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016094.697417:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016094.697486:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334436352:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 13652us (13865us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.697498:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2730 00000100:00100000:0.0:1734016094.697850:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.713153:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334436608:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 15151us (15294us total) trans 0 rc 933888/933888 00000100:00100000:0.0:1734016094.713163:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8075 00002000:00100000:0.0:1734016094.713172:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6144000->8392703) req@ffff88012dc45c00 x1818247334436608/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 504/440 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 933888/933888 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.713181:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45c00 with x1818247334436608 ext(6144000->8392703) 00002000:00010000:0.0:1734016094.713186:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45c00 00000100:00100000:0.0:1734016094.732770:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334436864 00000100:00100000:0.0:1734016094.732782:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334436864 00002000:00100000:0.0:1734016094.732869:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6139904->6143999) req@ffff88007856f100 x1818247334436864/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.732879:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856f100 with x1818247334436864 ext(6139904->6143999) 00002000:00010000:0.0:1734016094.732884:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856f100 00000100:00100000:0.0:1734016094.732912:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8076 00000100:00100000:0.0:1734016094.732918:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334436864:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.733072:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334436864:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 153us (7176us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.733078:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8076 00002000:00100000:0.0:1734016094.733083:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6139904->6143999) req@ffff88007856f100 x1818247334436864/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.733090:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856f100 with x1818247334436864 ext(6139904->6143999) 00002000:00010000:0.0:1734016094.733093:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856f100 00000100:00100000:1.0:1734016094.749389:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334437120 00000100:00100000:1.0:1734016094.749397:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334437120 00002000:00100000:1.0:1734016094.749440:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6135808->6139903) req@ffff8801304d1500 x1818247334437120/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.749484:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d1500 with x1818247334437120 ext(6135808->6139903) 00002000:00010000:1.0:1734016094.749489:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d1500 00000100:00100000:1.0:1734016094.749696:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8077 00000100:00100000:1.0:1734016094.749917:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334437120:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.750044:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334437120:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 340us (787us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.750050:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8077 00002000:00100000:1.0:1734016094.750054:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6135808->6139903) req@ffff8801304d1500 x1818247334437120/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.750060:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d1500 with x1818247334437120 ext(6135808->6139903) 00002000:00010000:1.0:1734016094.750063:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d1500 00000100:00100000:0.0:1734016094.760330:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.760419:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334437376 00000100:00100000:1.0:1734016094.760426:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334437376 00002000:00100000:1.0:1734016094.760459:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6131712->6135807) req@ffff8800784e0e00 x1818247334437376/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.760468:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e0e00 with x1818247334437376 ext(6131712->6135807) 00002000:00010000:1.0:1734016094.760472:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e0e00 00000100:00100000:1.0:1734016094.760485:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8078 00000100:00100000:1.0:1734016094.760490:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334437376:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.760695:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334437376:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 203us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.760702:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8078 00002000:00100000:1.0:1734016094.760707:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6131712->6135807) req@ffff8800784e0e00 x1818247334437376/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.760714:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e0e00 with x1818247334437376 ext(6131712->6135807) 00002000:00010000:1.0:1734016094.760717:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e0e00 00000100:00100000:1.0:1734016094.762725:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334437632 00000100:00100000:1.0:1734016094.762731:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334437632 00002000:00100000:1.0:1734016094.762753:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6127616->6131711) req@ffff88012dccdc00 x1818247334437632/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.762761:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccdc00 with x1818247334437632 ext(6127616->6131711) 00002000:00010000:1.0:1734016094.762764:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccdc00 00000100:00100000:0.0:1734016094.765457:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8079 00000100:00100000:0.0:1734016094.765468:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334437632:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.765675:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334437632:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 198us (3067us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.765681:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8079 00002000:00100000:0.0:1734016094.765689:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6127616->6131711) req@ffff88012dccdc00 x1818247334437632/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.765696:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccdc00 with x1818247334437632 ext(6127616->6131711) 00002000:00010000:0.0:1734016094.765701:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccdc00 00000100:00100000:1.0:1734016094.768176:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334437888 00000100:00100000:1.0:1734016094.768183:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334437888 00002000:00100000:1.0:1734016094.768210:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6123520->6127615) req@ffff8801304d1880 x1818247334437888/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.768217:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d1880 with x1818247334437888 ext(6123520->6127615) 00002000:00010000:1.0:1734016094.768221:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d1880 00000100:00100000:1.0:1734016094.768232:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8080 00000100:00100000:1.0:1734016094.768237:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334437888:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.768352:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334437888:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 112us (236us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.768358:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8080 00002000:00100000:1.0:1734016094.768363:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6123520->6127615) req@ffff8801304d1880 x1818247334437888/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.768369:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d1880 with x1818247334437888 ext(6123520->6127615) 00002000:00010000:1.0:1734016094.768371:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d1880 00000100:00100000:0.0:1734016094.775455:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.791705:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334438400 00000100:00100000:1.0:1734016094.791723:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334438400 00002000:00100000:1.0:1734016094.791775:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6115328->6119423) req@ffff88012dccf480 x1818247334438400/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.791784:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccf480 with x1818247334438400 ext(6115328->6119423) 00002000:00010000:1.0:1734016094.791789:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccf480 00000100:00100000:1.0:1734016094.791847:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8082 00000100:00100000:1.0:1734016094.791853:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334438400:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.792027:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334438400:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 172us (7137us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.792034:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8082 00002000:00100000:1.0:1734016094.792039:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6115328->6119423) req@ffff88012dccf480 x1818247334438400/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.792046:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccf480 with x1818247334438400 ext(6115328->6119423) 00002000:00010000:1.0:1734016094.792048:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccf480 00000100:00100000:1.0:1734016094.802292:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8083 00000100:00100000:1.0:1734016094.802300:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334438656:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.802462:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334438656:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 161us (2860us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.802469:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8083 00002000:00100000:1.0:1734016094.802475:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6111232->6115327) req@ffff88012dccdf80 x1818247334438656/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.802482:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccdf80 with x1818247334438656 ext(6111232->6115327) 00002000:00010000:1.0:1734016094.802486:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccdf80 00000100:00100000:0.0:1734016094.812333:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.839988:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334439168 00000100:00100000:1.0:1734016094.839998:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334439168 00010000:00010000:1.0:1734016094.840032:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55991373 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5dd expref: 19 pid: 7707 timeout: 458 lvb_type: 0 00000100:00100000:1.0:1734016094.840076:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2731 00000100:00100000:1.0:1734016094.840083:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:1970:x1818247334439168:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016094.840097:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016094.840103:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55991373 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5dd expref: 19 pid: 7707 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.840113:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55991373 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5dd expref: 19 pid: 7707 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.840134:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55991373 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e5dd expref: 19 pid: 7707 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.840632:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016094.840637:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559913ab lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016094.840646:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559913ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016094.840652:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559913ab lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016094.840691:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016094.840748:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:1970:x1818247334439168:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 664us (1779us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.840756:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2731 00010000:00010000:0.0:1734016094.847533:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559913ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016094.847545:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559913ab lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016094.847551:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559913ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016094.847556:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a74058c0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016094.847560:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559913ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016094.847566:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559913ab lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016094.847580:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016094.847582:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016094.847585:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559913ab lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016094.847590:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559913ab lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000100:00100000:0.0:1734016094.855400:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.855539:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.855953:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334439424 00000100:00100000:1.0:1734016094.855961:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334439424 00010000:00010000:1.0:1734016094.855993:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559913a4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e607 expref: 12 pid: 7686 timeout: 458 lvb_type: 1 00000100:00100000:1.0:1734016094.856019:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334439552 00000100:00100000:1.0:1734016094.856021:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334439552 00010000:00010000:1.0:1734016094.856033:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599139d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6144000->6148095) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e600 expref: 10 pid: 7686 timeout: 458 lvb_type: 0 00000100:00100000:1.0:1734016094.856514:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2732 00000100:00100000:1.0:1734016094.856520:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1971:x1818247334439424:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016094.856533:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016094.856550:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559913a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e607 expref: 12 pid: 7686 timeout: 458 lvb_type: 1 00010000:00010000:1.0:1734016094.856559:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559913a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e607 expref: 12 pid: 7686 timeout: 458 lvb_type: 1 00010000:00010000:1.0:1734016094.856580:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559913a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e607 expref: 12 pid: 7686 timeout: 458 lvb_type: 1 00010000:00010000:1.0:1734016094.856593:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016094.856788:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334439424:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 267us (1395us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.856795:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2732 00000100:00100000:1.0:1734016094.856831:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2733 00000100:00100000:1.0:1734016094.856836:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334439552:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016094.856844:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016094.856851:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599139d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6144000->6148095) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e600 expref: 9 pid: 7686 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.856860:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599139d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6144000->6148095) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e600 expref: 9 pid: 7686 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.856871:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599139d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6144000->6148095) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e600 expref: 9 pid: 7686 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.856880:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.856882:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.856888:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559913b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e60e expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.856897:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559913b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e60e expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.856926:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559913b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e60e expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016094.856939:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338300800:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016094.856970:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016094.863650:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338300800:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016094.863685:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016094.863738:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334439552:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6899us (8197us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.863750:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2733 00000100:00100000:1.0:1734016094.864717:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.879572:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.887626:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8085 00000100:00100000:1.0:1734016094.887636:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334440064:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:0.0:1734016094.888218:0:7691:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559913c7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.888234:0:7691:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559913b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e60e expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.888241:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016094.888243:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016094.888246:0:7691:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559913c7 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1593344->1646591] (req 1593344->1646591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.888276:0:7691:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559913b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e60e expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.888288:0:7691:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559913b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e60e expref: 9 pid: 7686 timeout: 458 lvb_type: 0 00000100:00100000:0.0:1734016094.888301:0:7691:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338300928:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016094.888411:0:7691:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.893773:0:7691:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338300928:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016094.893797:0:7691:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559913c7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1593344->1646591] (req 1593344->1646591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016094.894062:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016094.894721:0:7691:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559913c7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1593344->1646591] (req 1593344->1646591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.894729:0:7691:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559913c7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1593344->1646591] (req 1593344->1646591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.898739:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559913c7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1593344->1646591] (req 1593344->1646591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.898752:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559913c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1593344->1646591] (req 1593344->1646591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.898758:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559913c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1593344->1646591] (req 1593344->1646591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.898764:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8567600 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016094.898767:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559913c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1593344->1646591] (req 1593344->1646591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.898772:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559913c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1593344->1646591] (req 1593344->1646591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.898785:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559913c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1593344->1646591] (req 1593344->1646591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.898789:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559913c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1593344->1646591] (req 1593344->1646591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016094.898897:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334440064:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 11258us (12668us total) trans 0 rc 53248/53248 00000100:00100000:0.0:1734016094.898906:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8085 00000100:00100000:0.0:1734016094.913463:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.916023:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.916136:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334440832 00000100:00100000:1.0:1734016094.916144:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334440832 00000100:00100000:1.0:1734016094.916205:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8086 00000100:00100000:1.0:1734016094.916212:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334440832:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:1.0:1734016094.916245:0:7691:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559913ea lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.916259:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.916261:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.916266:0:7691:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559913ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [253952->307199] (req 253952->307199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.916277:0:7691:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559913ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [253952->307199] (req 253952->307199) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.922441:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559913ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [253952->307199] (req 253952->307199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.922454:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559913ea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [253952->307199] (req 253952->307199) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.922460:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559913ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [253952->307199] (req 253952->307199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.922465:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e834d80 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016094.922468:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559913ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [253952->307199] (req 253952->307199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.922474:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559913ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [253952->307199] (req 253952->307199) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.922488:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559913ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [253952->307199] (req 253952->307199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.922493:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559913ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [253952->307199] (req 253952->307199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016094.922571:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334440832:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 6355us (6550us total) trans 0 rc 53248/53248 00000100:00100000:1.0:1734016094.922581:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8086 00000100:00100000:0.0:1734016094.928700:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.936166:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334441216 00000100:00100000:0.0:1734016094.936175:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334441216 00010000:00010000:0.0:1734016094.936207:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559913dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e623 expref: 12 pid: 7686 timeout: 458 lvb_type: 1 00000100:00100000:0.0:1734016094.936241:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334441088 00000100:00100000:0.0:1734016094.936244:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334441088 00010000:00010000:0.0:1734016094.936255:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559913e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e62a expref: 10 pid: 7686 timeout: 458 lvb_type: 1 00000100:00100000:0.0:1734016094.937054:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2735 00000100:00100000:0.0:1734016094.937060:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1972:x1818247334441216:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016094.937072:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016094.937089:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559913dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e623 expref: 12 pid: 7686 timeout: 458 lvb_type: 1 00010000:00010000:0.0:1734016094.937098:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559913dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e623 expref: 12 pid: 7686 timeout: 458 lvb_type: 1 00010000:00010000:0.0:1734016094.937113:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559913dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e623 expref: 12 pid: 7686 timeout: 458 lvb_type: 1 00010000:00010000:0.0:1734016094.937130:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016094.937163:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247334441216:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 104us (1915us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.937169:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2735 00000100:00100000:0.0:1734016094.937182:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2736 00000100:00100000:0.0:1734016094.937186:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334441088:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016094.937190:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016094.937194:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559913e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e62a expref: 10 pid: 7686 timeout: 458 lvb_type: 1 00010000:00010000:0.0:1734016094.937202:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559913e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e62a expref: 10 pid: 7686 timeout: 458 lvb_type: 1 00010000:00010000:0.0:1734016094.937210:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559913e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e62a expref: 10 pid: 7686 timeout: 458 lvb_type: 1 00010000:00010000:0.0:1734016094.937216:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016094.937218:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016094.937222:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559913f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6619136->6668287) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e631 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.937229:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559913f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6619136->6668287) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e631 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.937251:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559913f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6619136->6668287) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e631 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016094.937259:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784e0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338301312:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016094.937282:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.943862:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784e0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338301312:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016094.943882:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016094.943904:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334441088:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6716us (8622us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.943912:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2736 00000100:00100000:0.0:1734016094.948499:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.948769:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334441472 00000100:00100000:1.0:1734016094.948777:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334441472 00000100:00100000:1.0:1734016094.948855:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10017 00000100:00100000:1.0:1734016094.948862:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334441472:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016094.949053:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6665324 -> 6665324 00002000:00010000:1.0:1734016094.949056:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016094 -> 1734016094 00002000:00010000:1.0:1734016094.949058:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016094 -> 1734016094 00002000:00010000:1.0:1734016094.949060:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016094 -> 1734016094 00002000:00010000:1.0:1734016094.949062:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 944 -> 944 00000100:00100000:1.0:1734016094.949115:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334441472:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 252us (623us total) trans 4294969215 rc 0/0 00000100:00100000:1.0:1734016094.949123:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10017 00000100:00100000:0.0:1734016094.952501:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016094.967539:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016094.993323:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334442112 00000100:00100000:1.0:1734016094.993330:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334442112 00002000:00100000:1.0:1734016094.993364:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->6668287) req@ffff8801304d2d80 x1818247334442112/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.993374:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d2d80 with x1818247334442112 ext(4194304->6668287) 00002000:00010000:1.0:1734016094.993379:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d2d80 00000100:00100000:1.0:1734016094.993402:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334441984 00000100:00100000:1.0:1734016094.993404:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334441984 00002000:00100000:1.0:1734016094.993412:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8801304d0000 x1818247334441984/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.993419:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d0000 with x1818247334441984 ext(0->4194303) 00002000:00010000:1.0:1734016094.993421:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d0000 00000100:00100000:1.0:1734016094.993437:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8087 00000100:00100000:1.0:1734016094.993442:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1971:x1818247334442112:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016095.092931:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.103166:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.121632:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.134284:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.134434:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334442752 00000100:00100000:1.0:1734016095.134442:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334442752 00010000:00010000:1.0:1734016095.134467:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559913f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6619136->6668287) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e631 expref: 11 pid: 7686 timeout: 458 lvb_type: 0 00000100:00100000:1.0:1734016095.134500:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2737 00000100:00100000:1.0:1734016095.134507:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247334442752:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016095.134521:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016095.134544:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559913f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6619136->6668287) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e631 expref: 11 pid: 7686 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016095.134558:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559913f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6619136->6668287) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e631 expref: 11 pid: 7686 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016095.134580:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559913f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6619136->6668287) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e631 expref: 11 pid: 7686 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016095.135939:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.135943:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.135954:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991414 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5554176->5586943) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e654 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.135967:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991414 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5554176->5586943) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e654 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.136019:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991414 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5554176->5586943) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e654 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.136037:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338302080:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016095.136117:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.141405:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338302080:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016095.141431:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016095.141486:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334442752:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6978us (7202us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.141499:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2737 00010000:00010000:1.0:1734016095.155122:0:6469:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016095.160953:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.161011:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.165615:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8090 00000100:00100000:0.0:1734016095.165628:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247334443264:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016095.244429:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.249269:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.252760:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.258596:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.263183:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.266167:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.269082:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.269150:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334444928 00000100:00100000:0.0:1734016095.269157:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334444928 00002000:00100000:0.0:1734016095.269188:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5689344->5693439) req@ffff88007822fb80 x1818247334444928/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.269197:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822fb80 with x1818247334444928 ext(5689344->5693439) 00002000:00010000:0.0:1734016095.269202:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822fb80 00000100:00100000:0.0:1734016095.269227:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8096 00000100:00100000:0.0:1734016095.269233:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247334444928:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016095.269372:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247334444928:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 138us (298us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016095.269378:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8096 00002000:00100000:0.0:1734016095.269383:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5689344->5693439) req@ffff88007822fb80 x1818247334444928/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.269389:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822fb80 with x1818247334444928 ext(5689344->5693439) 00002000:00010000:0.0:1734016095.269392:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822fb80 00000100:00100000:0.0:1734016095.272174:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.283279:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.290972:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.292611:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334445568 00000100:00100000:1.0:1734016095.292626:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334445568 00000100:00100000:1.0:1734016095.292697:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10024 00000100:00100000:1.0:1734016095.292705:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247334445568:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.292724:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.292741:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991422 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e662 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.292770:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991414 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5554176->5586943) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e654 expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.292778:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599141b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e65b expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.292784:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.292786:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.292789:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991422 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1990656->2015231] (req 1990656->2015231) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e662 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.292831:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599141b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e65b expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.292843:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599141b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e65b expref: 10 pid: 7686 timeout: 458 lvb_type: 1 00000100:00100000:1.0:1734016095.292859:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338302208:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016095.292927:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991414 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5554176->5586943) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e654 expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.292935:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991414 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5554176->5586943) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e654 expref: 13 pid: 7686 timeout: 458 lvb_type: 0 00000100:00100000:1.0:1734016095.292943:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338302336:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016095.292962:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.305018:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338302208:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016095.305035:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338302336:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016095.305067:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991422 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1990656->2015231] (req 1990656->2015231) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e662 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.305085:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016095.305606:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334445568:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12897us (14641us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.305616:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10024 00000100:00100000:0.0:1734016095.308482:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.308532:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.308617:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334445696 00000100:00100000:1.0:1734016095.308624:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334445696 00010000:00010000:1.0:1734016095.308667:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599141b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e65b expref: 11 pid: 7686 timeout: 458 lvb_type: 1 00000100:00100000:1.0:1734016095.308690:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334445824 00000100:00100000:1.0:1734016095.308693:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334445824 00010000:00010000:1.0:1734016095.308701:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991414 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5554176->5586943) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e654 expref: 13 pid: 7686 timeout: 458 lvb_type: 0 00000100:00100000:1.0:1734016095.308728:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2738 00000100:00100000:1.0:1734016095.308734:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334445696:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016095.308746:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016095.308762:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599141b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e65b expref: 11 pid: 7686 timeout: 458 lvb_type: 1 00010000:00010000:1.0:1734016095.308771:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599141b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e65b expref: 11 pid: 7686 timeout: 458 lvb_type: 1 00010000:00010000:1.0:1734016095.308789:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599141b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e65b expref: 11 pid: 7686 timeout: 458 lvb_type: 1 00010000:00010000:1.0:1734016095.308829:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016095.308866:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334445696:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 131us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.308872:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2738 00000100:00100000:1.0:1734016095.308885:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2739 00000100:00100000:1.0:1734016095.308888:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1969:x1818247334445824:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016095.308896:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016095.308903:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991414 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5554176->5586943) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e654 expref: 13 pid: 7686 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016095.308914:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991414 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5554176->5586943) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e654 expref: 13 pid: 7686 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016095.308924:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991414 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5554176->5586943) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e654 expref: 13 pid: 7686 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016095.308931:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.308933:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.308938:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991422 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1990656->2015231) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e662 expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.308945:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991422 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1990656->2015231) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e662 expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.308971:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991422 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1990656->2015231) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e662 expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.308981:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338302464:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016095.309007:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.310979:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338302464:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016095.310995:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016095.311019:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247334445824:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2129us (2486us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.311028:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2739 00000100:00100000:1.0:1734016095.312169:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.316408:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.324963:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.334595:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334446464 00000100:00100000:0.0:1734016095.334605:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334446464 00000100:00100000:0.0:1734016095.334669:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8099 00000100:00100000:0.0:1734016095.334676:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334446464:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:0.0:1734016095.334710:0:7690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991437 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.334726:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991422 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1990656->2015231) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e662 expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.334732:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016095.334734:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016095.334737:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991437 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6492160->6529023] (req 6492160->6529023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.334761:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991422 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1990656->2015231) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e662 expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.334771:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991422 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1990656->2015231) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e662 expref: 12 pid: 7684 timeout: 458 lvb_type: 0 00000100:00100000:0.0:1734016095.334782:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7690:1818247338302848:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016095.335434:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016095.339703:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.340322:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334446592 00000100:00100000:1.0:1734016095.340328:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334446592 00010000:00010000:1.0:1734016095.340353:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991422 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1990656->2015231) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e662 expref: 13 pid: 7684 timeout: 458 lvb_type: 0 00000100:00100000:1.0:1734016095.340445:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2740 00000100:00100000:1.0:1734016095.340451:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247334446592:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016095.340464:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016095.340482:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991422 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1990656->2015231) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e662 expref: 13 pid: 7684 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016095.340492:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991422 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1990656->2015231) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e662 expref: 13 pid: 7684 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016095.340511:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991422 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1990656->2015231) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e662 expref: 13 pid: 7684 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016095.340969:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.340972:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.340975:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991437 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6492160->6529023] (req 6492160->6529023) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.340984:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991437 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6492160->6529023] (req 6492160->6529023) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.341019:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016095.341060:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334446592:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 607us (1363us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.341070:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2740 00000001:00080000:0.0:1734016095.347278:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969217 is committed 00000001:00080000:0.0:1734016095.347291:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969216 is committed 00000100:00100000:0.0:1734016095.350802:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.352985:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.356347:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.356420:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334446976 00000100:00100000:1.0:1734016095.356426:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334446976 00010000:00010000:1.0:1734016095.356455:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599143e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e677 expref: 9 pid: 7684 timeout: 459 lvb_type: 1 00000100:00100000:1.0:1734016095.356476:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2741 00000100:00100000:1.0:1734016095.356481:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088625450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334446976:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016095.356493:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016095.356509:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599143e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e677 expref: 9 pid: 7684 timeout: 459 lvb_type: 1 00010000:00010000:1.0:1734016095.356519:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599143e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e677 expref: 9 pid: 7684 timeout: 459 lvb_type: 1 00010000:00010000:1.0:1734016095.356538:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.356539:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.356545:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55991445 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5718016->5787647) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e67e expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.356552:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55991445 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5718016->5787647) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e67e expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.356581:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55991445 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5718016->5787647) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e67e expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.356596:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338303104:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016095.356640:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.359846:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338303104:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016095.359873:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016095.360270:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880088625450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334446976:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3784us (3928us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.360282:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2741 00000100:00100000:0.0:1734016095.360627:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.366206:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334447360 00000100:00100000:0.0:1734016095.366215:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334447360 00002000:00100000:0.0:1734016095.366269:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2256896->2260991) req@ffff8800788f8000 x1818247334447360/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.366281:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788f8000 with x1818247334447360 ext(2256896->2260991) 00002000:00010000:0.0:1734016095.366287:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788f8000 00000100:00100000:0.0:1734016095.366316:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8100 00000100:00100000:0.0:1734016095.366323:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334447360:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016095.367074:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334447360:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 748us (1148us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016095.367086:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8100 00002000:00100000:0.0:1734016095.367093:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2256896->2260991) req@ffff8800788f8000 x1818247334447360/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.367099:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788f8000 with x1818247334447360 ext(2256896->2260991) 00002000:00010000:0.0:1734016095.367102:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788f8000 00000100:00100000:0.0:1734016095.369685:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.374105:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.383864:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.388057:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.391097:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.395589:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.399799:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.405435:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.409610:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.413418:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.417456:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.422515:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.425876:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.431145:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.439919:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.449616:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.450020:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1968 00000100:00100000:1.0:1734016095.450029:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334451200:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:1.0:1734016095.450159:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334451200:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 129us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.450166:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1968 00000100:00100000:0.0:1734016095.453502:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016095.457134:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969219 is committed 00000100:00100000:0.0:1734016095.461250:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.468684:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.475493:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.483134:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.487650:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.494256:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.494304:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.497420:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334452480 00000100:00100000:1.0:1734016095.497431:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334452480 00000100:00100000:1.0:1734016095.497486:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9 00000100:00100000:1.0:1734016095.497492:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:1971:x1818247334452480:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016095.497506:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016095.497527:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc5599147d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e69a expref: 21 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.497563:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016095.497567:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016095.497623:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:1971:x1818247334452480:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 130us (3317us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.497629:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9 00000100:00100000:0.0:1734016095.506376:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.512882:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.516876:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.521648:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.526932:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.535853:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.544345:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.550639:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.559166:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.559237:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334453888 00000100:00100000:0.0:1734016095.559245:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334453888 00002000:00100000:0.0:1734016095.559282:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1658880->1662975) req@ffff880078c25c00 x1818247334453888/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.559291:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25c00 with x1818247334453888 ext(1658880->1662975) 00002000:00010000:0.0:1734016095.559296:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25c00 00000100:00100000:0.0:1734016095.559354:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8117 00000100:00100000:0.0:1734016095.559360:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334453888:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016095.559497:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334453888:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 136us (338us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016095.559504:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8117 00002000:00100000:0.0:1734016095.559509:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1658880->1662975) req@ffff880078c25c00 x1818247334453888/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.559515:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25c00 with x1818247334453888 ext(1658880->1662975) 00002000:00010000:0.0:1734016095.559517:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25c00 00000100:00100000:0.0:1734016095.575683:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.575728:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.579229:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8119 00000100:00100000:1.0:1734016095.579239:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334454400:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016095.669481:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334454400:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 90232us (93741us total) trans 0 rc 2404352/2404352 00000100:00100000:0.0:1734016095.669494:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8119 00002000:00100000:0.0:1734016095.669505:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4259840->6668287) req@ffff880129ff2d80 x1818247334454400/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:56/0 lens 504/440 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 2404352/2404352 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.669514:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff2d80 with x1818247334454400 ext(4259840->6668287) 00002000:00010000:0.0:1734016095.669519:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff2d80 00000100:00100000:1.0:1734016095.679529:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.694076:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.700776:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.701785:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334454912 00000100:00100000:0.0:1734016095.701793:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334454912 00002000:00100000:0.0:1734016095.701834:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1159168->1662975) req@ffff880078c27480 x1818247334454912/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:56/0 lens 504/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.701844:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27480 with x1818247334454912 ext(1159168->1662975) 00010000:00010000:0.0:1734016095.701853:0:13920:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991499 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1167359) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e6af expref: 6 pid: 7684 timeout: 459 lvb_type: 0 00010000:00010000:0.0:1734016095.701865:0:13920:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991499 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1167359) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e6af expref: 6 pid: 7684 timeout: 459 lvb_type: 0 00002000:00010000:0.0:1734016095.701870:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880078c27480 00000100:00100000:0.0:1734016095.702222:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 254 00000100:00100000:0.0:1734016095.702229:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334454912:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016095.706484:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334454912:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4243us (5705us total) trans 4294969220 rc 0/0 00000100:00100000:0.0:1734016095.706497:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 254 00002000:00100000:0.0:1734016095.706507:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1159168->1662975) req@ffff880078c27480 x1818247334454912/t4294969220(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:56/0 lens 504/448 e 0 to 0 dl 1734016106 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.706515:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27480 with x1818247334454912 ext(1159168->1662975) 00010000:00010000:0.0:1734016095.706524:0:13920:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991499 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1167359) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e6af expref: 8 pid: 7684 timeout: 459 lvb_type: 0 00010000:00010000:0.0:1734016095.706541:0:13920:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991499 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1167359) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e6af expref: 8 pid: 7684 timeout: 459 lvb_type: 0 00002000:00010000:0.0:1734016095.706546:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880078c27480 00000100:00100000:1.0:1734016095.717525:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.725923:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.732441:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.739843:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.746535:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.753712:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.758961:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.765028:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.775178:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.780528:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.784794:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.788333:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.792800:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.797325:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334457216:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3695us (4523us total) trans 4294969222 rc 0/0 00000100:00100000:0.0:1734016095.797335:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8125 00002000:00100000:0.0:1734016095.797345:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4112384->4132863) req@ffff8800783c9c00 x1818247334457216/t4294969222(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:56/0 lens 488/448 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.797353:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c9c00 with x1818247334457216 ext(4112384->4132863) 00002000:00010000:0.0:1734016095.797358:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c9c00 00000100:00100000:1.0:1734016095.803900:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.807595:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016095.810847:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969222 is committed 00000001:00080000:0.0:1734016095.810869:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969221 is committed 00000100:00100000:0.0:1734016095.814317:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.827197:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.834736:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.845963:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.861910:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.871729:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.878756:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.903732:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.909033:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016095.909316:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334459008 00000100:00100000:1.0:1734016095.909325:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334459008 00010000:00010000:1.0:1734016095.909362:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc559913d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e61c expref: 19 pid: 13928 timeout: 459 lvb_type: 0 00000100:00100000:1.0:1734016095.909405:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2746 00000100:00100000:1.0:1734016095.909412:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:1969:x1818247334459008:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016095.909425:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016095.909431:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc559913d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e61c expref: 19 pid: 13928 timeout: 459 lvb_type: 0 00010000:00010000:1.0:1734016095.909441:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc559913d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e61c expref: 19 pid: 13928 timeout: 459 lvb_type: 0 00010000:00010000:1.0:1734016095.909462:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc559913d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e61c expref: 19 pid: 13928 timeout: 459 lvb_type: 0 00010000:00010000:1.0:1734016095.909495:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016095.909501:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599151e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016095.910165:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599151e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016095.910174:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599151e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016095.910207:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016095.910274:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:1969:x1818247334459008:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 860us (1246us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.910282:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2746 00000100:00100000:1.0:1734016095.917704:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.920455:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334459136 00000100:00100000:0.0:1734016095.920470:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334459136 00000100:00100000:0.0:1734016095.920546:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10056 00000100:00100000:0.0:1734016095.920554:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334459136:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016095.920576:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016095.920595:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991525 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e72d expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.920626:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991517 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e726 expref: 5 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.920635:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016095.920637:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016095.920640:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991525 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e72d expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.920677:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991517 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e726 expref: 5 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.920687:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991517 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e726 expref: 5 pid: 7684 timeout: 459 lvb_type: 1 00000100:00100000:0.0:1734016095.920698:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ea3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338306560:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016095.920778:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016095.929322:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ea3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338306560:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016095.929354:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991525 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e72d expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.929370:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564b40, rc 0) 00000100:00100000:0.0:1734016095.932386:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334459136:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11816us (14676us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016095.932397:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10056 00000100:00100000:0.0:1734016095.932617:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.932711:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334459264 00000100:00100000:0.0:1734016095.932719:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334459264 00010000:00010000:0.0:1734016095.932749:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991517 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e726 expref: 6 pid: 7684 timeout: 459 lvb_type: 1 00000100:00100000:0.0:1734016095.932782:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2747 00000100:00100000:0.0:1734016095.932788:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088625050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334459264:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016095.932800:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016095.932836:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991517 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e726 expref: 6 pid: 7684 timeout: 459 lvb_type: 1 00010000:00010000:0.0:1734016095.932847:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991517 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e726 expref: 6 pid: 7684 timeout: 459 lvb_type: 1 00010000:00010000:0.0:1734016095.932868:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991517 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e726 expref: 6 pid: 7684 timeout: 459 lvb_type: 1 00010000:00010000:0.0:1734016095.932888:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016095.932890:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016095.932896:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991525 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e72d expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.932905:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991525 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e72d expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.932935:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991525 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e72d expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016095.932947:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ea3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338306688:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016095.932996:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016095.960498:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016095.970480:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.012253:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.017677:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.035454:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:0.0:1734016096.043436:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016066 00000100:00100000:1.0:1734016096.096121:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.103442:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.120004:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.123841:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016096.136551:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334461056 00000100:00100000:1.0:1734016096.136565:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334461056 00010000:00010000:1.0:1734016096.136608:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991564 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e757 expref: 7 pid: 7684 timeout: 459 lvb_type: 1 00000100:00100000:1.0:1734016096.136671:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334461184 00000100:00100000:1.0:1734016096.136674:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334461184 00010000:00010000:1.0:1734016096.136684:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599155d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e750 expref: 10 pid: 7686 timeout: 459 lvb_type: 1 00000100:00100000:1.0:1734016096.136703:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2749 00000100:00100000:1.0:1734016096.136711:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334461056:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016096.136728:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016096.136756:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991564 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e757 expref: 7 pid: 7684 timeout: 459 lvb_type: 1 00010000:00010000:1.0:1734016096.136766:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991564 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e757 expref: 7 pid: 7684 timeout: 459 lvb_type: 1 00010000:00010000:1.0:1734016096.136787:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991564 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e757 expref: 7 pid: 7684 timeout: 459 lvb_type: 1 00010000:00010000:1.0:1734016096.136837:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016096.136957:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334461056:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 246us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.136962:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2749 00000100:00100000:1.0:1734016096.136977:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2750 00000100:00100000:1.0:1734016096.136980:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334461184:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016096.136985:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016096.136991:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599155d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e750 expref: 10 pid: 7686 timeout: 459 lvb_type: 1 00010000:00010000:1.0:1734016096.136999:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599155d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e750 expref: 10 pid: 7686 timeout: 459 lvb_type: 1 00010000:00010000:1.0:1734016096.137008:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599155d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e750 expref: 10 pid: 7686 timeout: 459 lvb_type: 1 00010000:00010000:1.0:1734016096.137014:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016096.137016:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016096.137020:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5599156b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7147520->7200767) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e75e expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.137028:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5599156b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7147520->7200767) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e75e expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.137053:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5599156b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7147520->7200767) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e75e expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.137063:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338307456:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016096.137092:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016096.142417:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338307456:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016096.142454:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016096.142677:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334461184:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5689us (6178us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.142697:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2750 00000100:00100000:0.0:1734016096.142943:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.149261:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334461440 00000100:00100000:0.0:1734016096.149272:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334461440 00000100:00100000:0.0:1734016096.149338:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10065 00000100:00100000:0.0:1734016096.149348:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334461440:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.149374:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.149397:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991572 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e765 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016096.149464:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ea1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338307584:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016096.149545:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fe40 going to sleep for 11 seconds 00010000:00010000:1.0:1734016096.159368:0:6468:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016096.168747:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016096.197553:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.307477:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016096.318131:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.318201:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334462336 00000100:00100000:0.0:1734016096.318208:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334462336 00002000:00100000:0.0:1734016096.318242:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1118208->1122303) req@ffff8800781d3480 x1818247334462336/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.318250:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d3480 with x1818247334462336 ext(1118208->1122303) 00002000:00010000:0.0:1734016096.318255:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d3480 00000100:00100000:0.0:1734016096.319246:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8131 00000100:00100000:0.0:1734016096.319253:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334462336:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.319400:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334462336:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 147us (1277us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.319407:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8131 00002000:00100000:0.0:1734016096.319412:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1118208->1122303) req@ffff8800781d3480 x1818247334462336/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.319419:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d3480 with x1818247334462336 ext(1118208->1122303) 00002000:00010000:0.0:1734016096.319423:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d3480 00000100:00100000:1.0:1734016096.332929:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.363059:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016096.379208:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016096.382930:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.393078:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.394658:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8136 00000100:00100000:0.0:1734016096.394668:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334463616:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.395375:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334463616:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 706us (2308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.395383:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8136 00002000:00100000:1.0:1734016096.395389:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1097728->1101823) req@ffff880078ea0380 x1818247334463616/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.395397:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea0380 with x1818247334463616 ext(1097728->1101823) 00002000:00010000:1.0:1734016096.395402:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea0380 00000100:00100000:1.0:1734016096.411458:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016096.429839:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.440083:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016096.454946:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.478195:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016096.513418:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.513491:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334464896 00000100:00100000:0.0:1734016096.513499:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334464896 00002000:00100000:0.0:1734016096.513535:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4239359) req@ffff880077f94e00 x1818247334464896/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:57/0 lens 520/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.513545:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f94e00 with x1818247334464896 ext(0->4239359) 00002000:00010000:0.0:1734016096.513549:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f94e00 00000100:00100000:1.0:1734016096.530871:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.558855:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338308864:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016096.558917:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016096.560067:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338308864:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016096.652687:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.666406:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334465280:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 8533us (13711us total) trans 4294969227 rc 0/0 00000100:00100000:0.0:1734016096.666423:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8142 00002000:00100000:0.0:1734016096.666440:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7045120->7098367) req@ffff880077e98380 x1818247334465280/t4294969227(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:57/0 lens 488/448 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.666453:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e98380 with x1818247334465280 ext(7045120->7098367) 00002000:00010000:0.0:1734016096.666460:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e98380 00000100:00100000:1.0:1734016096.672250:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.681118:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016096.688896:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016096.698904:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016096.705568:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016096.748423:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.795936:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016096.796045:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334466304 00000100:00100000:1.0:1734016096.796054:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334466304 00002000:00100000:1.0:1734016096.796092:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880077e98e00 x1818247334466304/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.796101:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e98e00 with x1818247334466304 ext(0->4194303) 00002000:00010000:1.0:1734016096.796104:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e98e00 00000100:00100000:1.0:1734016096.796137:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8143 00000100:00100000:1.0:1734016096.796142:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334466304:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.818352:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016096.818414:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.821833:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8145 00000100:00100000:0.0:1734016096.821845:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247334466688:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.908650:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.930901:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016096.942172:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.961381:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016096.972602:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969228 is committed 00000100:00100000:0.0:1734016096.977449:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.980442:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.984970:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.987790:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.992173:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016096.996524:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016096.996701:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334468736 00000100:00100000:0.0:1734016096.996709:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334468736 00002000:00100000:0.0:1734016096.996743:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1953792->1957887) req@ffff880078e2b800 x1818247334468736/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.996751:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2b800 with x1818247334468736 ext(1953792->1957887) 00002000:00010000:0.0:1734016096.996755:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2b800 00000100:00100000:0.0:1734016096.996782:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8150 00000100:00100000:0.0:1734016096.996788:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334468736:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.996942:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334468736:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 153us (425us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.996948:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8150 00002000:00100000:0.0:1734016096.996952:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1953792->1957887) req@ffff880078e2b800 x1818247334468736/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.996957:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2b800 with x1818247334468736 ext(1953792->1957887) 00002000:00010000:0.0:1734016096.996960:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2b800 00000100:00100000:0.0:1734016097.004480:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.010420:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.010462:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.019839:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334469376 00000100:00100000:0.0:1734016097.019847:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334469376 00002000:00100000:0.0:1734016097.019880:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9224192->9228287) req@ffff88012dccd880 x1818247334469376/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.019888:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccd880 with x1818247334469376 ext(9224192->9228287) 00002000:00010000:0.0:1734016097.019891:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccd880 00000100:00100000:0.0:1734016097.019905:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8151 00000100:00100000:0.0:1734016097.019909:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334469376:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016097.020031:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334469376:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 121us (299us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016097.020036:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8151 00002000:00100000:0.0:1734016097.020041:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9224192->9228287) req@ffff88012dccd880 x1818247334469376/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.020046:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccd880 with x1818247334469376 ext(9224192->9228287) 00002000:00010000:0.0:1734016097.020048:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccd880 00000100:00100000:0.0:1734016097.024947:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.035659:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.036839:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.038904:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.042506:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.042594:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.042992:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334470400 00000100:00100000:0.0:1734016097.042999:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334470400 00002000:00100000:0.0:1734016097.043029:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9216000->9220095) req@ffff880078e28a80 x1818247334470400/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.043037:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e28a80 with x1818247334470400 ext(9216000->9220095) 00002000:00010000:0.0:1734016097.043042:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e28a80 00000100:00100000:0.0:1734016097.043057:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8153 00000100:00100000:0.0:1734016097.043062:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334470400:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016097.044563:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334470400:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1495us (2053us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016097.044570:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8153 00002000:00100000:0.0:1734016097.044580:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9216000->9220095) req@ffff880078e28a80 x1818247334470400/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.044587:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e28a80 with x1818247334470400 ext(9216000->9220095) 00002000:00010000:0.0:1734016097.044592:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e28a80 00000100:00100000:0.0:1734016097.051536:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.056151:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.060928:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.065833:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.070272:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.073518:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.077672:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.081344:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.085277:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.088580:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.092546:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.095235:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.098335:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.101672:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.109112:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334473856:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 6907us (7439us total) trans 4294969229 rc 0/0 00000100:00100000:0.0:1734016097.109124:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8167 00002000:00100000:0.0:1734016097.109137:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (9162752->9228287) req@ffff8800701c8700 x1818247334473856/t4294969229(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:58/0 lens 488/448 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.109145:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c8700 with x1818247334473856 ext(9162752->9228287) 00002000:00010000:0.0:1734016097.109153:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c8700 00000100:00100000:1.0:1734016097.115211:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.115264:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334473984 00000100:00100000:0.0:1734016097.115274:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334473984 00000100:00100000:0.0:1734016097.115321:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1975 00000100:00100000:0.0:1734016097.115326:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:9662:x1818247334473984:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:0.0:1734016097.115421:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:9662:x1818247334473984:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 95us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016097.115426:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1975 00000100:00100000:0.0:1734016097.122014:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016097.128801:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969229 is committed 00000100:00100000:0.0:1734016097.133972:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016097.161056:0:9875:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016097.163545:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.175748:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.186904:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.202438:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.211687:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.213361:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334475008:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 1419us (1680us total) trans 4294969230 rc 0/0 00000100:00100000:0.0:1734016097.213370:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8169 00002000:00100000:0.0:1734016097.213378:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1630208->1634303) req@ffff8801309faa00 x1818247334475008/t4294969230(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:58/0 lens 4584/448 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.213385:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309faa00 with x1818247334475008 ext(1630208->1634303) 00002000:00010000:0.0:1734016097.213389:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309faa00 00000100:00100000:1.0:1734016097.215894:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016097.218301:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969230 is committed 00000100:00100000:0.0:1734016097.223474:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334475264 00000100:00100000:0.0:1734016097.223484:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334475264 00000100:00100000:0.0:1734016097.223537:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10084 00000100:00100000:0.0:1734016097.223544:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334475264:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016097.223565:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016097.223583:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc559915e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e7d5 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.223643:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338310784:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016097.223696:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.234488:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.243256:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.249118:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10086 00000100:00100000:0.0:1734016097.250434:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.251035:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334475648 00000100:00100000:3.0:1734016097.251042:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334475648 00010000:00010000:3.0:1734016097.251065:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559915c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9224192->9228287) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e7b2 expref: 7 pid: 7684 timeout: 460 lvb_type: 0 00000100:00100000:3.0:1734016097.251437:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2756 00000100:00100000:3.0:1734016097.251443:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334475648:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016097.251455:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016097.251474:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559915c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9224192->9228287) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e7b2 expref: 7 pid: 7684 timeout: 460 lvb_type: 0 00010000:00010000:3.0:1734016097.251484:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559915c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9224192->9228287) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e7b2 expref: 7 pid: 7684 timeout: 460 lvb_type: 0 00010000:00010000:3.0:1734016097.251501:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559915c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9224192->9228287) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e7b2 expref: 7 pid: 7684 timeout: 460 lvb_type: 0 00010000:00010000:3.0:1734016097.251526:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016097.251528:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016097.251535:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559915f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2797568->2850815) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e7e3 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.251542:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559915f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2797568->2850815) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e7e3 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.251570:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559915f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2797568->2850815) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e7e3 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016097.251588:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338311168:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016097.252435:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.256349:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.256484:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338311168:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016097.256514:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016097.256744:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334475904 00000100:00100000:1.0:1734016097.256754:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334475904 00002000:00100000:1.0:1734016097.256847:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2846720->2850815) req@ffff8801309fbb80 x1818247334475904/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.256860:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fbb80 with x1818247334475904 ext(2846720->2850815) 00002000:00010000:1.0:1734016097.256867:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fbb80 00000100:00100000:1.0:1734016097.256908:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8170 00000100:00100000:1.0:1734016097.256917:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334475904:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016097.257153:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334475648:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5708us (6722us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.257166:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2756 00000100:00100000:1.0:1734016097.259408:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334475904:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2481us (3063us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016097.259420:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8170 00002000:00100000:1.0:1734016097.259436:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2846720->2850815) req@ffff8801309fbb80 x1818247334475904/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.259446:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fbb80 with x1818247334475904 ext(2846720->2850815) 00002000:00010000:1.0:1734016097.259452:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fbb80 00000100:00100000:0.0:1734016097.272259:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.272494:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334476032 00000100:00100000:3.0:1734016097.272504:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334476032 00000100:00100000:3.0:1734016097.272565:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10087 00000100:00100000:3.0:1734016097.272572:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334476032:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016097.272588:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016097.272604:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559915fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e7ea expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016097.272653:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338311296:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016097.272695:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016097.279074:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338311296:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016097.279110:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559915fe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e7ea expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.279123:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559915fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e7ea expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.279729:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016097.279801:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334476032:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7228us (7548us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016097.279844:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10087 00000100:00100000:0.0:1734016097.287395:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.287853:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334476160 00000100:00100000:3.0:1734016097.287863:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334476160 00000100:00100000:3.0:1734016097.287977:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10088 00000100:00100000:3.0:1734016097.287986:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334476160:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016097.288004:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016097.288023:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991605 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e7f1 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016097.288068:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338311424:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016097.288126:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016097.292732:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338311424:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016097.292768:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991605 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e7f1 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.292782:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991605 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e7f1 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.292880:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016097.293321:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334476160:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5334us (5931us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016097.293332:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10088 00000100:00100000:0.0:1734016097.302306:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.302519:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334476288 00000100:00100000:3.0:1734016097.302528:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334476288 00000100:00100000:3.0:1734016097.302582:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10089 00000100:00100000:3.0:1734016097.302588:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334476288:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016097.302899:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10092394 -> 10092394 00002000:00010000:3.0:1734016097.302903:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016097.302905:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016097 -> 1734016096 00002000:00010000:3.0:1734016097.302907:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016097.302908:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1856 -> 1856 00000100:00100000:3.0:1734016097.307785:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334476288:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 5185us (5477us total) trans 4294969231 rc 0/0 00000100:00100000:3.0:1734016097.307800:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10089 00000100:00100000:0.0:1734016097.314939:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.315557:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334476544 00000100:00100000:1.0:1734016097.315569:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334476544 00002000:00100000:1.0:1734016097.315620:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1687552->1691647) req@ffff8801309fa300 x1818247334476544/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.315640:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fa300 with x1818247334476544 ext(1687552->1691647) 00002000:00010000:1.0:1734016097.315644:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fa300 00000100:00100000:1.0:1734016097.315669:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8171 00000100:00100000:1.0:1734016097.315676:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334476544:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.315867:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334476544:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 189us (939us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016097.315874:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8171 00002000:00100000:1.0:1734016097.315879:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1687552->1691647) req@ffff8801309fa300 x1818247334476544/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.315887:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fa300 with x1818247334476544 ext(1687552->1691647) 00002000:00010000:1.0:1734016097.315889:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fa300 00000100:00100000:1.0:1734016097.321646:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.321743:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334476800 00000100:00100000:0.0:1734016097.321755:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334476800 00002000:00100000:0.0:1734016097.321830:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1683456->1687551) req@ffff88007bd12300 x1818247334476800/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.321841:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd12300 with x1818247334476800 ext(1683456->1687551) 00002000:00010000:0.0:1734016097.321848:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd12300 00000100:00100000:0.0:1734016097.321879:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8172 00000100:00100000:0.0:1734016097.321888:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334476800:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016097.322124:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334476800:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 237us (499us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016097.322132:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8172 00002000:00100000:0.0:1734016097.322139:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1683456->1687551) req@ffff88007bd12300 x1818247334476800/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.322152:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd12300 with x1818247334476800 ext(1683456->1687551) 00002000:00010000:0.0:1734016097.322156:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd12300 00000100:00100000:1.0:1734016097.335466:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334477056 00000100:00100000:1.0:1734016097.335478:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334477056 00002000:00100000:1.0:1734016097.335520:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1679360->1683455) req@ffff8800784e3480 x1818247334477056/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.335530:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e3480 with x1818247334477056 ext(1679360->1683455) 00002000:00010000:1.0:1734016097.335534:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e3480 00000100:00100000:1.0:1734016097.335558:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8173 00000100:00100000:1.0:1734016097.335563:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334477056:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.335725:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334477056:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 160us (2144us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016097.335731:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8173 00002000:00100000:1.0:1734016097.335736:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1679360->1683455) req@ffff8800784e3480 x1818247334477056/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.335742:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e3480 with x1818247334477056 ext(1679360->1683455) 00002000:00010000:1.0:1734016097.335745:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e3480 00000100:00100000:0.0:1734016097.340569:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334477312 00000100:00100000:0.0:1734016097.340578:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334477312 00002000:00100000:0.0:1734016097.340631:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1675264->1679359) req@ffff8800784e3b80 x1818247334477312/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.340641:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e3b80 with x1818247334477312 ext(1675264->1679359) 00002000:00010000:0.0:1734016097.340645:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e3b80 00000100:00100000:0.0:1734016097.340682:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8174 00000100:00100000:0.0:1734016097.340688:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334477312:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016097.340846:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334477312:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 158us (373us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016097.340852:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8174 00002000:00100000:0.0:1734016097.340857:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1675264->1679359) req@ffff8800784e3b80 x1818247334477312/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.340864:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e3b80 with x1818247334477312 ext(1675264->1679359) 00002000:00010000:0.0:1734016097.340866:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e3b80 00000100:00100000:0.0:1734016097.346924:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.348506:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334477568 00000100:00100000:1.0:1734016097.348515:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334477568 00002000:00100000:1.0:1734016097.348560:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1671168->1675263) req@ffff8801309f8e00 x1818247334477568/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.348569:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8e00 with x1818247334477568 ext(1671168->1675263) 00002000:00010000:1.0:1734016097.348574:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8e00 00000100:00100000:1.0:1734016097.348594:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8175 00000100:00100000:1.0:1734016097.348601:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334477568:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.352192:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334477568:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 3579us (5266us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016097.352204:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8175 00002000:00100000:1.0:1734016097.352218:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1671168->1675263) req@ffff8801309f8e00 x1818247334477568/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.352228:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8e00 with x1818247334477568 ext(1671168->1675263) 00002000:00010000:1.0:1734016097.352233:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8e00 00000100:00100000:1.0:1734016097.373728:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334477824 00000100:00100000:1.0:1734016097.373742:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334477824 00002000:00100000:1.0:1734016097.373786:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1667072->1671167) req@ffff8800784e2a00 x1818247334477824/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.373796:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e2a00 with x1818247334477824 ext(1667072->1671167) 00002000:00010000:1.0:1734016097.373801:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e2a00 00000100:00100000:1.0:1734016097.373871:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8176 00000100:00100000:1.0:1734016097.373878:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334477824:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.374072:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334477824:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 193us (4099us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016097.374078:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8176 00002000:00100000:1.0:1734016097.374084:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1667072->1671167) req@ffff8800784e2a00 x1818247334477824/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.374090:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e2a00 with x1818247334477824 ext(1667072->1671167) 00002000:00010000:1.0:1734016097.374095:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784e2a00 00000100:00100000:0.0:1734016097.378778:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.386290:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.386380:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334478336 00000100:00100000:1.0:1734016097.386390:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334478336 00002000:00100000:1.0:1734016097.386428:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1658880->1662975) req@ffff88012dccea00 x1818247334478336/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.386436:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccea00 with x1818247334478336 ext(1658880->1662975) 00002000:00010000:1.0:1734016097.386440:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccea00 00000100:00100000:1.0:1734016097.386467:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8178 00000100:00100000:1.0:1734016097.386474:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334478336:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.386590:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334478336:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 117us (310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016097.386595:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8178 00002000:00100000:1.0:1734016097.386599:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1658880->1662975) req@ffff88012dccea00 x1818247334478336/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.386605:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccea00 with x1818247334478336 ext(1658880->1662975) 00002000:00010000:1.0:1734016097.386607:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccea00 00000100:00100000:3.0:1734016097.392423:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.400252:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.400366:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334478848 00000100:00100000:1.0:1734016097.400374:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334478848 00002000:00100000:1.0:1734016097.400412:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1650688->1654783) req@ffff8801309f9500 x1818247334478848/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.400421:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f9500 with x1818247334478848 ext(1650688->1654783) 00002000:00010000:1.0:1734016097.400425:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f9500 00000100:00100000:1.0:1734016097.400458:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8180 00000100:00100000:1.0:1734016097.400463:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334478848:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.400591:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334478848:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 127us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016097.400597:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8180 00002000:00100000:1.0:1734016097.400601:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1650688->1654783) req@ffff8801309f9500 x1818247334478848/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.400607:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f9500 with x1818247334478848 ext(1650688->1654783) 00002000:00010000:1.0:1734016097.400609:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f9500 00000100:00100000:3.0:1734016097.406881:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.412114:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.412199:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334479360 00000100:00100000:1.0:1734016097.412209:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334479360 00002000:00100000:1.0:1734016097.412244:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1642496->1646591) req@ffff88012dccfb80 x1818247334479360/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.412253:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccfb80 with x1818247334479360 ext(1642496->1646591) 00002000:00010000:1.0:1734016097.412258:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccfb80 00000100:00100000:1.0:1734016097.412290:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8182 00000100:00100000:1.0:1734016097.412295:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334479360:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.412413:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334479360:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 117us (306us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016097.412419:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8182 00002000:00100000:1.0:1734016097.412424:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1642496->1646591) req@ffff88012dccfb80 x1818247334479360/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.412429:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccfb80 with x1818247334479360 ext(1642496->1646591) 00002000:00010000:1.0:1734016097.412431:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccfb80 00000100:00100000:0.0:1734016097.415687:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.418615:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8183 00000100:00100000:1.0:1734016097.418633:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334479616:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.420085:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334479616:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1448us (4402us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016097.420094:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8183 00002000:00100000:1.0:1734016097.420103:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1638400->1642495) req@ffff8801309f8700 x1818247334479616/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.420110:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8700 with x1818247334479616 ext(1638400->1642495) 00002000:00010000:1.0:1734016097.420114:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8700 00000100:00100000:3.0:1734016097.424242:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.425142:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334479872 00000100:00100000:1.0:1734016097.425151:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334479872 00002000:00100000:1.0:1734016097.425205:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1634304->1638399) req@ffff88012dccf100 x1818247334479872/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.425216:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccf100 with x1818247334479872 ext(1634304->1638399) 00002000:00010000:1.0:1734016097.425222:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccf100 00000100:00100000:1.0:1734016097.425452:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8184 00000100:00100000:1.0:1734016097.425459:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334479872:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.425617:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334479872:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 156us (1382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016097.425631:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8184 00002000:00100000:1.0:1734016097.425636:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1634304->1638399) req@ffff88012dccf100 x1818247334479872/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.425644:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccf100 with x1818247334479872 ext(1634304->1638399) 00002000:00010000:1.0:1734016097.425647:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccf100 00000100:00100000:3.0:1734016097.429192:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.437471:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.440740:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334480384 00000100:00100000:1.0:1734016097.440754:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334480384 00002000:00100000:1.0:1734016097.440797:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1626112->1630207) req@ffff8801309f8380 x1818247334480384/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.440857:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8380 with x1818247334480384 ext(1626112->1630207) 00002000:00010000:1.0:1734016097.440863:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8380 00000100:00100000:1.0:1734016097.440909:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8186 00000100:00100000:1.0:1734016097.440917:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334480384:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.441080:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334480384:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 163us (3619us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016097.441087:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8186 00002000:00100000:1.0:1734016097.441092:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1626112->1630207) req@ffff8801309f8380 x1818247334480384/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.441098:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8380 with x1818247334480384 ext(1626112->1630207) 00002000:00010000:1.0:1734016097.441100:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8380 00000100:00100000:3.0:1734016097.449982:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.450065:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334480512 00000100:00100000:0.0:1734016097.450073:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334480512 00000100:00100000:0.0:1734016097.464739:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.474579:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.484075:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.489533:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334481152 00000100:00100000:1.0:1734016097.489539:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334481152 00002000:00100000:1.0:1734016097.489574:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2797568->2850815) req@ffff8800784e0000 x1818247334481152/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.489582:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e0000 with x1818247334481152 ext(2797568->2850815) 00010000:00010000:1.0:1734016097.489590:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559915f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2797568->2850815) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e7e3 expref: 7 pid: 7684 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016097.489601:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559915f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2797568->2850815) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e7e3 expref: 7 pid: 7684 timeout: 461 lvb_type: 0 00002000:00010000:1.0:1734016097.489607:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800784e0000 00000100:00100000:1.0:1734016097.489638:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 255 00000100:00100000:1.0:1734016097.489643:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334481152:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016097.495935:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334481152:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 6283us (6704us total) trans 4294969232 rc 0/0 00000100:00100000:0.0:1734016097.495945:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 255 00002000:00100000:0.0:1734016097.495956:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2797568->2850815) req@ffff8800784e0000 x1818247334481152/t4294969232(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/448 e 0 to 0 dl 1734016108 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.495964:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784e0000 with x1818247334481152 ext(2797568->2850815) 00010000:00010000:0.0:1734016097.495971:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559915f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2797568->2850815) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e7e3 expref: 9 pid: 7684 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.495983:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559915f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2797568->2850815) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e7e3 expref: 9 pid: 7684 timeout: 461 lvb_type: 0 00002000:00010000:0.0:1734016097.495988:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800784e0000 00000100:00100000:0.0:1734016097.498709:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.498867:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334481280 00000100:00100000:3.0:1734016097.498876:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334481280 00010000:00010000:3.0:1734016097.498905:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559915f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2797568->2850815) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e7e3 expref: 9 pid: 7684 timeout: 461 lvb_type: 0 00000100:00100000:3.0:1734016097.498952:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2757 00000100:00100000:3.0:1734016097.498958:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078837100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334481280:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016097.498973:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016097.498988:0:6467:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1856 -> 1960 00010000:00010000:3.0:1734016097.498993:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559915f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2797568->2850815) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e7e3 expref: 9 pid: 7684 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.499003:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559915f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2797568->2850815) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e7e3 expref: 9 pid: 7684 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.499025:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559915f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2797568->2850815) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e7e3 expref: 9 pid: 7684 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.499041:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016097.499043:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016097.499047:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55991621 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [303104->364543] (req 303104->364543) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.499054:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55991621 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [303104->364543] (req 303104->364543) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.499086:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016097.499126:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078837100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334481280:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 168us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.499131:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2757 00010000:00010000:0.0:1734016097.504887:0:13920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55991621 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [303104->364543] (req 303104->364543) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.504901:0:13920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55991621 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [303104->364543] (req 303104->364543) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.504907:0:13920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55991621 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [303104->364543] (req 303104->364543) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.504912:0:13920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405200 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016097.504915:0:13920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55991621 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [303104->364543] (req 303104->364543) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.504925:0:13920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55991621 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [303104->364543] (req 303104->364543) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.504937:0:13920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55991621 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [303104->364543] (req 303104->364543) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.504941:0:13920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55991621 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [303104->364543] (req 303104->364543) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.505014:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334481024:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 20442us (20941us total) trans 0 rc 61440/61440 00000100:00100000:0.0:1734016097.505022:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8187 00000100:00100000:3.0:1734016097.509404:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.515751:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334481536 00000100:00100000:0.0:1734016097.515759:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334481536 00000100:00100000:0.0:1734016097.515833:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10094 00000100:00100000:0.0:1734016097.515841:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:9662:x1818247334481536:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016097.515857:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016097.515874:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5599162f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e814 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.515900:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55991628 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e80d expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.515906:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.515907:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.515911:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5599162f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2437120->2478079] (req 2437120->2478079) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e814 expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.515941:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55991628 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e80d expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.515951:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55991628 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e80d expref: 10 pid: 7686 timeout: 461 lvb_type: 1 00000100:00100000:0.0:1734016097.515962:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078836d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338312064:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016097.516024:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016097.522676:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.523090:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334481664 00000100:00100000:0.0:1734016097.523097:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334481664 00010000:00010000:0.0:1734016097.523120:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55991628 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e80d expref: 10 pid: 7686 timeout: 461 lvb_type: 1 00000100:00100000:0.0:1734016097.523147:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2758 00000100:00100000:0.0:1734016097.523153:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334481664:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016097.523164:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016097.523181:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55991628 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e80d expref: 10 pid: 7686 timeout: 461 lvb_type: 1 00010000:00010000:0.0:1734016097.523190:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55991628 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e80d expref: 10 pid: 7686 timeout: 461 lvb_type: 1 00010000:00010000:0.0:1734016097.523212:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55991628 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e80d expref: 10 pid: 7686 timeout: 461 lvb_type: 1 00010000:00010000:0.0:1734016097.523246:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.523248:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.523254:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5599162f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2437120->2478079) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e814 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.523261:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5599162f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2437120->2478079) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e814 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.523286:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5599162f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2437120->2478079) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e814 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.523297:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078836680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338312192:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016097.523349:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.525986:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.526089:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078836680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338312192:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016097.526116:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016097.526174:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334481664:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3017us (3497us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016097.526186:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2758 00000100:00100000:0.0:1734016097.530353:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.538917:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.547080:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.552770:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.559940:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.563344:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338312832:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016097.563377:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991652 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e837 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.563390:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991652 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e837 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.563402:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:3.0:1734016097.563444:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334482432:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3277us (3513us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016097.563451:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10100 00000100:00100000:3.0:1734016097.566498:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.567238:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334482560 00000100:00100000:0.0:1734016097.567249:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334482560 00000100:00100000:0.0:1734016097.567526:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10101 00000100:00100000:0.0:1734016097.567534:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334482560:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016097.567551:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016097.567572:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55991659 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e83e expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.567642:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078834380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338312960:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016097.567705:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.572185:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078834380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338312960:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016097.572218:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55991659 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e83e expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.572231:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55991659 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e83e expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.572256:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:0.0:1734016097.572311:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334482560:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4775us (5818us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016097.572318:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10101 00000100:00100000:0.0:1734016097.576486:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.582242:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334482944 00000100:00100000:0.0:1734016097.582250:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334482944 00000100:00100000:0.0:1734016097.582517:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10102 00000100:00100000:0.0:1734016097.582525:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334482944:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016097.582541:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016097.582560:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55991660 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e845 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.582606:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078836680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338313088:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016097.582686:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.585597:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078836680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338313088:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016097.585642:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55991660 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e845 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.585656:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55991660 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e845 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.586274:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565f80, rc 0) 00000100:00100000:0.0:1734016097.586548:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334482944:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4020us (4397us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016097.586555:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10102 00000100:00100000:0.0:1734016097.590347:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.593206:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338313216:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016097.593237:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991667 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e84c expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.593248:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991667 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e84c expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.593278:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:0.0:1734016097.593329:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334483072:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2789us (2991us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016097.593336:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10103 00000100:00100000:1.0:1734016097.597404:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.597520:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334483328 00000100:00100000:0.0:1734016097.597536:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334483328 00000100:00100000:0.0:1734016097.597632:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8189 00000100:00100000:0.0:1734016097.597644:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334483328:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:0.0:1734016097.597701:0:7690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc5599166e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.597728:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5599162f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2437120->2478079) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e814 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.597734:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016097.597736:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016097.597739:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc5599166e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5201920->5218303] (req 5201920->5218303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.597786:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5599162f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2437120->2478079) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e814 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.597802:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5599162f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2437120->2478079) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e814 expref: 9 pid: 7684 timeout: 461 lvb_type: 0 00000100:00100000:0.0:1734016097.597868:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078834e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7690:1818247338313344:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016097.597962:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.601607:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.601644:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334483456 00000100:00100000:0.0:1734016097.601651:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334483456 00010000:00010000:0.0:1734016097.601679:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5599162f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2437120->2478079) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e814 expref: 10 pid: 7684 timeout: 461 lvb_type: 0 00000100:00100000:0.0:1734016097.601720:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2759 00000100:00100000:0.0:1734016097.601727:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078834380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334483456:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016097.601740:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016097.601756:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5599162f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2437120->2478079) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e814 expref: 10 pid: 7684 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016097.601902:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078834e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7690:1818247338313344:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016097.601924:0:7690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc5599166e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [5201920->5218303] (req 5201920->5218303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.602088:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5599162f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2437120->2478079) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e814 expref: 10 pid: 7684 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.602107:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5599162f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2437120->2478079) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e814 expref: 10 pid: 7684 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.602129:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.602131:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.602135:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc5599166e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5201920->5218303] (req 5201920->5218303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.602142:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc5599166e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5201920->5218303] (req 5201920->5218303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.602334:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016097.602379:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078834380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334483456:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 651us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016097.602385:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2759 00010000:00010000:1.0:1734016097.602435:0:7690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc5599166e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5201920->5218303] (req 5201920->5218303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.602441:0:7690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc5599166e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5201920->5218303] (req 5201920->5218303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016097.605153:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969234 is committed 00000001:00080000:0.0:1734016097.605171:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969233 is committed 00002000:00010000:1.0:1734016097.605484:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1960 -> 1992 00010000:00010000:1.0:1734016097.605496:0:7690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc5599166e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5201920->5218303] (req 5201920->5218303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.605504:0:7690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc5599166e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5201920->5218303] (req 5201920->5218303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.605511:0:7690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc5599166e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5201920->5218303] (req 5201920->5218303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.605516:0:7690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8567a80 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016097.605520:0:7690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc5599166e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5201920->5218303] (req 5201920->5218303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.605527:0:7690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc5599166e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5201920->5218303] (req 5201920->5218303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.605538:0:7690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc5599166e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5201920->5218303] (req 5201920->5218303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.605542:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc5599166e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5201920->5218303] (req 5201920->5218303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.607239:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334483328:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 9589us (9838us total) trans 4294969234 rc 0/0 00000100:00100000:1.0:1734016097.607252:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8189 00000100:00100000:0.0:1734016097.611568:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.616961:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.617126:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334483840 00000100:00100000:1.0:1734016097.617137:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334483840 00000100:00100000:1.0:1734016097.617209:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8190 00000100:00100000:1.0:1734016097.617218:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334483840:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:1.0:1734016097.617270:0:7690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599167c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.617290:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016097.617292:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016097.617299:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599167c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7979008->8007679] (req 7979008->8007679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.617313:0:7690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599167c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7979008->8007679] (req 7979008->8007679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.620346:0:7690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599167c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7979008->8007679] (req 7979008->8007679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.620361:0:7690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599167c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7979008->8007679] (req 7979008->8007679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.620370:0:7690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599167c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7979008->8007679] (req 7979008->8007679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.620375:0:7690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e836400 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016097.620379:0:7690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599167c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7979008->8007679] (req 7979008->8007679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.620387:0:7690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599167c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7979008->8007679] (req 7979008->8007679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.620404:0:7690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599167c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7979008->8007679] (req 7979008->8007679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.620409:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599167c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7979008->8007679] (req 7979008->8007679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.620485:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334483840:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 3265us (3533us total) trans 0 rc 28672/28672 00000100:00100000:1.0:1734016097.620493:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8190 00000100:00100000:3.0:1734016097.624094:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.627321:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:3.0:1734016097.632732:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968554 is committed 00000001:00080000:3.0:1734016097.632743:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968553 is committed 00000100:00100000:3.0:1734016097.633919:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.633965:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334484352 00000100:00100000:0.0:1734016097.633970:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334484352 00010000:00010000:0.0:1734016097.633992:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991533 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e734 expref: 15 pid: 13928 timeout: 461 lvb_type: 0 00000100:00100000:0.0:1734016097.634051:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2760 00000100:00100000:0.0:1734016097.634056:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247334484352:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016097.634067:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016097.634071:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991533 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e734 expref: 15 pid: 13928 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.634080:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991533 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e734 expref: 15 pid: 13928 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.634097:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991533 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e734 expref: 15 pid: 13928 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.634120:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016097.634124:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599168a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016097.634132:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599168a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016097.634138:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599168a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016097.634548:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016097.634928:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1969:x1818247334484352:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 869us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016097.634935:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2760 00000100:00100000:1.0:1734016097.638458:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.638535:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334484480 00000100:00100000:3.0:1734016097.638543:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334484480 00000100:00100000:3.0:1734016097.638858:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10106 00000100:00100000:3.0:1734016097.638865:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334484480:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016097.638887:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016097.638905:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991691 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e861 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.638935:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991675 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e853 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.638941:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991683 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e85a expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.638946:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016097.638947:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016097.638950:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991691 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e861 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.638976:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991683 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e85a expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.638985:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991683 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e85a expref: 7 pid: 7686 timeout: 461 lvb_type: 1 00000100:00100000:3.0:1734016097.638996:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338313600:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016097.639056:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991675 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e853 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.639063:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991675 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e853 expref: 6 pid: 7686 timeout: 461 lvb_type: 1 00000100:00100000:3.0:1734016097.639071:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338313728:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016097.639088:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.643382:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.643430:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.643782:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334484608 00000100:00100000:0.0:1734016097.643790:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334484608 00010000:00010000:0.0:1734016097.643836:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991683 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e85a expref: 8 pid: 7686 timeout: 461 lvb_type: 1 00000100:00100000:0.0:1734016097.643861:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334484736 00000100:00100000:0.0:1734016097.643864:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334484736 00010000:00010000:0.0:1734016097.643872:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991675 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e853 expref: 7 pid: 7686 timeout: 461 lvb_type: 1 00000100:00100000:0.0:1734016097.643887:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2761 00000100:00100000:0.0:1734016097.643893:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088624850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334484608:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016097.643907:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016097.643924:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991683 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e85a expref: 8 pid: 7686 timeout: 461 lvb_type: 1 00010000:00010000:0.0:1734016097.643934:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991683 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e85a expref: 8 pid: 7686 timeout: 461 lvb_type: 1 00010000:00010000:0.0:1734016097.643954:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016097.643988:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880088624850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334484608:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 95us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016097.643995:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2761 00000100:00100000:0.0:1734016097.644035:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2762 00000100:00100000:0.0:1734016097.644039:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334484736:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016097.644045:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016097.644054:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991675 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e853 expref: 7 pid: 7686 timeout: 461 lvb_type: 1 00010000:00010000:0.0:1734016097.644066:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991675 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e853 expref: 7 pid: 7686 timeout: 461 lvb_type: 1 00010000:00010000:0.0:1734016097.644076:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.644078:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.644083:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991691 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e861 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.644091:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991691 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e861 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.644117:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991691 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e861 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.644129:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078837100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338313856:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016097.644158:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f540 going to sleep for 11 seconds 00010000:00010000:3.0:1734016097.644371:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55991683 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e85a expref: 7 pid: 7686 timeout: 461 lvb_type: 1 00000100:00100000:3.0:1734016097.644385:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338313600:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016097.644392:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991675 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e853 expref: 7 pid: 7686 timeout: 461 lvb_type: 1 00000100:00100000:3.0:1734016097.644400:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338313728:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016097.644419:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991691 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e861 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.644426:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016097.644448:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334484480:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5583us (5997us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.644454:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10106 00000100:00100000:1.0:1734016097.651263:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.651288:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334484864 00000100:00100000:1.0:1734016097.651295:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334484864 00002000:00010000:1.0:1734016097.651325:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (332878->18446744073709551615) 00002000:00100000:1.0:1734016097.651329:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d1180 with x1818247334484864 ext(332878->18446744073709551615) 00002000:00010000:1.0:1734016097.651339:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d1180. 00000100:00100000:1.0:1734016097.653275:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8191 00000100:00100000:1.0:1734016097.653286:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334484864:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016097.677907:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10092394 -> 332878 00002000:00010000:1.0:1734016097.677914:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016097 -> 1734016097 00002000:00010000:1.0:1734016097.677916:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016097 -> 1734016097 00002000:00010000:1.0:1734016097.677918:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016097 -> 1734016097 00002000:00010000:1.0:1734016097.677919:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1992 -> 416 00000100:00100000:1.0:1734016097.677981:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334484864:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 24690us (26719us total) trans 4294969235 rc 0/0 00000100:00100000:1.0:1734016097.677991:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8191 00002000:00010000:1.0:1734016097.677998:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (332878->18446744073709551615) 00002000:00100000:1.0:1734016097.678001:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d1180 with x1818247334484864 ext(332878->18446744073709551615) 00002000:00010000:1.0:1734016097.678008:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d1180. 00000100:00100000:0.0:1734016097.682953:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.689800:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334485120 00000100:00100000:3.0:1734016097.689850:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334485120 00000100:00100000:3.0:1734016097.689895:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10107 00000100:00100000:3.0:1734016097.689901:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334485120:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016097.689919:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016097.689936:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559916a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e86f expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016097.689990:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338313984:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016097.690047:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016097.698529:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338313984:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016097.698564:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559916a6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e86f expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.698580:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559916a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e86f expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.698608:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016097.701281:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334485120:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11370us (11600us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016097.701290:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10107 00000100:00100000:3.0:1734016097.708160:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334485248 00000100:00100000:3.0:1734016097.708170:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334485248 00000100:00100000:0.0:1734016097.709343:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10108 00000100:00100000:0.0:1734016097.709351:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334485248:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016097.709369:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016097.709386:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc559916ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e876 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.709435:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078837800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338314112:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016097.709498:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.711008:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078837800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338314112:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016097.711033:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc559916ad lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e876 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.711043:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc559916ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e876 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.711064:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567a80, rc 0) 00000100:00100000:0.0:1734016097.711097:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334485248:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1746us (3024us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016097.711104:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10108 00000100:00100000:1.0:1734016097.722630:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.722801:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334485376 00000100:00100000:0.0:1734016097.722837:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334485376 00000100:00100000:0.0:1734016097.722892:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10109 00000100:00100000:0.0:1734016097.722901:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334485376:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016097.722919:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016097.722938:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559916b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e87d expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.722996:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078837800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338314240:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016097.723061:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.725043:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078837800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338314240:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016097.725090:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559916b4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e87d expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.725106:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559916b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e87d expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.725135:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564480, rc 0) 00000100:00100000:0.0:1734016097.725204:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334485376:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2302us (2591us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016097.725214:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10109 00000100:00100000:0.0:1734016097.735666:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334485504 00000100:00100000:0.0:1734016097.735674:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334485504 00000100:00100000:0.0:1734016097.735717:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10110 00000100:00100000:0.0:1734016097.735723:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334485504:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016097.735738:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016097.735754:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559916bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e884 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.735778:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991691 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e861 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.735785:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016097.735787:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016097.735790:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559916bb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e884 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.735852:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991691 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e861 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.735861:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991691 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e861 expref: 6 pid: 7686 timeout: 461 lvb_type: 0 00000100:00100000:0.0:1734016097.735874:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078837800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338314368:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016097.735914:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.743805:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078837800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338314368:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016097.743866:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559916bb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e884 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.743880:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:0.0:1734016097.743929:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334485504:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8206us (8379us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016097.743936:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10110 00000100:00100000:0.0:1734016097.744987:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334485632 00000100:00100000:0.0:1734016097.744993:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334485632 00010000:00010000:0.0:1734016097.745011:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991691 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e861 expref: 7 pid: 7686 timeout: 461 lvb_type: 0 00000100:00100000:0.0:1734016097.745037:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2763 00000100:00100000:0.0:1734016097.745042:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334485632:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016097.745052:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016097.745066:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991691 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e861 expref: 7 pid: 7686 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.745073:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991691 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e861 expref: 7 pid: 7686 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.745094:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991691 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e861 expref: 7 pid: 7686 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.745112:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.745114:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.745118:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559916bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 81920->86015) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e884 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.745125:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559916bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 81920->86015) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e884 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.745147:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559916bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 81920->86015) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e884 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.745156:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078837800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338314496:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016097.745185:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.748436:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334485888 00000100:00100000:1.0:1734016097.748443:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334485888 00002000:00100000:1.0:1734016097.748475:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->335871) req@ffff88007822ed80 x1818247334485888/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.748485:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822ed80 with x1818247334485888 ext(0->335871) 00002000:00010000:1.0:1734016097.748489:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822ed80 00000100:00100000:0.0:1734016097.748575:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078837800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338314496:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016097.748593:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016097.748641:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334485632:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3598us (4533us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016097.748650:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2763 00000100:00100000:1.0:1734016097.750657:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8192 00000100:00100000:1.0:1734016097.750665:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334485888:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.755545:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334485888:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 4873us (7159us total) trans 0 rc 335872/335872 00000100:00100000:1.0:1734016097.755555:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8192 00002000:00100000:1.0:1734016097.755563:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->335871) req@ffff88007822ed80 x1818247334485888/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:58/0 lens 488/440 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 335872/335872 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.755572:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822ed80 with x1818247334485888 ext(0->335871) 00002000:00010000:1.0:1734016097.755576:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822ed80 00000100:00100000:0.0:1734016097.772696:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.784494:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334486144 00000100:00100000:0.0:1734016097.784502:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334486144 00000100:00100000:0.0:1734016097.784546:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10111 00000100:00100000:0.0:1734016097.784551:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334486144:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016097.784567:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016097.784583:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc559916d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e892 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.784604:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.784605:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.784610:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc559916d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e892 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.784631:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc559916d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e892 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.784638:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85646c0, rc 0) 00000100:00100000:0.0:1734016097.785015:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334486144:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 463us (1049us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016097.785021:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10111 00000100:00100000:3.0:1734016097.801678:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.821850:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.822168:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334486528 00000100:00100000:1.0:1734016097.822174:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334486528 00010000:00010000:1.0:1734016097.822200:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599169f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e868 expref: 15 pid: 6479 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016097.822225:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2764 00000100:00100000:1.0:1734016097.822231:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078834700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1970:x1818247334486528:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016097.822243:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016097.822248:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599169f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e868 expref: 15 pid: 6479 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016097.822257:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599169f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e868 expref: 15 pid: 6479 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016097.822278:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599169f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e868 expref: 15 pid: 6479 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016097.822839:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016097.822844:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559916d7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016097.822852:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559916d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016097.822857:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559916d7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016097.822876:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016097.823773:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078834700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1970:x1818247334486528:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1539us (1967us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.823781:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2764 00000100:00100000:0.0:1734016097.828042:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016097.828392:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559916d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016097.828400:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559916d7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016097.828405:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559916d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016097.828410:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a74058c0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016097.828414:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559916d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016097.828419:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559916d7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016097.828432:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016097.828434:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016097.828438:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559916d7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016097.828442:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559916d7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016097.839101:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.839150:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.839184:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334486912 00000100:00100000:3.0:1734016097.839191:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334486912 00010000:00010000:3.0:1734016097.839220:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559916bb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 81920->86015) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e884 expref: 7 pid: 7684 timeout: 461 lvb_type: 0 00000100:00100000:3.0:1734016097.839241:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334486784 00000100:00100000:3.0:1734016097.839243:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334486784 00010000:00010000:3.0:1734016097.839251:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc559916d0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e892 expref: 9 pid: 7684 timeout: 461 lvb_type: 1 00000100:00100000:3.0:1734016097.839266:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2765 00000100:00100000:3.0:1734016097.839272:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334486912:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016097.839284:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016097.839300:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559916bb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 81920->86015) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e884 expref: 7 pid: 7684 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.839310:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559916bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 81920->86015) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e884 expref: 7 pid: 7684 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.839334:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016097.839366:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334486912:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 93us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.839372:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2765 00000100:00100000:3.0:1734016097.839389:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2766 00000100:00100000:3.0:1734016097.839393:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334486784:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016097.839398:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016097.839405:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc559916d0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e892 expref: 9 pid: 7684 timeout: 461 lvb_type: 1 00010000:00010000:3.0:1734016097.839412:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc559916d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e892 expref: 9 pid: 7684 timeout: 461 lvb_type: 1 00010000:00010000:3.0:1734016097.839422:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016097.839423:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016097.839428:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559916de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e899 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.839435:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559916de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e899 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.839458:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559916de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e899 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016097.839467:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338315008:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016097.839494:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.865791:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.865837:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334487040 00000100:00100000:1.0:1734016097.865844:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334487040 00002000:00010000:1.0:1734016097.865873:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6536290->18446744073709551615) 00002000:00100000:1.0:1734016097.865877:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d0000 with x1818247334487040 ext(6536290->18446744073709551615) 00002000:00010000:1.0:1734016097.865885:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d0000. 00000100:00100000:1.0:1734016097.865916:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8193 00000100:00100000:1.0:1734016097.865921:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334487040:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016097.866073:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 332878 -> 6536290 00002000:00010000:1.0:1734016097.866077:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016097 -> 1734016097 00002000:00010000:1.0:1734016097.866079:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016097 -> 1734016097 00002000:00010000:1.0:1734016097.866080:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016097 -> 1734016097 00002000:00010000:1.0:1734016097.866082:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 416 -> 416 00000100:00100000:1.0:1734016097.866118:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334487040:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 196us (334us total) trans 4294969236 rc 0/0 00000100:00100000:1.0:1734016097.866124:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8193 00002000:00010000:1.0:1734016097.866127:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6536290->18446744073709551615) 00002000:00100000:1.0:1734016097.866129:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d0000 with x1818247334487040 ext(6536290->18446744073709551615) 00002000:00010000:1.0:1734016097.866132:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d0000. 00000100:00100000:0.0:1734016097.869639:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.869743:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334487168 00000100:00100000:3.0:1734016097.869751:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334487168 00000100:00100000:3.0:1734016097.869788:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1980 00000100:00100000:3.0:1734016097.869794:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334487168:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016097.869834:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016097.869850:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc559916e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e8a0 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.869930:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559916ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016097.869941:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559916ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016097.869950:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559916ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:3.0:1734016097.869972:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6536290 00000004:00200000:3.0:1734016097.869975:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016097.869989:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559916ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016097.870007:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc559916e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8a0 expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.870039:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559916ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8a0 expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.870046:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016097.870048:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016097.870051:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016097.870087:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334487168:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 293us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.870092:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1980 00000100:00100000:0.0:1734016097.875070:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.883773:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.897621:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.905277:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bccaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338315264:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016097.905311:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991708 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8b5 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.905324:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991708 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8b5 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.905338:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:0.0:1734016097.905650:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334487552:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4181us (8045us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016097.905657:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10114 00000100:00100000:0.0:1734016097.909126:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.909480:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334487680 00000100:00100000:1.0:1734016097.909490:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334487680 00000100:00100000:1.0:1734016097.910254:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10115 00000100:00100000:1.0:1734016097.910261:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334487680:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.910281:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.910298:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc5599170f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e8bc expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.910353:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338315392:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016097.910438:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.913696:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338315392:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016097.913725:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc5599170f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8bc expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.913737:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc5599170f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8bc expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.913765:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016097.913805:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334487680:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3544us (4687us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016097.913834:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10115 00000100:00100000:3.0:1734016097.916455:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016097.916576:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334487808 00000100:00100000:1.0:1734016097.916583:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334487808 00000100:00100000:1.0:1734016097.916629:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10116 00000100:00100000:1.0:1734016097.916635:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334487808:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.916649:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.916667:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991716 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e8c3 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.916692:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559916de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e899 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.916698:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016097.916699:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016097.916701:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991716 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2805760->2875391] (req 2805760->2875391) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8c3 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.916723:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559916de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e899 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.916732:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559916de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e899 expref: 7 pid: 7686 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016097.916742:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338315520:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016097.916794:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.919904:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338315520:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016097.919944:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991716 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2805760->2875391] (req 2805760->2875391) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8c3 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.919964:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016097.920037:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334487808:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3399us (3590us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.920045:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10116 00000100:00100000:0.0:1734016097.922159:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334487936 00000100:00100000:0.0:1734016097.922167:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334487936 00010000:00010000:0.0:1734016097.922192:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559916de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e899 expref: 8 pid: 7686 timeout: 461 lvb_type: 0 00000100:00100000:0.0:1734016097.922215:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2767 00000100:00100000:0.0:1734016097.922220:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334487936:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016097.922232:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016097.922249:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559916de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e899 expref: 8 pid: 7686 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.922259:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559916de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e899 expref: 8 pid: 7686 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.922276:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559916de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e899 expref: 8 pid: 7686 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.922305:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.922307:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.922312:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991716 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2875391) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8c3 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.922320:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991716 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2875391) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8c3 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.922350:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991716 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2875391) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8c3 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.922362:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338315648:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016097.922420:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016097.927798:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.927931:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338315648:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016097.927954:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016097.928011:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334487936:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5788us (5955us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016097.928023:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2767 00000100:00100000:1.0:1734016097.929311:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334488064 00000100:00100000:1.0:1734016097.929320:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334488064 00000100:00100000:1.0:1734016097.929361:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10117 00000100:00100000:1.0:1734016097.929367:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334488064:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016097.929548:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6536290 -> 6536290 00002000:00010000:1.0:1734016097.929552:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016097 -> 1734016097 00002000:00010000:1.0:1734016097.929553:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016097 -> 1734016097 00002000:00010000:1.0:1734016097.929555:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016097 -> 1734016097 00002000:00010000:1.0:1734016097.929556:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 416 -> 552 00000100:00100000:1.0:1734016097.929594:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334488064:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 226us (1812us total) trans 4294969237 rc 0/0 00000100:00100000:1.0:1734016097.929600:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10117 00000100:00100000:0.0:1734016097.938773:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.948919:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.959972:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.961603:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334488448 00000100:00100000:3.0:1734016097.961619:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334488448 00000100:00100000:3.0:1734016097.961784:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10120 00000100:00100000:3.0:1734016097.961791:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334488448:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016097.961819:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016097.961833:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5599172b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e8d8 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.961859:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991716 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2875391) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8c3 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.961865:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016097.961866:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016097.961869:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5599172b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [671744->720895] (req 671744->720895) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8d8 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.961893:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991716 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2875391) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8c3 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.961903:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991716 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2875391) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8c3 expref: 7 pid: 7686 timeout: 461 lvb_type: 0 00000100:00100000:3.0:1734016097.961918:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338316032:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016097.961964:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016097.967645:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338316032:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016097.967675:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5599172b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [671744->720895] (req 671744->720895) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8d8 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.967690:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:3.0:1734016097.967968:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334488448:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6176us (8003us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.967976:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10120 00000100:00100000:1.0:1734016097.973981:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016097.974220:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334488576 00000100:00100000:0.0:1734016097.974229:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334488576 00010000:00010000:0.0:1734016097.974256:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991716 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2875391) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8c3 expref: 8 pid: 7686 timeout: 461 lvb_type: 0 00000100:00100000:0.0:1734016097.974998:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2768 00000100:00100000:0.0:1734016097.975005:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088624450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334488576:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016097.975019:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016097.975036:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991716 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2805760->2875391) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8c3 expref: 8 pid: 7686 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.975047:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991716 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2805760->2875391) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8c3 expref: 8 pid: 7686 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.975066:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991716 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2805760->2875391) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8c3 expref: 8 pid: 7686 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.975718:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.975722:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.975730:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5599172b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 671744->720895) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8d8 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.975740:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5599172b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 671744->720895) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8d8 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.975777:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5599172b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 671744->720895) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8d8 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.975790:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ea3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338316160:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016097.975992:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.982627:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016097.982729:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334488832 00000100:00100000:3.0:1734016097.982736:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334488832 00002000:00100000:3.0:1734016097.982778:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (716800->720895) req@ffff880078ea2300 x1818247334488832/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016097.982789:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea2300 with x1818247334488832 ext(716800->720895) 00002000:00010000:3.0:1734016097.982794:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea2300 00000100:00100000:1.0:1734016097.982998:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ea3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338316160:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016097.983019:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016097.983587:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8194 00000100:00100000:3.0:1734016097.983595:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334488832:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.983796:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880088624450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334488576:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8790us (9824us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.983804:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2768 00000100:00100000:3.0:1734016097.984414:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334488832:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 818us (1808us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016097.984420:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8194 00002000:00100000:3.0:1734016097.984429:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (716800->720895) req@ffff880078ea2300 x1818247334488832/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016097.984443:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea2300 with x1818247334488832 ext(716800->720895) 00002000:00010000:3.0:1734016097.984447:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea2300 00000100:00100000:0.0:1734016098.001964:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.023739:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334488960 00000100:00100000:3.0:1734016098.023753:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334488960 00000100:00100000:3.0:1734016098.023885:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10121 00000100:00100000:3.0:1734016098.023893:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334488960:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.023912:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.023930:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991732 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e8df expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.023984:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338316288:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016098.024065:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510e40 going to sleep for 11 seconds 00000100:00080000:0.0:1734016098.024881:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016068 00000100:00100000:3.0:1734016098.028644:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338316288:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016098.028679:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991732 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8df expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.028692:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991732 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8df expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.028722:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016098.028770:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334488960:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4877us (26962us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016098.028778:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10121 00000100:00100000:0.0:1734016098.039250:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.039362:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334489088 00000100:00100000:3.0:1734016098.039373:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334489088 00000100:00100000:3.0:1734016098.039429:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10122 00000100:00100000:3.0:1734016098.039437:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334489088:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.039457:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.039477:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991739 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e8e6 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.039512:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5599172b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 671744->720895) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8d8 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.039520:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016098.039521:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016098.039524:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991739 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2019328->2060287] (req 2019328->2060287) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8e6 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.039554:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5599172b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 671744->720895) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8d8 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.039564:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5599172b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 671744->720895) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8d8 expref: 7 pid: 7684 timeout: 461 lvb_type: 0 00000100:00100000:3.0:1734016098.039575:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338316416:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016098.039659:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016098.048558:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.049904:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338316416:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016098.049926:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991739 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2019328->2060287] (req 2019328->2060287) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8e6 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.049944:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016098.049984:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334489088:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10548us (10747us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016098.049991:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10122 00000100:00100000:0.0:1734016098.054589:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334489216:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 5820us (6031us total) trans 4294969238 rc 0/0 00000100:00100000:0.0:1734016098.054606:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 256 00002000:00100000:0.0:1734016098.054640:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (671744->720895) req@ffff88012dcce300 x1818247334489216/t4294969238(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:59/0 lens 488/448 e 0 to 0 dl 1734016109 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.054649:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dcce300 with x1818247334489216 ext(671744->720895) 00010000:00010000:0.0:1734016098.054662:0:13920:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5599172b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 671744->720895) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8d8 expref: 10 pid: 7684 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016098.054674:0:13920:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5599172b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 671744->720895) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8d8 expref: 10 pid: 7684 timeout: 461 lvb_type: 0 00002000:00010000:0.0:1734016098.054680:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dcce300 00000100:00100000:0.0:1734016098.057621:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016098.057712:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334489344 00000100:00100000:1.0:1734016098.057722:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334489344 00010000:00010000:1.0:1734016098.057761:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5599172b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 671744->720895) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8d8 expref: 10 pid: 7684 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016098.057798:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2769 00000100:00100000:1.0:1734016098.057804:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334489344:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016098.057854:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016098.057872:0:8957:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 552 -> 648 00010000:00010000:1.0:1734016098.057877:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5599172b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 671744->720895) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8d8 expref: 10 pid: 7684 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016098.057888:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5599172b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 671744->720895) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8d8 expref: 10 pid: 7684 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016098.057906:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc5599172b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 671744->720895) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8d8 expref: 10 pid: 7684 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016098.057927:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016098.057930:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016098.057936:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991739 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2060287) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8e6 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.057944:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991739 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2060287) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8e6 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.057971:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991739 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2060287) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8e6 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.057985:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338316544:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016098.058029:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.060684:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338316544:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016098.060702:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016098.060747:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334489344:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2942us (3143us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.060756:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2769 00000100:00100000:0.0:1734016098.063665:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.068469:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334489472 00000100:00100000:3.0:1734016098.068490:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334489472 00000100:00100000:3.0:1734016098.068572:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10123 00000100:00100000:3.0:1734016098.068581:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334489472:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016098.068788:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6536290 -> 6536290 00002000:00010000:3.0:1734016098.068791:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016098.068794:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016098.068796:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016097 -> 1734016098 00002000:00010000:3.0:1734016098.068797:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 648 -> 728 00000100:00100000:3.0:1734016098.068871:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334489472:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 292us (5215us total) trans 4294969239 rc 0/0 00000100:00100000:3.0:1734016098.068878:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10123 00000100:00100000:0.0:1734016098.075519:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016098.075616:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334489600 00000100:00100000:1.0:1734016098.075625:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334489600 00000100:00100000:1.0:1734016098.075673:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10124 00000100:00100000:1.0:1734016098.075679:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334489600:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.075695:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.075710:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55991740 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e8ed expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.075757:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338316672:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016098.075844:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.078104:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338316672:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016098.078152:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55991740 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8ed expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.078167:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55991740 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8ed expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.078207:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016098.078276:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334489600:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2595us (2765us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.078286:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10124 00000100:00100000:0.0:1734016098.081922:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016098.084297:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334489728 00000100:00100000:1.0:1734016098.084324:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334489728 00000100:00100000:1.0:1734016098.084398:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10125 00000100:00100000:1.0:1734016098.084406:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334489728:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.084433:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.084455:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991747 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e8f4 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.084527:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338316800:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016098.084605:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.087702:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338316800:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016098.087734:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991747 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8f4 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.087747:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991747 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8f4 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.087765:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016098.087825:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334489728:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3402us (5896us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.087835:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10125 00000100:00100000:1.0:1734016098.091915:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016098.091976:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334489856 00000100:00100000:0.0:1734016098.091984:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334489856 00000100:00100000:0.0:1734016098.092032:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10126 00000100:00100000:0.0:1734016098.092040:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:9662:x1818247334489856:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016098.092055:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016098.092070:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5599174e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e8fb expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.092096:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991739 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2060287) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8e6 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.092107:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016098.092109:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016098.092112:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5599174e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2060288->2105343] (req 2060288->2105343) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8fb expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.092141:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991739 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2060287) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8e6 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.092152:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991739 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2060287) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8e6 expref: 8 pid: 7684 timeout: 461 lvb_type: 0 00000100:00100000:0.0:1734016098.092164:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338316928:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016098.092212:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016098.105220:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016098.105863:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334489984 00000100:00100000:1.0:1734016098.105872:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334489984 00010000:00010000:1.0:1734016098.105906:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991739 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2060287) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8e6 expref: 9 pid: 7684 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016098.106128:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2770 00000100:00100000:1.0:1734016098.106135:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334489984:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016098.106148:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016098.106169:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991739 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2019328->2060287) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8e6 expref: 9 pid: 7684 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016098.106180:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991739 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2019328->2060287) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8e6 expref: 9 pid: 7684 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016098.106199:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991739 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2019328->2060287) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8e6 expref: 9 pid: 7684 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016098.106236:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016098.106238:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016098.106244:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5599174e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2105343) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8fb expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.106252:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5599174e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2105343) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8fb expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.106288:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5599174e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2105343) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8fb expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.106299:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338317056:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016098.106350:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.109224:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338317056:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016098.109251:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016098.109285:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334489984:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3149us (4078us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.109294:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2770 00000100:00100000:0.0:1734016098.118281:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016098.138786:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016098.152796:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016098.153170:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334490496 00000100:00100000:1.0:1734016098.153180:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334490496 00002000:00100000:1.0:1734016098.153221:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2060288->2105343) req@ffff880078e2b480 x1818247334490496/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.153230:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2b480 with x1818247334490496 ext(2060288->2105343) 00010000:00010000:1.0:1734016098.153238:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5599174e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2105343) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8fb expref: 10 pid: 7686 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016098.153249:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5599174e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2105343) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8fb expref: 10 pid: 7686 timeout: 461 lvb_type: 0 00002000:00010000:1.0:1734016098.153255:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880078e2b480 00000100:00100000:1.0:1734016098.153275:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 257 00000100:00100000:1.0:1734016098.153282:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334490496:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016098.158247:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334490496:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4954us (5449us total) trans 4294969240 rc 0/0 00000100:00100000:0.0:1734016098.158263:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 257 00002000:00100000:0.0:1734016098.158278:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2060288->2105343) req@ffff880078e2b480 x1818247334490496/t4294969240(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:59/0 lens 488/448 e 0 to 0 dl 1734016109 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.158288:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2b480 with x1818247334490496 ext(2060288->2105343) 00010000:00010000:0.0:1734016098.158300:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5599174e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2105343) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8fb expref: 12 pid: 7686 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016098.158322:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5599174e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2105343) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8fb expref: 12 pid: 7686 timeout: 461 lvb_type: 0 00002000:00010000:0.0:1734016098.158329:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880078e2b480 00000100:00100000:0.0:1734016098.162883:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016098.162987:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334490624 00000100:00100000:1.0:1734016098.162997:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334490624 00010000:00010000:1.0:1734016098.163970:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5599174e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2105343) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8fb expref: 12 pid: 7686 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016098.164002:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2771 00000100:00100000:1.0:1734016098.164589:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1972:x1818247334490624:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016098.164605:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016098.164632:0:8957:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016097 -> 1734016098 00002000:00010000:1.0:1734016098.164634:0:8957:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 728 -> 816 00010000:00010000:1.0:1734016098.164639:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5599174e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2060288->2105343) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8fb expref: 12 pid: 7686 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016098.164651:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5599174e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2060288->2105343) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8fb expref: 12 pid: 7686 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016098.164669:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc5599174e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2060288->2105343) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8fb expref: 12 pid: 7686 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016098.164700:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016098.164701:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016098.164707:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991755 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4272128->4333567) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e902 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.164715:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991755 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4272128->4333567) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e902 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.164748:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991755 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4272128->4333567) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e902 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.164757:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338317312:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016098.164824:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00010000:00010000:1.0:1734016098.170462:0:7700:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016098.172968:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338317312:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016098.172989:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016098.173026:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247334490624:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8440us (10152us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.173036:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2771 00000100:00100000:3.0:1734016098.174268:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334490752 00000100:00100000:3.0:1734016098.174278:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334490752 00000100:00100000:3.0:1734016098.174317:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10128 00000100:00100000:3.0:1734016098.174323:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334490752:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016098.175428:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6536290 -> 6536290 00002000:00010000:3.0:1734016098.175434:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016098.175436:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016098.175438:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016098.175440:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 816 -> 816 00000100:00100000:3.0:1734016098.176939:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334490752:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 2607us (3339us total) trans 4294969241 rc 0/0 00000100:00100000:3.0:1734016098.176952:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10128 00000100:00100000:3.0:1734016098.186532:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334491008 00000100:00100000:3.0:1734016098.186544:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334491008 00000100:00100000:3.0:1734016098.186595:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1982 00000100:00100000:3.0:1734016098.186603:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334491008:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016098.186669:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016098.186697:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559916fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8a7 expref: 15 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.186717:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016098.186722:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016098.186877:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599175c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016098.186888:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559916ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8a0 expref: 14 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.186894:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599175c lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016098.186917:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559916ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8a0 expref: 14 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.186926:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559916ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8a0 expref: 14 pid: 6479 timeout: 461 lvb_type: 0 00000100:00100000:3.0:1734016098.186937:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338317440:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016098.191026:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a75103c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.195410:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338317440:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016098.195444:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599175c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016098.200687:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334491136 00000100:00100000:1.0:1734016098.200697:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334491136 00010000:00010000:1.0:1734016098.200749:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559916ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8a0 expref: 15 pid: 6479 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016098.200790:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2772 00000100:00100000:1.0:1734016098.200796:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:1970:x1818247334491136:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016098.200828:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016098.200834:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559916ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8a0 expref: 15 pid: 6479 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016098.200845:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559916ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8a0 expref: 15 pid: 6479 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016098.200870:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559916ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e8a0 expref: 15 pid: 6479 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016098.200886:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016098.200890:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599175c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016098.200899:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599175c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016098.200906:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599175c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016098.200925:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016098.200941:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599175c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016098.200947:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599175c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:1.0:1734016098.201020:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968558 00000004:00010000:1.0:1734016098.201059:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007bcc9f80 reply state ffff88012b7f5000 transno 4294968559 ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599175c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016098.201066:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016098.201141:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334491008:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 14539us (14754us total) trans 4294968559 rc 0/0 00000100:00100000:1.0:1734016098.201148:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1982 00000020:00080000:1.0:1734016098.201152:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016098.201175:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247334491136:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 379us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.201183:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2772 00000100:00100000:0.0:1734016098.210614:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334491264 00000100:00100000:0.0:1734016098.210623:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334491264 00002000:00010000:1.0:1734016098.210715:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8970904->18446744073709551615) 00002000:00100000:1.0:1734016098.210721:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccb480 with x1818247334491264 ext(8970904->18446744073709551615) 00002000:00010000:1.0:1734016098.210731:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccb480. 00000100:00100000:1.0:1734016098.210759:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8196 00000100:00100000:1.0:1734016098.210765:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247334491264:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016098.210936:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6536290 -> 8970904 00002000:00010000:1.0:1734016098.210939:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016098 -> 1734016098 00002000:00010000:1.0:1734016098.210941:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016097 -> 1734016097 00002000:00010000:1.0:1734016098.210943:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016098 -> 1734016098 00002000:00010000:1.0:1734016098.210944:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 816 -> 816 00000100:00100000:1.0:1734016098.210985:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247334491264:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 219us (1210us total) trans 4294969242 rc 0/0 00000100:00100000:1.0:1734016098.210992:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8196 00002000:00010000:1.0:1734016098.210995:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8970904->18446744073709551615) 00002000:00100000:1.0:1734016098.210997:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccb480 with x1818247334491264 ext(8970904->18446744073709551615) 00002000:00010000:1.0:1734016098.211001:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccb480. 00000100:00100000:1.0:1734016098.221962:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334491392 00000100:00100000:1.0:1734016098.221970:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334491392 00000100:00100000:1.0:1734016098.222025:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1983 00000100:00100000:1.0:1734016098.222031:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334491392:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.222051:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.222069:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55991763 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e909 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.222154:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc5599176a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016098.222165:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc5599176a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016098.222175:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc5599176a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:1.0:1734016098.222196:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8970904 00000004:00200000:1.0:1734016098.222200:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016098.222213:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc5599176a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016098.222233:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55991763 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e909 expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.222267:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc5599176a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e909 expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.222274:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016098.222276:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016098.222279:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016098.222320:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334491392:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 288us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.222326:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1983 00000100:00100000:0.0:1734016098.229924:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.230046:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334491520 00000100:00100000:3.0:1734016098.230057:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334491520 00000100:00100000:3.0:1734016098.230110:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10129 00000100:00100000:3.0:1734016098.230119:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247334491520:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.230146:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.230169:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55991771 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e910 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.230242:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338317568:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016098.230442:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a75103c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.237874:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338317568:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016098.237927:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55991771 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e910 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.237944:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55991771 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e910 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.240573:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016098.240806:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247334491520:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10681us (10891us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016098.240832:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10129 00000100:00100000:0.0:1734016098.249196:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.249323:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334491648 00000100:00100000:3.0:1734016098.249331:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334491648 00000100:00100000:3.0:1734016098.249372:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10130 00000100:00100000:3.0:1734016098.249378:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334491648:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.249394:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.249413:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991778 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e917 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.249471:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338317696:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016098.250680:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a75103c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.255192:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338317696:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016098.255243:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991778 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e917 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.255261:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991778 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e917 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.255388:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016098.255647:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334491648:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6265us (6456us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016098.255656:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10130 00000100:00100000:1.0:1734016098.267205:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.267744:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334491776 00000100:00100000:3.0:1734016098.267754:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334491776 00000100:00100000:3.0:1734016098.267792:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10131 00000100:00100000:3.0:1734016098.267800:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334491776:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.267845:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.267865:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599177f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e91e expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.267920:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338317824:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016098.267975:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a75103c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.270001:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338317824:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016098.270036:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599177f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e91e expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.270050:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599177f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e91e expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.270080:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016098.272716:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334491776:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4897us (5506us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016098.272729:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10131 00000100:00100000:0.0:1734016098.293295:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.293663:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334491904 00000100:00100000:3.0:1734016098.293671:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334491904 00000100:00100000:3.0:1734016098.293787:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10132 00000100:00100000:3.0:1734016098.293794:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247334491904:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.293836:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.293853:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55991786 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e925 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.293902:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338317952:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016098.294071:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a75103c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.296354:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338317952:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016098.296386:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55991786 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e925 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.296397:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55991786 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e925 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.296426:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016098.296661:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247334491904:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2866us (3372us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016098.296669:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10132 00000100:00100000:0.0:1734016098.303375:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.304030:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334492032 00000100:00100000:3.0:1734016098.304040:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334492032 00000100:00100000:3.0:1734016098.304076:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10133 00000100:00100000:3.0:1734016098.304082:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:9662:x1818247334492032:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.304095:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.304110:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc5599178d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e92c expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.304136:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991755 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4272128->4333567) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e902 expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.304142:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016098.304143:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016098.304147:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc5599178d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9490432->9510911] (req 9490432->9510911) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e92c expref: 12 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.304175:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991755 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4272128->4333567) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e902 expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.304185:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991755 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4272128->4333567) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e902 expref: 10 pid: 7686 timeout: 461 lvb_type: 0 00000100:00100000:3.0:1734016098.304195:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338318080:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016098.304381:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a75103c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.312094:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338318080:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016098.312132:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc5599178d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9490432->9510911] (req 9490432->9510911) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e92c expref: 12 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.312149:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016098.312193:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247334492032:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8109us (8826us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016098.312203:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10133 00000100:00100000:1.0:1734016098.313101:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.313185:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334492160 00000100:00100000:3.0:1734016098.313192:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334492160 00010000:00010000:3.0:1734016098.313212:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991755 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4272128->4333567) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e902 expref: 11 pid: 7686 timeout: 461 lvb_type: 0 00000100:00100000:3.0:1734016098.313231:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2773 00000100:00100000:3.0:1734016098.313236:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334492160:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016098.313246:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016098.313262:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991755 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4272128->4333567) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e902 expref: 11 pid: 7686 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016098.313271:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991755 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4272128->4333567) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e902 expref: 11 pid: 7686 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016098.313288:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991755 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4272128->4333567) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e902 expref: 11 pid: 7686 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016098.313315:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016098.313317:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016098.313322:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc5599178d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9490432->9510911) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e92c expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.313330:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc5599178d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9490432->9510911) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e92c expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.313357:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc5599178d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9490432->9510911) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e92c expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.313367:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338318208:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016098.324311:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a75103c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.327193:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338318208:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016098.327223:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016098.329547:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334492160:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 16295us (16433us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016098.329562:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2773 00000100:00100000:0.0:1734016098.332088:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016098.338394:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.338508:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334492416 00000100:00100000:3.0:1734016098.338515:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334492416 00000100:00100000:3.0:1734016098.339779:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10134 00000100:00100000:3.0:1734016098.339788:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334492416:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.339822:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.339844:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559917a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e93a expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.339901:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338318336:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016098.342683:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a75103c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016098.351450:0:7686:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 8970904 -> 9510302 00000100:00100000:3.0:1734016098.351482:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338318336:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016098.351525:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559917a2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e93a expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.351540:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559917a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e93a expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.351866:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016098.351978:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334492416:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12189us (13590us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016098.351986:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10134 00000100:00100000:0.0:1734016098.354284:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.354404:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334492544 00000100:00100000:3.0:1734016098.354413:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334492544 00000100:00100000:3.0:1734016098.354577:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10135 00000100:00100000:3.0:1734016098.354586:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334492544:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.354619:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.354639:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559917a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e941 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.354718:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338318464:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016098.355265:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a75103c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.358293:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338318464:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016098.358333:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559917a9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e941 expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.358347:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559917a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e941 expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.358600:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:3.0:1734016098.358924:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334492544:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4338us (4646us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016098.358932:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10135 00000100:00100000:0.0:1734016098.363242:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.363509:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334492672 00000100:00100000:3.0:1734016098.363518:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334492672 00000100:00100000:3.0:1734016098.363556:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10136 00000100:00100000:3.0:1734016098.363563:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334492672:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.363581:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.363597:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559917b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e948 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.363661:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338318592:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016098.364527:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a75103c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.371910:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338318592:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016098.371948:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559917b0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e948 expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.371962:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559917b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e948 expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.372322:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016098.372375:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334492672:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8810us (9143us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016098.372383:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10136 00000100:00100000:1.0:1734016098.375647:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016098.383473:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016098.383788:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334493056 00000100:00100000:1.0:1734016098.383795:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334493056 00002000:00100000:1.0:1734016098.383866:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9490432->9510301) req@ffff8801309f9180 x1818247334493056/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.383875:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f9180 with x1818247334493056 ext(9490432->9510301) 00010000:00010000:1.0:1734016098.383885:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc5599178d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9490432->9510911) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e92c expref: 12 pid: 7686 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016098.383897:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc5599178d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9490432->9510911) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e92c expref: 12 pid: 7686 timeout: 462 lvb_type: 0 00002000:00010000:1.0:1734016098.383903:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801309f9180 00000100:00100000:1.0:1734016098.383937:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 258 00000100:00100000:1.0:1734016098.383943:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247334493056:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016098.387641:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007036f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338318848:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1734016098.387706:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016098.389017:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338318848 00000100:00100000:1.0:1734016098.389027:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338318848 00000100:00100000:1.0:1734016098.389088:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1734016098.389094:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338318848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1734016098.389126:0:7687:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:1.0:1734016098.389175:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338318848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (1469us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.389182:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1734016098.389758:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007036f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338318848:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016098.391381:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1969:x1818247334493056:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 7430us (7904us total) trans 4294969243 rc 0/0 00000100:00100000:0.0:1734016098.391392:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 258 00002000:00100000:0.0:1734016098.391400:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9490432->9510301) req@ffff8801309f9180 x1818247334493056/t4294969243(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:59/0 lens 488/448 e 0 to 0 dl 1734016109 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.391409:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f9180 with x1818247334493056 ext(9490432->9510301) 00010000:00010000:0.0:1734016098.391418:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc5599178d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9490432->9510911) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e92c expref: 14 pid: 7686 timeout: 462 lvb_type: 0 00010000:00010000:0.0:1734016098.391431:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc5599178d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9490432->9510911) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e92c expref: 14 pid: 7686 timeout: 462 lvb_type: 0 00002000:00010000:0.0:1734016098.391437:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801309f9180 00000100:00100000:0.0:1734016098.395629:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.395780:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334493184 00000100:00100000:3.0:1734016098.395788:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334493184 00010000:00010000:3.0:1734016098.395844:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc5599178d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9490432->9510911) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e92c expref: 14 pid: 7686 timeout: 462 lvb_type: 0 00000100:00100000:3.0:1734016098.395945:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2774 00000100:00100000:3.0:1734016098.395952:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1972:x1818247334493184:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016098.395966:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016098.395979:0:6465:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 816 -> 856 00010000:00010000:3.0:1734016098.395985:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc5599178d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9490432->9510911) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e92c expref: 14 pid: 7686 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.395996:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc5599178d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9490432->9510911) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e92c expref: 14 pid: 7686 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.396016:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc5599178d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9490432->9510911) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e92c expref: 14 pid: 7686 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.396045:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016098.396047:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016098.396050:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559917b7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2600960->2609151] (req 2600960->2609151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.396058:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559917b7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2600960->2609151] (req 2600960->2609151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.396076:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016098.396114:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1972:x1818247334493184:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 162us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016098.396123:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2774 00010000:00010000:3.0:1734016098.396154:0:13920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559917b7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2600960->2609151] (req 2600960->2609151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.396161:0:13920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559917b7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2600960->2609151] (req 2600960->2609151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.396254:0:13920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559917b7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2600960->2609151] (req 2600960->2609151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.396265:0:13920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559917b7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2600960->2609151] (req 2600960->2609151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.396271:0:13920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559917b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2600960->2609151] (req 2600960->2609151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.396277:0:13920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405440 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016098.396280:0:13920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559917b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2600960->2609151] (req 2600960->2609151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.396287:0:13920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559917b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2600960->2609151] (req 2600960->2609151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.396295:0:13920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559917b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2600960->2609151] (req 2600960->2609151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.396300:0:13920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559917b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2600960->2609151] (req 2600960->2609151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.396334:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334492928:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 19954us (20698us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1734016098.396341:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8197 00000100:00100000:0.0:1734016098.403498:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.403974:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334493312 00000100:00100000:3.0:1734016098.403984:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334493312 00000100:00100000:3.0:1734016098.404037:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10137 00000100:00100000:3.0:1734016098.404042:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334493312:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.404060:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.404076:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559917be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e94f expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016098.404096:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9510302, mtime: 0x675afc62, atime: 0x675afc61, ctime: 0x675afc62, blocks: 0x358 00010000:00010000:3.0:1734016098.404114:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016098.404116:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016098.404123:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559917be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e94f expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.404135:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559917be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e94f expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.404143:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016098.404192:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334493312:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 149us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016098.404197:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10137 00000100:00100000:0.0:1734016098.414454:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016098.414533:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334493568 00000100:00100000:1.0:1734016098.414541:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334493568 00000100:00100000:1.0:1734016098.414588:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1985 00000100:00100000:1.0:1734016098.414594:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334493568:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016098.414646:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016098.414667:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc5599179b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e933 expref: 17 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.414694:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016098.414698:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016098.414832:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559917c5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016098.414843:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc5599176a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e909 expref: 14 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.414848:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559917c5 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016098.414872:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc5599176a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e909 expref: 14 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.414882:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc5599176a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e909 expref: 14 pid: 6479 timeout: 462 lvb_type: 0 00000100:00100000:1.0:1734016098.414893:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338318976:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016098.414943:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecf00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.417577:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338318976:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016098.417601:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559917c5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016098.421352:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016098.421645:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334493696 00000100:00100000:1.0:1734016098.421654:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334493696 00010000:00010000:1.0:1734016098.421704:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc5599176a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e909 expref: 15 pid: 6479 timeout: 462 lvb_type: 0 00000100:00100000:1.0:1734016098.421749:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2775 00000100:00100000:1.0:1734016098.421756:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088624050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:1969:x1818247334493696:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016098.421767:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016098.421778:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc5599176a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e909 expref: 15 pid: 6479 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016098.421787:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc5599176a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e909 expref: 15 pid: 6479 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016098.421805:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc5599176a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e909 expref: 15 pid: 6479 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016098.421869:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016098.421873:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559917c5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016098.421879:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559917c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016098.421893:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559917c5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016098.421917:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016098.421953:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880088624050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1969:x1818247334493696:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 195us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.421959:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2775 00010000:00010000:0.0:1734016098.422724:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559917c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016098.422731:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559917c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:0.0:1734016098.422802:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968560 00000004:00010000:0.0:1734016098.422879:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801304d3b80 reply state ffff880078cad000 transno 4294968561 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559917c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016098.422886:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016098.423046:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:9662:x1818247334493568:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 8451us (8599us total) trans 4294968561 rc 0/0 00000100:00100000:0.0:1734016098.423053:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1985 00000020:00080000:0.0:1734016098.423057:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016098.426745:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559917c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016098.426758:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559917c5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016098.426763:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559917c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016098.426768:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e835440 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016098.426772:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559917c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016098.426780:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559917c5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016098.426793:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016098.426796:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016098.426800:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559917c5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016098.426803:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559917c5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016098.435331:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016098.435654:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334493824 00000100:00100000:0.0:1734016098.435666:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334493824 00000100:00100000:0.0:1734016098.435715:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10138 00000100:00100000:0.0:1734016098.435721:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:9662:x1818247334493824:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016098.435739:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016098.435757:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559917cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e956 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.435785:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559917be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e94f expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016098.435791:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016098.435793:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016098.435796:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559917cc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e956 expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.435843:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559917be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e94f expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016098.435854:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559917be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e94f expref: 12 pid: 7686 timeout: 462 lvb_type: 1 00000100:00100000:0.0:1734016098.435866:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e99880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338319104:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016098.435926:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.441641:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334493952 00000100:00100000:3.0:1734016098.441651:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334493952 00010000:00010000:3.0:1734016098.441684:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559917be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e94f expref: 12 pid: 7686 timeout: 462 lvb_type: 1 00000100:00100000:3.0:1734016098.441725:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2776 00000100:00100000:3.0:1734016098.441731:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247334493952:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016098.441744:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016098.441764:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559917be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e94f expref: 12 pid: 7686 timeout: 462 lvb_type: 1 00010000:00010000:3.0:1734016098.441775:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559917be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e94f expref: 12 pid: 7686 timeout: 462 lvb_type: 1 00010000:00010000:3.0:1734016098.441794:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559917be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e94f expref: 12 pid: 7686 timeout: 462 lvb_type: 1 00010000:00010000:3.0:1734016098.441834:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016098.441836:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016098.441842:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559917cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e956 expref: 11 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.441851:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559917cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e956 expref: 11 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.441884:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559917cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e956 expref: 11 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.441894:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338319232:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016098.441943:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016098.466260:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338319232:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016098.466289:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016098.466354:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334493952:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 24621us (25635us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016098.466367:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2776 00000100:00100000:0.0:1734016098.468259:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.468375:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334494080 00000100:00100000:3.0:1734016098.468384:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334494080 00002000:00010000:3.0:1734016098.468420:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4287236->18446744073709551615) 00002000:00100000:3.0:1734016098.468424:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99f80 with x1818247334494080 ext(4287236->18446744073709551615) 00002000:00010000:3.0:1734016098.468436:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e99f80. 00000100:00100000:3.0:1734016098.468457:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8198 00000100:00100000:3.0:1734016098.468464:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247334494080:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016098.468738:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9510302 -> 4287236 00002000:00010000:3.0:1734016098.468741:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016098.468743:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016098.468744:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016098.468746:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 856 -> 816 00000100:00100000:3.0:1734016098.468785:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247334494080:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 321us (532us total) trans 4294969244 rc 0/0 00000100:00100000:3.0:1734016098.468791:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8198 00002000:00010000:3.0:1734016098.468794:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4287236->18446744073709551615) 00002000:00100000:3.0:1734016098.468796:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99f80 with x1818247334494080 ext(4287236->18446744073709551615) 00002000:00010000:3.0:1734016098.468800:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e99f80. 00000100:00100000:0.0:1734016098.484308:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334494208 00000100:00100000:0.0:1734016098.484317:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334494208 00000100:00100000:0.0:1734016098.484369:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1986 00000100:00100000:0.0:1734016098.484375:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:9662:x1818247334494208:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016098.484398:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016098.484415:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc559917d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e95d expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.484483:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc559917da lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016098.484494:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc559917da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016098.484503:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc559917da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:0.0:1734016098.484523:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4287236 00000004:00200000:0.0:1734016098.484526:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016098.484538:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc559917da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016098.484555:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc559917d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e95d expref: 20 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.484581:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc559917da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e95d expref: 19 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.484588:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016098.484590:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016098.484593:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567180, rc 0) 00000100:00100000:0.0:1734016098.484648:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:9662:x1818247334494208:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 272us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016098.484654:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1986 00000100:00100000:3.0:1734016098.488252:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016098.488314:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334494336 00000100:00100000:0.0:1734016098.488324:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334494336 00000100:00100000:0.0:1734016098.488374:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1987 00000100:00100000:0.0:1734016098.488381:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334494336:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016098.488399:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016098.488418:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc559917e1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e964 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.488499:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc559917e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016098.488512:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc559917e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016098.488522:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc559917e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:0.0:1734016098.488546:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4287236 00000004:00200000:0.0:1734016098.488549:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016098.488564:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc559917e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016098.488583:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc559917e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e964 expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.488597:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc559917e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e964 expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.488616:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016098.488618:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016098.488621:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:0.0:1734016098.488658:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334494336:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 277us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016098.488664:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1987 00000100:00100000:0.0:1734016098.490930:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016098.497691:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016098.523322:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.523585:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334494720 00000100:00100000:3.0:1734016098.523593:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334494720 00000100:00100000:3.0:1734016098.523639:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10141 00000100:00100000:3.0:1734016098.523646:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334494720:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.523660:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.523676:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559917fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e979 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.523838:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559917cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e956 expref: 11 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.523846:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016098.523848:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016098.523851:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559917fd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1761280->1773567] (req 1761280->1773567) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e979 expref: 14 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.523878:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559917cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e956 expref: 11 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.523887:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559917cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e956 expref: 11 pid: 7684 timeout: 462 lvb_type: 0 00000100:00100000:3.0:1734016098.523899:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338319616:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016098.524952:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.532497:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338319616:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016098.532526:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559917fd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1761280->1773567] (req 1761280->1773567) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e979 expref: 14 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.532542:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016098.532583:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334494720:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8937us (9269us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016098.532591:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10141 00000100:00100000:0.0:1734016098.536657:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016098.538705:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2777 00000100:00100000:1.0:1734016098.538716:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247334494848:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016098.538735:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016098.538758:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559917cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e956 expref: 12 pid: 7684 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016098.538770:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559917cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e956 expref: 12 pid: 7684 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016098.538792:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559917cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e956 expref: 12 pid: 7684 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016098.538828:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016098.538829:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016098.538835:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559917fd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1773567) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e979 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.538843:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559917fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1773567) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e979 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.538871:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559917fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1773567) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e979 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.538881:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338319744:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016098.538936:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.546988:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338319744:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016098.547008:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016098.547043:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334494848:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8329us (10395us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.547051:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2777 00000100:00100000:1.0:1734016098.555113:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016098.555161:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016098.555899:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334495104 00000100:00100000:0.0:1734016098.555906:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334495104 00002000:00100000:0.0:1734016098.555939:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007822e680 x1818247334495104/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.555949:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822e680 with x1818247334495104 ext(0->4194303) 00002000:00010000:0.0:1734016098.555953:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822e680 00000100:00100000:0.0:1734016098.555976:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334495232 00000100:00100000:0.0:1734016098.555978:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334495232 00002000:00100000:0.0:1734016098.555985:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->4288511) req@ffff88012dccca80 x1818247334495232/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.555990:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccca80 with x1818247334495232 ext(4194304->4288511) 00002000:00010000:0.0:1734016098.555992:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccca80 00000100:00100000:0.0:1734016098.556002:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8199 00000100:00100000:0.0:1734016098.556008:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:1970:x1818247334495104:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016098.636547:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247334495232:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 73861us (81377us total) trans 0 rc 94208/94208 00000100:00100000:3.0:1734016098.636557:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8200 00002000:00100000:3.0:1734016098.636566:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->4288511) req@ffff88012dccca80 x1818247334495232/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:59/0 lens 488/440 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 94208/94208 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.636574:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccca80 with x1818247334495232 ext(4194304->4288511) 00002000:00010000:3.0:1734016098.636578:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccca80 00000100:00100000:0.0:1734016098.653268:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.653344:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334495488 00000100:00100000:3.0:1734016098.653353:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334495488 00000100:00100000:3.0:1734016098.653410:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10142 00000100:00100000:3.0:1734016098.653418:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247334495488:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.653437:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.653458:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991804 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e980 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.653486:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016098.653488:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016098.653496:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991804 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e980 expref: 12 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.653512:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991804 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e980 expref: 12 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.653522:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016098.653585:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1971:x1818247334495488:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 166us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016098.653592:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10142 00000100:00100000:1.0:1734016098.668872:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016098.668952:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334495616 00000100:00100000:0.0:1734016098.668959:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334495616 00000100:00100000:0.0:1734016098.669323:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10143 00000100:00100000:0.0:1734016098.669330:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:9662:x1818247334495616:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016098.669346:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016098.669364:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc5599180b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e987 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.669393:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559917fd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1761280->1773567) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e979 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.669402:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991804 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e980 expref: 13 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016098.669408:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016098.669410:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016098.669413:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc5599180b lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [561152->589823] (req 561152->589823) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e987 expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.669437:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991804 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e980 expref: 13 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016098.669448:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991804 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e980 expref: 13 pid: 7684 timeout: 462 lvb_type: 1 00000100:00100000:0.0:1734016098.669459:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bd13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338319872:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016098.669511:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559917fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1761280->1773567) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e979 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.669519:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559917fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1761280->1773567) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e979 expref: 13 pid: 7684 timeout: 462 lvb_type: 0 00000100:00100000:0.0:1734016098.669527:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bd13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338320000:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016098.669540:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016098.691657:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016098.692109:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334495744 00000100:00100000:1.0:1734016098.692118:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334495744 00010000:00010000:1.0:1734016098.692148:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991804 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e980 expref: 13 pid: 7684 timeout: 462 lvb_type: 1 00000100:00100000:1.0:1734016098.692189:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2778 00000100:00100000:1.0:1734016098.692196:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247334495744:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016098.692211:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016098.692229:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991804 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e980 expref: 13 pid: 7684 timeout: 462 lvb_type: 1 00010000:00010000:1.0:1734016098.692240:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991804 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e980 expref: 13 pid: 7684 timeout: 462 lvb_type: 1 00010000:00010000:1.0:1734016098.692259:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991804 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e980 expref: 13 pid: 7684 timeout: 462 lvb_type: 1 00010000:00010000:1.0:1734016098.692282:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016098.692323:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247334495744:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 127us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.692330:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2778 00000100:00100000:1.0:1734016098.703143:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016098.716280:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.717880:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334496000 00000100:00100000:3.0:1734016098.717889:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334496000 00000100:00100000:3.0:1734016098.717924:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10144 00000100:00100000:3.0:1734016098.717929:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247334496000:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016098.718115:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4287236 -> 4287236 00002000:00010000:3.0:1734016098.718119:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016098.718120:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016098.718122:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016098.718124:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 816 -> 816 00000100:00100000:3.0:1734016098.718158:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247334496000:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 228us (1887us total) trans 4294969245 rc 0/0 00000100:00100000:3.0:1734016098.718164:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10144 00000100:00100000:0.0:1734016098.726202:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.729869:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10145 00000100:00100000:3.0:1734016098.729878:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1972:x1818247334496128:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.729896:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.729913:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991812 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e98e expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.729961:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338320256:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016098.730032:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.733781:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338320256:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016098.733843:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991812 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e98e expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.733856:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991812 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e98e expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.733946:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016098.736288:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1972:x1818247334496128:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6401us (10085us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016098.736299:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10145 00000100:00100000:1.0:1734016098.740364:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.740485:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334496256 00000100:00100000:3.0:1734016098.740495:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334496256 00000100:00100000:3.0:1734016098.741229:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10146 00000100:00100000:3.0:1734016098.741236:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1969:x1818247334496256:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.741258:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.741278:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55991819 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e995 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.741336:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338320384:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016098.741400:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.749958:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338320384:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016098.749996:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55991819 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e995 expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.750009:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55991819 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e995 expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.750032:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016098.750075:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1969:x1818247334496256:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8839us (9721us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016098.750082:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10146 00000100:00100000:0.0:1734016098.756330:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.756648:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334496384 00000100:00100000:3.0:1734016098.756664:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334496384 00000100:00100000:3.0:1734016098.756752:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10147 00000100:00100000:3.0:1734016098.756760:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247334496384:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016098.757061:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4287236 -> 4287236 00002000:00010000:3.0:1734016098.757065:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016098.757066:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016098.757068:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016098.757070:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 816 -> 856 00000100:00100000:3.0:1734016098.757147:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1971:x1818247334496384:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 387us (833us total) trans 4294969246 rc 0/0 00000100:00100000:3.0:1734016098.757158:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10147 00000100:00100000:1.0:1734016098.767319:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016098.793099:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016098.805337:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016098.812765:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.812989:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334497024 00000100:00100000:3.0:1734016098.812997:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334497024 00002000:00100000:3.0:1734016098.813040:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1687552->1691647) req@ffff88007bd13b80 x1818247334497024/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.813049:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd13b80 with x1818247334497024 ext(1687552->1691647) 00002000:00010000:3.0:1734016098.813056:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd13b80 00000100:00100000:3.0:1734016098.813093:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8201 00000100:00100000:3.0:1734016098.813099:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247334497024:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016098.815217:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247334497024:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2106us (2448us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016098.815228:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8201 00002000:00100000:3.0:1734016098.815239:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1687552->1691647) req@ffff88007bd13b80 x1818247334497024/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.815247:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd13b80 with x1818247334497024 ext(1687552->1691647) 00002000:00010000:3.0:1734016098.815252:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd13b80 00000100:00100000:0.0:1734016098.825333:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.825858:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334497280 00000100:00100000:3.0:1734016098.825867:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334497280 00002000:00100000:3.0:1734016098.825913:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1683456->1687551) req@ffff88007bd13480 x1818247334497280/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.825923:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd13480 with x1818247334497280 ext(1683456->1687551) 00002000:00010000:3.0:1734016098.825928:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd13480 00000100:00100000:3.0:1734016098.825957:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8202 00000100:00100000:3.0:1734016098.825964:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247334497280:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016098.826108:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247334497280:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 144us (782us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016098.826115:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8202 00002000:00100000:3.0:1734016098.826120:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1683456->1687551) req@ffff88007bd13480 x1818247334497280/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.826126:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd13480 with x1818247334497280 ext(1683456->1687551) 00002000:00010000:3.0:1734016098.826129:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd13480 00000100:00100000:0.0:1734016098.832582:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016098.838554:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.839230:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334497792 00000100:00100000:3.0:1734016098.839239:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334497792 00002000:00100000:3.0:1734016098.839275:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1675264->1679359) req@ffff88007a3caa00 x1818247334497792/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.839284:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3caa00 with x1818247334497792 ext(1675264->1679359) 00002000:00010000:3.0:1734016098.839289:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3caa00 00000100:00100000:3.0:1734016098.839319:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8204 00000100:00100000:3.0:1734016098.839325:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1971:x1818247334497792:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016098.839455:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1971:x1818247334497792:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 129us (908us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016098.839462:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8204 00002000:00100000:3.0:1734016098.839467:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1675264->1679359) req@ffff88007a3caa00 x1818247334497792/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.839473:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3caa00 with x1818247334497792 ext(1675264->1679359) 00002000:00010000:3.0:1734016098.839476:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3caa00 00000100:00100000:0.0:1734016098.846373:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016098.851377:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.852664:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334498304 00000100:00100000:3.0:1734016098.852677:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334498304 00002000:00100000:3.0:1734016098.852727:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1667072->1671167) req@ffff88007a3cb100 x1818247334498304/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.852736:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb100 with x1818247334498304 ext(1667072->1671167) 00002000:00010000:3.0:1734016098.852741:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cb100 00000100:00100000:3.0:1734016098.852776:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8206 00000100:00100000:3.0:1734016098.852782:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1971:x1818247334498304:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016098.852969:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1971:x1818247334498304:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 186us (1599us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016098.852975:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8206 00002000:00100000:3.0:1734016098.852980:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1667072->1671167) req@ffff88007a3cb100 x1818247334498304/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.852986:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb100 with x1818247334498304 ext(1667072->1671167) 00002000:00010000:3.0:1734016098.852988:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cb100 00000100:00100000:0.0:1734016098.860533:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016098.869663:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.869858:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334498816 00000100:00100000:3.0:1734016098.869865:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334498816 00002000:00100000:3.0:1734016098.869902:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1658880->1662975) req@ffff88007a3c9c00 x1818247334498816/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.869910:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9c00 with x1818247334498816 ext(1658880->1662975) 00002000:00010000:3.0:1734016098.869915:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9c00 00000100:00100000:3.0:1734016098.870265:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8208 00000100:00100000:3.0:1734016098.870272:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1971:x1818247334498816:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016098.870708:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1971:x1818247334498816:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 434us (1051us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016098.870715:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8208 00002000:00100000:3.0:1734016098.870721:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1658880->1662975) req@ffff88007a3c9c00 x1818247334498816/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.870727:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9c00 with x1818247334498816 ext(1658880->1662975) 00002000:00010000:3.0:1734016098.870729:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9c00 00000100:00100000:0.0:1734016098.876869:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016098.895398:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.902507:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338321024:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016098.902527:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016098.902564:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1969:x1818247334499072:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7002us (7171us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016098.902573:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2781 00000100:00100000:3.0:1734016098.902643:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016098.916583:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016098.932018:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016098.991778:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:1971:x1818247334499456:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 69359us (75188us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016098.991791:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8209 00002000:00100000:3.0:1734016098.991806:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007a3cb480 x1818247334499456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:59/0 lens 488/440 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.991826:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb480 with x1818247334499456 ext(0->4194303) 00002000:00010000:3.0:1734016098.991832:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cb480 00000100:00100000:0.0:1734016099.003293:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.003395:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334499840 00000100:00100000:3.0:1734016099.003406:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334499840 00000100:00100000:3.0:1734016099.003476:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10152 00000100:00100000:3.0:1734016099.003484:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247334499840:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.003500:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.003515:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991835 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e9b1 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.003577:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338321152:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016099.003660:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510e40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016099.006280:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016097 -> 1734016098 00000100:00100000:3.0:1734016099.006305:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338321152:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016099.006338:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991835 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9b1 expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.006351:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991835 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9b1 expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.006366:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016099.006424:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247334499840:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2939us (3140us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016099.006433:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10152 00000100:00100000:0.0:1734016099.009631:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.009737:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334499968 00000100:00100000:3.0:1734016099.009744:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334499968 00000100:00100000:3.0:1734016099.009798:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10153 00000100:00100000:3.0:1734016099.009804:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247334499968:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.009851:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.009869:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc5599183c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e9b8 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.009922:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338321280:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016099.009995:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.014059:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338321280:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016099.014089:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc5599183c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9b8 expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.014100:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc5599183c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9b8 expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.014110:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016099.014144:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247334499968:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4340us (4523us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016099.014152:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10153 00000100:00100000:0.0:1734016099.027099:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.029701:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334500096 00000100:00100000:3.0:1734016099.029712:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334500096 00000100:00100000:3.0:1734016099.029769:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10154 00000100:00100000:3.0:1734016099.029775:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1972:x1818247334500096:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.029794:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.029822:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991843 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e9bf expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.029869:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338321408:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016099.029930:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.034788:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338321408:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016099.034852:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991843 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9bf expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.034863:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991843 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9bf expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.035204:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016099.036111:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1972:x1818247334500096:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6332us (9016us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016099.036118:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10154 00000100:00100000:0.0:1734016099.040618:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.041933:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334500224 00000100:00100000:3.0:1734016099.041943:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334500224 00000100:00100000:3.0:1734016099.041997:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10155 00000100:00100000:3.0:1734016099.042005:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247334500224:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.042022:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.042039:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599184a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e9c6 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.042091:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338321536:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016099.042163:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.045590:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338321536:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016099.045629:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599184a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9c6 expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.045640:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599184a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9c6 expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.046214:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016099.046264:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247334500224:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4259us (5654us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016099.046274:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10155 00000100:00100000:0.0:1734016099.049801:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.050148:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334500352 00000100:00100000:3.0:1734016099.050156:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334500352 00000100:00100000:3.0:1734016099.050353:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10156 00000100:00100000:3.0:1734016099.050359:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247334500352:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.050374:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.050389:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55991851 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e9cd expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.050432:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338321664:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016099.050479:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.053701:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338321664:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016099.053731:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55991851 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9cd expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.053744:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55991851 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9cd expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.053981:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016099.055119:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247334500352:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4754us (5319us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016099.055127:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10156 00000100:00100000:0.0:1734016099.058933:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.059073:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334500480 00000100:00100000:3.0:1734016099.059083:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334500480 00000100:00100000:3.0:1734016099.059128:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10157 00000100:00100000:3.0:1734016099.059135:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1972:x1818247334500480:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.059153:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.059169:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991858 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e9d4 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.059218:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338321792:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016099.059273:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.063008:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338321792:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016099.063041:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991858 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9d4 expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.063051:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991858 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9d4 expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.063191:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016099.063585:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1972:x1818247334500480:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4448us (4666us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016099.063600:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10157 00000100:00100000:0.0:1734016099.072203:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.082606:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.082883:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334500864 00000100:00100000:3.0:1734016099.082891:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334500864 00010000:00010000:3.0:1734016099.083049:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5599182e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3985408->4042751) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9aa expref: 15 pid: 7684 timeout: 462 lvb_type: 0 00000100:00100000:3.0:1734016099.083122:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2782 00000100:00100000:3.0:1734016099.083129:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac893c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:1969:x1818247334500864:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016099.083148:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016099.083174:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5599182e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3985408->4042751) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9aa expref: 15 pid: 7684 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016099.083187:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5599182e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3985408->4042751) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9aa expref: 15 pid: 7684 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016099.083207:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5599182e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3985408->4042751) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9aa expref: 15 pid: 7684 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016099.083488:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.083491:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.083497:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599185f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9592832->9637887] (req 9592832->9637887) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.083505:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599185f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9592832->9637887] (req 9592832->9637887) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.083541:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016099.083665:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac893c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1969:x1818247334500864:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 533us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.083672:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2782 00010000:00010000:0.0:1734016099.084178:0:7691:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599185f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9592832->9637887] (req 9592832->9637887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.084191:0:7691:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599185f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9592832->9637887] (req 9592832->9637887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016099.094667:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4287236 -> 9637888 00002000:00010000:0.0:1734016099.094672:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016098 -> 1734016099 00002000:00010000:0.0:1734016099.094675:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016098 -> 1734016099 00002000:00010000:0.0:1734016099.094677:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 856 -> 944 00010000:00010000:0.0:1734016099.094687:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599185f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9592832->9637887] (req 9592832->9637887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.094697:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599185f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9592832->9637887] (req 9592832->9637887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.094704:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599185f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9592832->9637887] (req 9592832->9637887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.094709:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405440 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016099.094712:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599185f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9592832->9637887] (req 9592832->9637887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.094719:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599185f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9592832->9637887] (req 9592832->9637887) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.094733:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599185f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9592832->9637887] (req 9592832->9637887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.094738:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599185f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9592832->9637887] (req 9592832->9637887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016099.094934:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334500736:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 22246us (22735us total) trans 4294969248 rc 0/0 00000100:00100000:0.0:1734016099.094943:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8211 00000100:00100000:0.0:1734016099.101443:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.101610:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334500992 00000100:00100000:3.0:1734016099.101619:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334500992 00000100:00100000:3.0:1734016099.101677:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10158 00000100:00100000:3.0:1734016099.101683:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334500992:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.101700:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.101721:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991866 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e9db expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016099.101744:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9637888, mtime: 0x675afc63, atime: 0x675afc62, ctime: 0x675afc63, blocks: 0x3b0 00010000:00010000:3.0:1734016099.101765:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.101767:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.101776:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991866 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9db expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.101793:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991866 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9db expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.101803:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016099.102262:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334500992:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 577us (832us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.102268:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10158 00000100:00100000:0.0:1734016099.105538:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.105653:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334501248 00000100:00100000:3.0:1734016099.105661:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334501248 00000100:00100000:3.0:1734016099.105725:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1988 00000100:00100000:3.0:1734016099.105733:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8686300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:9662:x1818247334501248:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016099.105790:0:6478:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016099.105855:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc559917da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e95d expref: 19 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.105878:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016099.105882:0:6478:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016099.106052:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599186d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016099.106067:0:6478:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc559917e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e964 expref: 14 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.106073:0:6478:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599186d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016099.106097:0:6478:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc559917e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e964 expref: 14 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.106107:0:6478:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc559917e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e964 expref: 14 pid: 6479 timeout: 462 lvb_type: 0 00000100:00100000:3.0:1734016099.106122:0:6478:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d64700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338322048:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016099.108888:0:6478:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.113379:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.113522:0:6478:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d64700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338322048:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016099.113546:0:6478:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599186d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016099.114753:0:6478:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599186d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016099.114759:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599186d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000001:00080000:3.0:1734016099.114834:0:6478:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968562 00000004:00010000:3.0:1734016099.114863:0:6478:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800a8686300 reply state ffff88012b7f6000 transno 4294968563 ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599186d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:3.0:1734016099.114869:0:6478:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016099.116321:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8686300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334501248:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 10585us (10793us total) trans 4294968563 rc 0/0 00000100:00100000:3.0:1734016099.116330:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1988 00000020:00080000:3.0:1734016099.116334:0:6478:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016099.121325:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.121533:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334501504 00000100:00100000:3.0:1734016099.121541:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334501504 00000100:00100000:3.0:1734016099.121576:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10159 00000100:00100000:3.0:1734016099.121582:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334501504:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.121604:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.121616:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55991874 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e9e2 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.121637:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991866 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9db expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.121643:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.121644:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.121647:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55991874 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9e2 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.121669:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991866 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9db expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.121677:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991866 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9db expref: 8 pid: 7686 timeout: 462 lvb_type: 1 00000100:00100000:3.0:1734016099.121686:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338322176:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016099.121774:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.124471:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338322176:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016099.124503:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55991874 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9e2 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.124518:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016099.124554:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334501504:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2972us (3239us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.124562:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10159 00000100:00100000:0.0:1734016099.125323:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.136047:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.141277:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334501888 00000100:00100000:0.0:1734016099.141285:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334501888 00000100:00100000:1.0:1734016099.142124:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1989 00000100:00100000:1.0:1734016099.142131:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:9662:x1818247334501888:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016099.142153:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016099.142169:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc5599187b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e9e9 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.142251:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55991882 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016099.142262:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55991882 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016099.142270:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55991882 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:1.0:1734016099.142288:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7378860 00000004:00200000:1.0:1734016099.142291:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016099.142303:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55991882 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016099.142321:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc5599187b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9e9 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.142638:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55991882 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9e9 expref: 21 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.142645:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016099.142648:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016099.142650:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:1.0:1734016099.142896:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334501888:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 765us (2664us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016099.142902:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1989 00000100:00100000:0.0:1734016099.145767:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.145908:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334502016 00000100:00100000:3.0:1734016099.145916:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334502016 00000100:00100000:3.0:1734016099.146527:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10160 00000100:00100000:3.0:1734016099.146534:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334502016:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016099.146710:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7378860 -> 7378860 00002000:00010000:3.0:1734016099.146713:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016099.146715:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016099.146717:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016099.146718:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 816 -> 816 00000100:00100000:3.0:1734016099.147064:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334502016:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 529us (1310us total) trans 4294969250 rc 0/0 00000100:00100000:3.0:1734016099.147072:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10160 00000100:00100000:0.0:1734016099.150203:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.150285:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334502144 00000100:00100000:1.0:1734016099.150293:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334502144 00000100:00100000:1.0:1734016099.150333:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1990 00000100:00100000:1.0:1734016099.150338:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334502144:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016099.150357:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016099.150378:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55991889 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4e9f0 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.150455:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55991890 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016099.150471:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55991890 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016099.150483:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55991890 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:1.0:1734016099.150510:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7378860 00000004:00200000:1.0:1734016099.150514:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016099.150527:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55991890 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016099.150545:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55991889 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9f0 expref: 16 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.151202:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55991890 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9f0 expref: 15 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.151211:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016099.151214:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016099.151216:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:1.0:1734016099.151258:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334502144:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 920us (1067us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016099.151265:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1990 00000100:00100000:0.0:1734016099.154033:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.161297:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016099.167615:0:6469:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016099.168724:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.169429:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334502656 00000100:00100000:1.0:1734016099.169436:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334502656 00000100:00100000:1.0:1734016099.169542:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1991 00000100:00100000:1.0:1734016099.169549:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334502656:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016099.169605:0:6478:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016099.169628:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55991882 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9e9 expref: 21 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.170457:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016099.170464:0:6478:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016099.170612:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016099.170626:0:6478:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55991890 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9f0 expref: 14 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.170634:0:6478:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918a5 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016099.170664:0:6478:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55991890 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9f0 expref: 14 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.170679:0:6478:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55991890 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9f0 expref: 14 pid: 6478 timeout: 462 lvb_type: 0 00000100:00100000:1.0:1734016099.170690:0:6478:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338322688:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016099.170764:0:6478:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.173975:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.174234:0:6478:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338322688:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016099.174256:0:6478:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016099.175504:0:6478:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016099.175510:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000001:00080000:0.0:1734016099.175586:0:6478:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968564 00000004:00010000:0.0:1734016099.175630:0:6478:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007822a680 reply state ffff880078ca8000 transno 4294968565 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:0.0:1734016099.175635:0:6478:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016099.175695:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334502656:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 6147us (6978us total) trans 4294968565 rc 0/0 00000100:00100000:0.0:1734016099.175701:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1991 00000020:00080000:0.0:1734016099.175704:0:6478:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016099.179800:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016099.179854:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918a5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016099.179861:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016099.179867:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e837cc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016099.179872:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016099.179878:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918a5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016099.179891:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016099.179894:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016099.179897:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918a5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016099.179902:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918a5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00000100:00100000:0.0:1734016099.180320:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.180663:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334502912 00000100:00100000:3.0:1734016099.180670:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334502912 00002000:00010000:3.0:1734016099.180697:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1729983->18446744073709551615) 00002000:00100000:3.0:1734016099.180700:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228000 with x1818247334502912 ext(1729983->18446744073709551615) 00002000:00010000:3.0:1734016099.180711:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078228000. 00000100:00100000:3.0:1734016099.180736:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8213 00000100:00100000:3.0:1734016099.180742:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334502912:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016099.182654:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7378860 -> 1729983 00002000:00010000:3.0:1734016099.182662:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016099.182665:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016099.182666:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016099.182668:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 816 -> 512 00000100:00100000:3.0:1734016099.182733:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247334502912:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 1986us (2413us total) trans 4294969251 rc 0/0 00000100:00100000:3.0:1734016099.182742:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8213 00002000:00010000:3.0:1734016099.182746:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1729983->18446744073709551615) 00002000:00100000:3.0:1734016099.182748:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228000 with x1818247334502912 ext(1729983->18446744073709551615) 00002000:00010000:3.0:1734016099.182753:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078228000. 00000100:00100000:0.0:1734016099.184881:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.184958:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334503040 00000100:00100000:1.0:1734016099.184967:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334503040 00000100:00100000:1.0:1734016099.185005:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1992 00000100:00100000:1.0:1734016099.185012:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334503040:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016099.185030:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016099.185049:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc559918ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ea05 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.185133:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc559918b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016099.185144:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc559918b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016099.185151:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc559918b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:1.0:1734016099.185172:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1729983 00000004:00200000:1.0:1734016099.185175:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016099.185190:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc559918b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016099.185208:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc559918ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea05 expref: 16 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.185240:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc559918b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea05 expref: 15 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.185248:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016099.185251:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016099.185254:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016099.185299:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334503040:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 288us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016099.185305:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1992 00000100:00100000:0.0:1734016099.189877:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.194513:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338322816:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016099.194548:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559918ba lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea0c expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.194560:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559918ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea0c expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.194570:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:3.0:1734016099.194621:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334503168:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4553us (4752us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016099.194628:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10163 00000100:00100000:0.0:1734016099.197997:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.198339:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334503296 00000100:00100000:3.0:1734016099.198348:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334503296 00000100:00100000:3.0:1734016099.198385:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10164 00000100:00100000:3.0:1734016099.198392:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334503296:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.198414:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.198433:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559918c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ea13 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.198485:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338322944:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016099.198720:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.200995:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338322944:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016099.201029:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559918c1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea13 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.201042:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559918c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea13 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.201057:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016099.201097:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334503296:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2705us (3111us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016099.201106:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10164 00000100:00100000:0.0:1734016099.208506:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334503552 00000100:00100000:0.0:1734016099.208514:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334503552 00002000:00100000:0.0:1734016099.208550:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->1732607) req@ffff880129ff2a00 x1818247334503552/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.208559:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff2a00 with x1818247334503552 ext(0->1732607) 00002000:00010000:0.0:1734016099.208563:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff2a00 00000100:00100000:0.0:1734016099.208602:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8214 00000100:00100000:0.0:1734016099.208608:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334503552:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016099.236388:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334503552:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 27761us (27948us total) trans 0 rc 1732608/1732608 00000100:00100000:0.0:1734016099.236408:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8214 00002000:00100000:0.0:1734016099.236427:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->1732607) req@ffff880129ff2a00 x1818247334503552/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:60/0 lens 488/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 1732608/1732608 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.236437:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff2a00 with x1818247334503552 ext(0->1732607) 00002000:00010000:0.0:1734016099.236443:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff2a00 00000100:00100000:0.0:1734016099.242337:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.249478:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.249646:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334503936 00000100:00100000:1.0:1734016099.249656:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334503936 00000100:00100000:1.0:1734016099.249705:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1994 00000100:00100000:1.0:1734016099.249713:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334503936:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016099.249755:0:6478:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016099.249776:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559918cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea1a expref: 23 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.249803:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016099.249828:0:6478:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016099.249960:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918d6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016099.249973:0:6478:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc559918b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea05 expref: 14 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.249984:0:6478:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918d6 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016099.250007:0:6478:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc559918b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea05 expref: 14 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.250016:0:6478:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc559918b3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea05 expref: 14 pid: 6478 timeout: 462 lvb_type: 0 00000100:00100000:1.0:1734016099.250028:0:6478:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338323072:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016099.250075:0:6478:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.254570:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.254696:0:6478:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338323072:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016099.254730:0:6478:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918d6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:3.0:1734016099.254882:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334504064 00000100:00100000:3.0:1734016099.254889:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334504064 00010000:00010000:3.0:1734016099.254922:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc559918b3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea05 expref: 15 pid: 6478 timeout: 462 lvb_type: 0 00000100:00100000:3.0:1734016099.256371:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2786 00000100:00100000:3.0:1734016099.256380:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:1969:x1818247334504064:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016099.256400:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016099.256410:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc559918b3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea05 expref: 15 pid: 6478 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016099.256423:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc559918b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea05 expref: 15 pid: 6478 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016099.256442:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc559918b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea05 expref: 15 pid: 6478 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016099.256741:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016099.256746:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918d6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016099.256757:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016099.256765:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918d6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016099.257044:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016099.257221:0:6478:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016099.257228:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000001:00080000:0.0:1734016099.257305:0:6478:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968566 00000004:00010000:0.0:1734016099.257342:0:6478:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007c8eb800 reply state ffff88007c99e000 transno 4294968567 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc559918d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:0.0:1734016099.257348:0:6478:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016099.257485:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1969:x1818247334504064:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1104us (2926us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.257493:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2786 00000100:00100000:0.0:1734016099.257751:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:9662:x1818247334503936:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 8039us (8282us total) trans 4294968567 rc 0/0 00000100:00100000:0.0:1734016099.257758:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1994 00000020:00080000:0.0:1734016099.257761:0:6478:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016099.261950:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.262021:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334504192 00000100:00100000:0.0:1734016099.262030:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334504192 00002000:00010000:0.0:1734016099.262066:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7630741->18446744073709551615) 00002000:00100000:0.0:1734016099.262070:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64700 with x1818247334504192 ext(7630741->18446744073709551615) 00002000:00010000:0.0:1734016099.262080:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d64700. 00000100:00100000:0.0:1734016099.262109:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8215 00000100:00100000:0.0:1734016099.262117:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334504192:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016099.262287:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1729983 -> 7630741 00002000:00010000:0.0:1734016099.262290:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016099 -> 1734016099 00002000:00010000:0.0:1734016099.262292:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016098 -> 1734016098 00002000:00010000:0.0:1734016099.262295:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016099 -> 1734016099 00002000:00010000:0.0:1734016099.262297:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 512 -> 512 00000100:00100000:0.0:1734016099.262352:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334504192:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 234us (406us total) trans 4294969252 rc 0/0 00000100:00100000:0.0:1734016099.262362:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8215 00002000:00010000:0.0:1734016099.262365:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7630741->18446744073709551615) 00002000:00100000:0.0:1734016099.262367:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64700 with x1818247334504192 ext(7630741->18446744073709551615) 00002000:00010000:0.0:1734016099.262371:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d64700. 00000100:00100000:1.0:1734016099.265309:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.265540:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334504320 00000100:00100000:0.0:1734016099.265551:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334504320 00000100:00100000:0.0:1734016099.265605:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1995 00000100:00100000:0.0:1734016099.265612:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334504320:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016099.265628:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016099.265646:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc559918dd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ea21 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.265730:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc559918e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016099.265742:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc559918e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016099.265753:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc559918e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:0.0:1734016099.265779:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7630741 00000004:00200000:0.0:1734016099.265784:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016099.265799:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc559918e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016099.265947:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc559918dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea21 expref: 16 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.266559:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc559918e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea21 expref: 15 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.266568:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016099.266571:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016099.266573:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85673c0, rc 0) 00000100:00100000:1.0:1734016099.266950:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334504320:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1334us (1647us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016099.266960:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1995 00000100:00100000:0.0:1734016099.270487:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.270611:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334504448 00000100:00100000:3.0:1734016099.270619:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334504448 00000100:00100000:3.0:1734016099.270654:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10165 00000100:00100000:3.0:1734016099.270660:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334504448:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.270677:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.270693:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559918eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ea28 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.270741:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338323200:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016099.271197:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.273219:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338323200:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016099.273256:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559918eb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea28 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016099.273268:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559918eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea28 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016099.273278:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:0.0:1734016099.273459:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334504448:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2797us (2978us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016099.273466:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10165 00000100:00100000:1.0:1734016099.278130:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.278195:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334504576 00000100:00100000:0.0:1734016099.278202:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334504576 00000100:00100000:0.0:1734016099.278342:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10166 00000100:00100000:0.0:1734016099.278349:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334504576:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016099.278367:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016099.278383:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc559918f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ea2f expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016099.278427:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338323328:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016099.278488:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.286120:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.286195:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334504832 00000100:00100000:0.0:1734016099.286207:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334504832 00000100:00100000:0.0:1734016099.286276:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8216 00000100:00100000:0.0:1734016099.286284:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334504832:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:0.0:1734016099.286325:0:7690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559918f9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.286343:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55991874 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9e2 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.286350:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016099.286353:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016099.286356:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559918f9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3653632->3698687] (req 3653632->3698687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.286396:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55991874 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9e2 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.286407:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55991874 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9e2 expref: 11 pid: 7686 timeout: 462 lvb_type: 0 00000100:00100000:0.0:1734016099.286420:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7690:1818247338323456:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016099.287257:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.294342:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.294772:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334504960 00000100:00100000:3.0:1734016099.294778:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334504960 00010000:00010000:3.0:1734016099.294803:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55991874 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9e2 expref: 12 pid: 7686 timeout: 462 lvb_type: 0 00000100:00100000:3.0:1734016099.295007:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2787 00000100:00100000:3.0:1734016099.295012:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247334504960:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016099.295023:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016099.295039:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55991874 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9e2 expref: 12 pid: 7686 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016099.295048:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55991874 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9e2 expref: 12 pid: 7686 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016099.295066:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55991874 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e9e2 expref: 12 pid: 7686 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016099.295109:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.295111:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.295115:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559918f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3653632->3698687] (req 3653632->3698687) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.295122:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559918f9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3653632->3698687] (req 3653632->3698687) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.295138:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016099.295179:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334504960:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 167us (838us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.295185:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2787 00010000:00010000:3.0:1734016099.295208:0:7690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559918f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3653632->3698687] (req 3653632->3698687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.295215:0:7690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559918f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3653632->3698687] (req 3653632->3698687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.301251:0:7690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559918f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3653632->3698687] (req 3653632->3698687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.301266:0:7690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559918f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3653632->3698687] (req 3653632->3698687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.301274:0:7690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559918f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3653632->3698687] (req 3653632->3698687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.301281:0:7690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8564480 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016099.301284:0:7690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559918f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3653632->3698687] (req 3653632->3698687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.301292:0:7690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559918f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3653632->3698687] (req 3653632->3698687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.301306:0:7690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559918f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3653632->3698687] (req 3653632->3698687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.301311:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559918f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3653632->3698687] (req 3653632->3698687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.301414:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334504832:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 15125us (15297us total) trans 0 rc 45056/45056 00000100:00100000:3.0:1734016099.301425:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8216 00000100:00100000:0.0:1734016099.304144:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.304244:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334505088 00000100:00100000:1.0:1734016099.304251:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334505088 00000100:00100000:1.0:1734016099.304330:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1996 00000100:00100000:1.0:1734016099.304336:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:9662:x1818247334505088:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016099.304355:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016099.304369:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55991900 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ea36 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.304437:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55991907 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016099.304447:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55991907 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016099.304454:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55991907 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:1.0:1734016099.304470:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7630741 00000004:00200000:1.0:1734016099.304473:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016099.304483:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55991907 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016099.304498:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55991900 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea36 expref: 26 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.304512:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55991907 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea36 expref: 25 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.304517:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016099.304519:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016099.304521:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:1.0:1734016099.304551:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:9662:x1818247334505088:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 215us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016099.304555:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1996 00000100:00100000:0.0:1734016099.307621:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.311622:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.316776:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.317196:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334505600 00000100:00100000:3.0:1734016099.317205:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334505600 00000100:00100000:3.0:1734016099.317637:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8217 00000100:00100000:3.0:1734016099.317644:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247334505600:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:3.0:1734016099.317677:0:7690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599191c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.317693:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599190e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea3d expref: 11 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.317700:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991915 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea44 expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.317706:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.317707:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.317710:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599191c lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.317737:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991915 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea44 expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.317748:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991915 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea44 expref: 5 pid: 7686 timeout: 462 lvb_type: 1 00000100:00100000:3.0:1734016099.317758:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7690:1818247338323584:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016099.317836:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599190e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea3d expref: 11 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.317843:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599190e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea3d expref: 11 pid: 7684 timeout: 462 lvb_type: 1 00000100:00100000:3.0:1734016099.317850:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7690:1818247338323712:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016099.317867:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016099.321375:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.321419:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016099.322468:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991915 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea44 expref: 5 pid: 7686 timeout: 462 lvb_type: 1 00000100:00100000:3.0:1734016099.322483:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7690:1818247338323584:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016099.322491:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599190e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea3d expref: 11 pid: 7684 timeout: 462 lvb_type: 1 00000100:00100000:3.0:1734016099.322498:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7690:1818247338323712:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016099.322514:0:7690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599191c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.322521:0:7690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599191c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.322526:0:7690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599191c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016099.325165:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969253 is committed 00010000:00010000:3.0:1734016099.325332:0:7690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599191c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.325344:0:7690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599191c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.325353:0:7690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599191c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.325359:0:7690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070103840 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016099.325363:0:7690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599191c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.325371:0:7690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599191c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.325386:0:7690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599191c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.325392:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599191c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.325466:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334505600:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 7817us (8694us total) trans 4294969253 rc 0/0 00000100:00100000:3.0:1734016099.325476:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8217 00000100:00100000:1.0:1734016099.329612:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.342548:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.342676:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334506240 00000100:00100000:3.0:1734016099.342689:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334506240 00002000:00100000:3.0:1734016099.342733:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1503232->7630847) req@ffff880078309500 x1818247334506240/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 504/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.342743:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309500 with x1818247334506240 ext(1503232->7630847) 00002000:00010000:3.0:1734016099.342749:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309500 00000100:00100000:3.0:1734016099.344476:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8218 00000100:00100000:3.0:1734016099.344491:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334506240:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.402008:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334506240:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 57504us (59458us total) trans 0 rc 3346432/3346432 00000100:00100000:3.0:1734016099.402024:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8218 00002000:00100000:3.0:1734016099.402039:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1503232->7630847) req@ffff880078309500 x1818247334506240/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 504/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 3346432/3346432 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.402052:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309500 with x1818247334506240 ext(1503232->7630847) 00002000:00010000:3.0:1734016099.402060:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309500 00000100:00100000:0.0:1734016099.412749:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.412924:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334506496 00000100:00100000:3.0:1734016099.412941:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334506496 00002000:00100000:3.0:1734016099.413008:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1499136->1503231) req@ffff8801309dd500 x1818247334506496/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.413021:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dd500 with x1818247334506496 ext(1499136->1503231) 00002000:00010000:3.0:1734016099.413026:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dd500 00000100:00100000:3.0:1734016099.413066:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8219 00000100:00100000:3.0:1734016099.413076:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334506496:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.415164:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334506496:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2067us (2410us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016099.415184:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8219 00002000:00100000:3.0:1734016099.415201:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1499136->1503231) req@ffff8801309dd500 x1818247334506496/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.415213:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dd500 with x1818247334506496 ext(1499136->1503231) 00002000:00010000:3.0:1734016099.415221:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dd500 00000100:00100000:1.0:1734016099.428973:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.429697:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334506752 00000100:00100000:3.0:1734016099.429708:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334506752 00002000:00100000:3.0:1734016099.429754:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1495040->1499135) req@ffff8800780d3800 x1818247334506752/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.429764:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d3800 with x1818247334506752 ext(1495040->1499135) 00002000:00010000:3.0:1734016099.429769:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d3800 00000100:00100000:1.0:1734016099.444000:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.444147:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334507008 00000100:00100000:3.0:1734016099.444155:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334507008 00002000:00100000:3.0:1734016099.444202:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1490944->1495039) req@ffff8800780d2680 x1818247334507008/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.444212:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2680 with x1818247334507008 ext(1490944->1495039) 00002000:00010000:3.0:1734016099.444217:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d2680 00000100:00100000:0.0:1734016099.449476:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.449922:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334507264 00000100:00100000:3.0:1734016099.449930:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334507264 00002000:00100000:3.0:1734016099.449966:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1486848->1490943) req@ffff8801309dd880 x1818247334507264/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.449975:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dd880 with x1818247334507264 ext(1486848->1490943) 00002000:00010000:3.0:1734016099.449980:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dd880 00000100:00100000:3.0:1734016099.451159:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8222 00000100:00100000:3.0:1734016099.451168:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334507264:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.452002:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334507264:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 831us (2530us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016099.452009:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8222 00002000:00100000:3.0:1734016099.452016:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1486848->1490943) req@ffff8801309dd880 x1818247334507264/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.452024:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dd880 with x1818247334507264 ext(1486848->1490943) 00002000:00010000:3.0:1734016099.452029:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dd880 00000100:00100000:0.0:1734016099.461443:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.462158:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334507520 00000100:00100000:3.0:1734016099.462168:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334507520 00002000:00100000:3.0:1734016099.462209:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1482752->1486847) req@ffff8801309dfb80 x1818247334507520/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.462219:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dfb80 with x1818247334507520 ext(1482752->1486847) 00002000:00010000:3.0:1734016099.462224:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dfb80 00000100:00100000:3.0:1734016099.462253:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8223 00000100:00100000:3.0:1734016099.462259:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334507520:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.462415:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334507520:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 156us (983us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016099.462421:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8223 00002000:00100000:3.0:1734016099.462426:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1482752->1486847) req@ffff8801309dfb80 x1818247334507520/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.462432:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dfb80 with x1818247334507520 ext(1482752->1486847) 00002000:00010000:3.0:1734016099.462435:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dfb80 00000100:00100000:1.0:1734016099.470614:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.473559:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.473654:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334508032 00000100:00100000:3.0:1734016099.473664:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334508032 00002000:00100000:3.0:1734016099.473700:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1474560->1478655) req@ffff8801309dc700 x1818247334508032/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.473709:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dc700 with x1818247334508032 ext(1474560->1478655) 00002000:00010000:3.0:1734016099.473714:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dc700 00000100:00100000:3.0:1734016099.473742:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8225 00000100:00100000:3.0:1734016099.473748:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334508032:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.473919:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334508032:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 170us (369us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016099.473925:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8225 00002000:00100000:3.0:1734016099.473930:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1474560->1478655) req@ffff8801309dc700 x1818247334508032/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.473935:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dc700 with x1818247334508032 ext(1474560->1478655) 00002000:00010000:3.0:1734016099.473938:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dc700 00000100:00100000:0.0:1734016099.477344:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.492133:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.492199:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334508416 00000100:00100000:0.0:1734016099.492206:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334508416 00000100:00100000:0.0:1734016099.492300:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10170 00000100:00100000:0.0:1734016099.492306:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334508416:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016099.492320:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016099.492336:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc5599192a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ea52 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.492357:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016099.492358:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016099.492365:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc5599192a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea52 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016099.492379:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc5599192a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea52 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016099.492388:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564480, rc 0) 00000100:00100000:0.0:1734016099.492485:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334508416:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 178us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016099.492494:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10170 00000100:00100000:0.0:1734016099.495452:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.497260:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334508672 00000100:00100000:3.0:1734016099.497276:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334508672 00002000:00100000:3.0:1734016099.497330:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3915776->3919871) req@ffff8801309de300 x1818247334508672/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.497340:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309de300 with x1818247334508672 ext(3915776->3919871) 00002000:00010000:3.0:1734016099.497345:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309de300 00000100:00100000:0.0:1734016099.508831:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.511151:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.511232:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334509184 00000100:00100000:3.0:1734016099.511240:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334509184 00002000:00100000:3.0:1734016099.511276:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3907584->3911679) req@ffff8801309fad80 x1818247334509184/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.511284:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fad80 with x1818247334509184 ext(3907584->3911679) 00002000:00010000:3.0:1734016099.511288:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fad80 00000100:00100000:3.0:1734016099.511355:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8229 00000100:00100000:3.0:1734016099.511361:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334509184:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.511549:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334509184:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 187us (405us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016099.511557:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8229 00002000:00100000:3.0:1734016099.511563:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3907584->3911679) req@ffff8801309fad80 x1818247334509184/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.511569:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fad80 with x1818247334509184 ext(3907584->3911679) 00002000:00010000:3.0:1734016099.511571:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fad80 00000100:00100000:1.0:1734016099.514389:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.526994:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.533401:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.533605:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334509824 00000100:00100000:0.0:1734016099.533610:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334509824 00010000:00010000:0.0:1734016099.533634:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc559918e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea21 expref: 15 pid: 6478 timeout: 463 lvb_type: 0 00000100:00100000:0.0:1734016099.533666:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2790 00000100:00100000:0.0:1734016099.533671:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078836680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:1969:x1818247334509824:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016099.533682:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016099.533687:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc559918e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea21 expref: 15 pid: 6478 timeout: 463 lvb_type: 0 00010000:00010000:0.0:1734016099.533695:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc559918e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea21 expref: 15 pid: 6478 timeout: 463 lvb_type: 0 00010000:00010000:0.0:1734016099.533717:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc559918e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea21 expref: 15 pid: 6478 timeout: 463 lvb_type: 0 00010000:00010000:0.0:1734016099.533741:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016099.533745:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55991931 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016099.533752:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55991931 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016099.533757:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55991931 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016099.533785:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016099.533840:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078836680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1969:x1818247334509824:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 168us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016099.533847:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2790 00010000:00010000:3.0:1734016099.534002:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55991931 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016099.534008:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55991931 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:3.0:1734016099.534087:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968568 00000004:00010000:3.0:1734016099.534123:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007c888e00 reply state ffff88012bf8c000 transno 4294968569 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55991931 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016099.534129:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016099.534192:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c888e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:9662:x1818247334509696:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 7033us (7206us total) trans 4294968569 rc 0/0 00000100:00100000:3.0:1734016099.534199:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1997 00000020:00080000:3.0:1734016099.534202:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016099.541085:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55991931 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016099.541101:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55991931 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016099.541108:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55991931 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016099.541113:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404fc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016099.541119:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55991931 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016099.541125:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55991931 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016099.541140:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016099.541144:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016099.541148:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55991931 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016099.541153:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55991931 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016099.544406:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334509952 00000100:00100000:0.0:1734016099.544418:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334509952 00000100:00100000:0.0:1734016099.544450:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10171 00000100:00100000:0.0:1734016099.544456:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334509952:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016099.544477:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016099.544493:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55991938 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ea59 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.544521:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55991923 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea4b expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016099.544528:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc5599192a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea52 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016099.544534:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016099.544536:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016099.544540:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55991938 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea59 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.544572:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc5599192a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea52 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016099.544582:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc5599192a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea52 expref: 8 pid: 7684 timeout: 463 lvb_type: 1 00000100:00100000:0.0:1734016099.544604:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338323968:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016099.544667:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55991923 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea4b expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016099.544675:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55991923 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea4b expref: 5 pid: 7686 timeout: 463 lvb_type: 1 00000100:00100000:0.0:1734016099.544681:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338324096:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016099.544696:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.552442:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338323968:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016099.552459:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338324096:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016099.552502:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55991938 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea59 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.552521:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567a80, rc 0) 00000100:00100000:0.0:1734016099.553060:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334509952:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8601us (8949us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016099.553068:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10171 00000100:00100000:3.0:1734016099.553927:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334510080 00000100:00100000:3.0:1734016099.553937:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334510080 00010000:00010000:3.0:1734016099.553968:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc5599192a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea52 expref: 8 pid: 7684 timeout: 463 lvb_type: 1 00000100:00100000:3.0:1734016099.554000:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2791 00000100:00100000:3.0:1734016099.554008:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334510080:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016099.554024:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016099.554046:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc5599192a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea52 expref: 8 pid: 7684 timeout: 463 lvb_type: 1 00010000:00010000:3.0:1734016099.554057:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc5599192a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea52 expref: 8 pid: 7684 timeout: 463 lvb_type: 1 00010000:00010000:3.0:1734016099.554082:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc5599192a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea52 expref: 8 pid: 7684 timeout: 463 lvb_type: 1 00010000:00010000:3.0:1734016099.554117:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016099.554152:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334510080:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 145us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.554158:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2791 00000100:00100000:0.0:1734016099.562088:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334510208 00000100:00100000:0.0:1734016099.562096:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334510208 00010000:00010000:0.0:1734016099.562125:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55991923 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea4b expref: 6 pid: 7686 timeout: 463 lvb_type: 1 00000100:00100000:0.0:1734016099.562165:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2792 00000100:00100000:0.0:1734016099.562172:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334510208:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016099.562186:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016099.562204:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55991923 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea4b expref: 6 pid: 7686 timeout: 463 lvb_type: 1 00010000:00010000:0.0:1734016099.562214:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55991923 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea4b expref: 6 pid: 7686 timeout: 463 lvb_type: 1 00010000:00010000:0.0:1734016099.562233:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55991923 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea4b expref: 6 pid: 7686 timeout: 463 lvb_type: 1 00010000:00010000:0.0:1734016099.562634:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016099.562637:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016099.562644:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55991938 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea59 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.562652:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55991938 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea59 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.562691:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55991938 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea59 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016099.562703:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338324224:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016099.564080:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.572306:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338324224:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016099.572325:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016099.572362:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334510208:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10189us (10351us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016099.572372:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2792 00000100:00100000:3.0:1734016099.572398:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334510336 00000100:00100000:3.0:1734016099.572405:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334510336 00002000:00010000:3.0:1734016099.572429:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8738436->18446744073709551615) 00002000:00100000:3.0:1734016099.572432:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff0a80 with x1818247334510336 ext(8738436->18446744073709551615) 00002000:00010000:3.0:1734016099.572439:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff0a80. 00000100:00100000:3.0:1734016099.572468:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8231 00000100:00100000:3.0:1734016099.572474:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334510336:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016099.572646:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7630741 -> 8738436 00002000:00010000:3.0:1734016099.572649:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016099.572651:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016099.572653:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016099.572655:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 512 -> 512 00000100:00100000:3.0:1734016099.573051:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334510336:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 575us (851us total) trans 4294969254 rc 0/0 00000100:00100000:3.0:1734016099.573057:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8231 00002000:00010000:3.0:1734016099.573060:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8738436->18446744073709551615) 00002000:00100000:3.0:1734016099.573063:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff0a80 with x1818247334510336 ext(8738436->18446744073709551615) 00002000:00010000:3.0:1734016099.573067:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff0a80. 00000100:00100000:0.0:1734016099.574436:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.574522:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334510464 00000100:00100000:3.0:1734016099.574528:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334510464 00000100:00100000:3.0:1734016099.574791:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1998 00000100:00100000:3.0:1734016099.574798:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334510464:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.574841:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.574860:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc5599193f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ea60 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.574942:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991946 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016099.574956:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991946 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016099.574965:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991946 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:3.0:1734016099.574985:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8738436 00000004:00200000:3.0:1734016099.574988:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016099.575001:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991946 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016099.575018:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc5599193f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea60 expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.575039:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991946 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea60 expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.575046:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016099.575048:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016099.575051:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016099.575098:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334510464:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 300us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.575106:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1998 00000100:00100000:1.0:1734016099.577410:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.577467:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334510592 00000100:00100000:0.0:1734016099.577473:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334510592 00000100:00100000:0.0:1734016099.577515:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10172 00000100:00100000:0.0:1734016099.577520:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334510592:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016099.577535:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016099.577550:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc5599194d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ea67 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016099.577608:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338324352:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016099.577663:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.586692:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.596966:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.597142:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334510976 00000100:00100000:3.0:1734016099.597152:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334510976 00000100:00100000:3.0:1734016099.597214:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 1999 00000100:00100000:3.0:1734016099.597220:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334510976:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016099.597287:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016099.597325:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991946 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea60 expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.597542:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016099.597548:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016099.597748:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599195b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016099.597763:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599195b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016099.597773:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599195b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:3.0:1734016099.597805:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968570 00000004:00010000:3.0:1734016099.597851:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078835f80 reply state ffff88012b4bf000 transno 4294968571 ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599195b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016099.597859:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016099.598429:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334510976:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 1206us (1474us total) trans 4294968571 rc 0/0 00000100:00100000:3.0:1734016099.598436:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 1999 00000020:00080000:3.0:1734016099.598442:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016099.613039:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.627882:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.636156:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.636268:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334511360 00000100:00100000:3.0:1734016099.636285:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334511360 00002000:00010000:3.0:1734016099.636338:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4322695->18446744073709551615) 00002000:00100000:3.0:1734016099.636344:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078836d80 with x1818247334511360 ext(4322695->18446744073709551615) 00002000:00010000:3.0:1734016099.636360:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078836d80. 00000100:00100000:3.0:1734016099.636391:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8232 00000100:00100000:3.0:1734016099.636402:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334511360:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016099.642133:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8738436 -> 4322695 00002000:00010000:3.0:1734016099.642138:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016099.642141:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016099.642142:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016099.642144:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 512 -> 512 00000100:00100000:3.0:1734016099.642205:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334511360:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 5802us (6067us total) trans 4294969255 rc 0/0 00000100:00100000:3.0:1734016099.642214:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8232 00002000:00010000:3.0:1734016099.642218:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4322695->18446744073709551615) 00002000:00100000:3.0:1734016099.642221:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078836d80 with x1818247334511360 ext(4322695->18446744073709551615) 00002000:00010000:3.0:1734016099.642226:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078836d80. 00000100:00100000:1.0:1734016099.652904:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.652971:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334511488 00000100:00100000:3.0:1734016099.652978:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334511488 00000100:00100000:1.0:1734016099.654519:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2000 00000100:00100000:1.0:1734016099.654531:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078834700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:9662:x1818247334511488:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016099.654568:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016099.654597:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991969 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ea7c expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.654693:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55991970 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016099.654706:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55991970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016099.654716:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55991970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:1.0:1734016099.654741:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4322695 00000004:00200000:1.0:1734016099.654745:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016099.654764:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55991970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016099.654792:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991969 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea7c expref: 18 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.657438:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55991970 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea7c expref: 17 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.657456:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016099.657459:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016099.657463:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016099.657540:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078834700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334511488:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3008us (4641us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016099.657552:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2000 00000100:00100000:0.0:1734016099.666263:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.681715:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.686860:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.706011:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.706117:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334512128 00000100:00100000:3.0:1734016099.706125:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334512128 00002000:00100000:3.0:1734016099.706160:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88012dc47800 x1818247334512128/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.706168:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc47800 with x1818247334512128 ext(0->4194303) 00002000:00010000:3.0:1734016099.706173:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc47800 00000100:00100000:3.0:1734016099.706190:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8233 00000100:00100000:3.0:1734016099.706196:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334512128:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016099.712286:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.712365:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334512256 00000100:00100000:0.0:1734016099.712374:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334512256 00002000:00100000:0.0:1734016099.712412:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->4325375) req@ffff88007856ed80 x1818247334512256/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.712422:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856ed80 with x1818247334512256 ext(4194304->4325375) 00002000:00010000:0.0:1734016099.712427:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856ed80 00000100:00100000:0.0:1734016099.712464:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8234 00000100:00100000:0.0:1734016099.712470:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334512256:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016099.726137:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334512256:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 13658us (13853us total) trans 0 rc 131072/131072 00000100:00100000:0.0:1734016099.726148:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8234 00002000:00100000:0.0:1734016099.726161:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->4325375) req@ffff88007856ed80 x1818247334512256/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:60/0 lens 488/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 131072/131072 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.726169:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856ed80 with x1818247334512256 ext(4194304->4325375) 00002000:00010000:0.0:1734016099.726175:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856ed80 00000100:00100000:3.0:1734016099.767617:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334512128:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 61409us (61604us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016099.767629:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8233 00002000:00100000:3.0:1734016099.767639:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88012dc47800 x1818247334512128/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:60/0 lens 488/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.767649:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc47800 with x1818247334512128 ext(0->4194303) 00002000:00010000:3.0:1734016099.767654:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc47800 00000100:00100000:0.0:1734016099.777373:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.788427:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.788624:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.788887:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334512768 00000100:00100000:3.0:1734016099.788895:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334512768 00002000:00100000:3.0:1734016099.788933:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007856df80 x1818247334512768/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.788941:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856df80 with x1818247334512768 ext(0->4194303) 00002000:00010000:3.0:1734016099.788946:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856df80 00000100:00100000:3.0:1734016099.788974:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334512896 00000100:00100000:3.0:1734016099.788976:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334512896 00002000:00100000:3.0:1734016099.788985:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->4325375) req@ffff88007856fb80 x1818247334512896/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.788991:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856fb80 with x1818247334512896 ext(4194304->4325375) 00002000:00010000:3.0:1734016099.788992:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856fb80 00000100:00100000:3.0:1734016099.789006:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8235 00000100:00100000:3.0:1734016099.789012:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334512768:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016099.795646:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8236 00000100:00100000:1.0:1734016099.795656:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334512896:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016099.842254:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334512896:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 46592us (53622us total) trans 0 rc 131072/131072 00000100:00100000:0.0:1734016099.842263:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8236 00002000:00100000:0.0:1734016099.842272:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->4325375) req@ffff88007856fb80 x1818247334512896/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 131072/131072 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.842279:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856fb80 with x1818247334512896 ext(4194304->4325375) 00002000:00010000:0.0:1734016099.842284:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856fb80 00000100:00100000:3.0:1734016099.842704:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334512768:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 53690us (54285us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016099.842713:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8235 00002000:00100000:3.0:1734016099.842718:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007856df80 x1818247334512768/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.842723:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856df80 with x1818247334512768 ext(0->4194303) 00002000:00010000:3.0:1734016099.842726:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856df80 00000100:00100000:0.0:1734016099.856863:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.856960:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334513152 00000100:00100000:3.0:1734016099.856969:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334513152 00000100:00100000:3.0:1734016099.857020:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2001 00000100:00100000:3.0:1734016099.857027:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+26:9662:x1818247334513152:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.857047:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.857063:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599198c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ea98 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.857135:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991993 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016099.857148:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991993 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016099.857155:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991993 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:3.0:1734016099.857177:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4322695 00000004:00200000:3.0:1734016099.857180:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016099.857195:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991993 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016099.857217:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599198c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea98 expref: 28 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.857242:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991993 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea98 expref: 27 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.857249:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016099.857251:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016099.857253:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016099.857314:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:9662:x1818247334513152:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 286us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.857320:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2001 00000100:00100000:0.0:1734016099.864231:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.878455:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016099.888970:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.889110:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334513536 00000100:00100000:3.0:1734016099.889120:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334513536 00010000:00010000:3.0:1734016099.889161:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55991985 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea91 expref: 8 pid: 7684 timeout: 463 lvb_type: 1 00000100:00100000:3.0:1734016099.889743:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2796 00000100:00100000:3.0:1734016099.889750:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac893450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334513536:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016099.889764:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016099.889781:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55991985 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea91 expref: 8 pid: 7684 timeout: 463 lvb_type: 1 00010000:00010000:3.0:1734016099.889791:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55991985 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea91 expref: 8 pid: 7684 timeout: 463 lvb_type: 1 00010000:00010000:3.0:1734016099.889851:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55991985 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea91 expref: 8 pid: 7684 timeout: 463 lvb_type: 1 00010000:00010000:3.0:1734016099.889876:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.889879:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.889885:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599199a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->73727) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea9f expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.889893:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599199a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->73727) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea9f expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.889921:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599199a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->73727) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea9f expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.889931:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338325504:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016099.891924:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.895061:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.895245:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338325504:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016099.895269:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016099.895334:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac893450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334513536:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5583us (6377us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.895350:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2796 00000100:00100000:0.0:1734016099.909185:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.910610:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334514048 00000100:00100000:3.0:1734016099.910629:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334514048 00002000:00100000:3.0:1734016099.910692:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->4325375) req@ffff88012dc46300 x1818247334514048/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.910704:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc46300 with x1818247334514048 ext(4194304->4325375) 00002000:00010000:3.0:1734016099.910712:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc46300 00000100:00100000:3.0:1734016099.910747:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8237 00000100:00100000:3.0:1734016099.910756:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334514048:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.911098:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016099.911319:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334513920 00000100:00100000:3.0:1734016099.911322:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334513920 00002000:00100000:3.0:1734016099.911337:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880078d66a00 x1818247334513920/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.911344:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66a00 with x1818247334513920 ext(0->4194303) 00002000:00010000:3.0:1734016099.911347:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66a00 00000100:00100000:3.0:1734016099.911371:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8238 00000100:00100000:3.0:1734016099.911375:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334513920:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.932338:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334514048:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 21569us (23148us total) trans 0 rc 131072/131072 00000100:00100000:3.0:1734016099.932350:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8237 00002000:00100000:3.0:1734016099.932362:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->4325375) req@ffff88012dc46300 x1818247334514048/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 131072/131072 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.932372:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc46300 with x1818247334514048 ext(4194304->4325375) 00002000:00010000:3.0:1734016099.932378:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc46300 00000100:00100000:3.0:1734016099.944897:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334513920:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 33511us (33790us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016099.944909:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8238 00002000:00100000:3.0:1734016099.944920:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880078d66a00 x1818247334513920/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:60/0 lens 488/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.944929:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66a00 with x1818247334513920 ext(0->4194303) 00002000:00010000:3.0:1734016099.944934:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66a00 00000100:00100000:0.0:1734016099.954600:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.955293:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334514304 00000100:00100000:1.0:1734016099.955301:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334514304 00000100:00100000:1.0:1734016099.955340:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10180 00000100:00100000:1.0:1734016099.955346:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334514304:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016099.955365:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016099.955381:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc559919a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eaa6 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016099.955427:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338325632:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016099.955467:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016099.958972:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016098 -> 1734016099 00000100:00100000:1.0:1734016099.959007:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338325632:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016099.959043:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc559919a1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eaa6 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.959058:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc559919a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eaa6 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.959132:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:1.0:1734016099.959180:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334514304:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3832us (4585us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016099.959188:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10180 00000100:00100000:0.0:1734016099.962077:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.962363:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334514432 00000100:00100000:1.0:1734016099.962370:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334514432 00000100:00100000:1.0:1734016099.962555:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10181 00000100:00100000:1.0:1734016099.962560:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334514432:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016099.962575:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016099.962598:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559919a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eaad expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016099.962646:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338325760:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016099.962706:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016099.965172:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338325760:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016099.965197:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559919a8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eaad expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.965206:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559919a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eaad expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.965301:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:1.0:1734016099.965453:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334514432:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2892us (3383us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016099.965460:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10181 00000100:00100000:0.0:1734016099.969399:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.969484:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334514560 00000100:00100000:1.0:1734016099.969492:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334514560 00000100:00100000:1.0:1734016099.969777:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10182 00000100:00100000:1.0:1734016099.969785:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334514560:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016099.969800:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016099.969845:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559919af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eab4 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016099.969890:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338325888:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016099.969944:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016099.971863:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338325888:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016099.971895:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559919af lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eab4 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.971907:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559919af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eab4 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.972454:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:1.0:1734016099.972515:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334514560:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2729us (3122us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016099.972521:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10182 00000100:00100000:0.0:1734016099.974967:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.975311:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334514688 00000100:00100000:1.0:1734016099.975318:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334514688 00000100:00100000:1.0:1734016099.975944:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10183 00000100:00100000:1.0:1734016099.975950:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334514688:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016099.975965:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016099.975981:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559919b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eabb expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016099.976029:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338326016:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016099.976083:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016099.979304:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338326016:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016099.979338:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559919b6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eabb expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.979352:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559919b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eabb expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.979368:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:1.0:1734016099.979426:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334514688:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3474us (4467us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016099.979438:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10183 00000100:00100000:0.0:1734016099.985402:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016099.985765:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334514816 00000100:00100000:1.0:1734016099.985773:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334514816 00000100:00100000:0.0:1734016099.995736:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334514944 00000100:00100000:0.0:1734016099.995744:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334514944 00000100:00100000:0.0:1734016099.995787:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10185 00000100:00100000:0.0:1734016099.995793:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334514944:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016099.995827:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016099.995842:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559919c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eac9 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016099.995889:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a782a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338326272:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016099.995939:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016100.001374:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.001463:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334515200 00000100:00100000:3.0:1734016100.001470:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334515200 00000100:00100000:3.0:1734016100.001563:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2002 00000100:00100000:3.0:1734016100.001570:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:9662:x1818247334515200:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016100.001616:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016100.001639:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991993 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea98 expref: 27 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.001664:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016100.001667:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016100.001786:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc559919cb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016100.001795:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55991970 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea7c expref: 16 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.001800:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc559919cb lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016100.001862:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55991970 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea7c expref: 16 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.001871:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55991970 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea7c expref: 16 pid: 6478 timeout: 463 lvb_type: 0 00000100:00100000:3.0:1734016100.001880:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338326400:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016100.001921:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.005005:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016100.005137:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338326400:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016100.005173:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc559919cb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016100.005847:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc559919cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016100.005854:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc559919cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:1.0:1734016100.005948:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968572 00000004:00010000:1.0:1734016100.005994:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800a7828380 reply state ffff88012e60a000 transno 4294968573 ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc559919cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016100.006001:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016100.006070:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+29:9662:x1818247334515200:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 4500us (4704us total) trans 4294968573 rc 0/0 00000100:00100000:1.0:1734016100.006077:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2002 00000020:00080000:1.0:1734016100.006081:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:3.0:1734016100.006601:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016070 00010000:00010000:3.0:1734016100.013786:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc559919cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016100.013799:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc559919cb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016100.013828:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc559919cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016100.013834:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800701018c0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016100.013838:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc559919cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016100.013844:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc559919cb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016100.013857:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016100.013860:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016100.013863:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc559919cb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016100.013868:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc559919cb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016100.014082:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.014220:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334515456 00000100:00100000:3.0:1734016100.014228:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334515456 00000100:00100000:3.0:1734016100.014673:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10186 00000100:00100000:3.0:1734016100.014679:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334515456:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.014697:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.014713:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559919d2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ead0 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.014740:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599199a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->73727) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea9f expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.014747:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016100.014748:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016100.014751:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559919d2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ead0 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.014781:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599199a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->73727) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea9f expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.014792:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599199a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->73727) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea9f expref: 7 pid: 7684 timeout: 463 lvb_type: 0 00000100:00100000:3.0:1734016100.014803:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338326528:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016100.014902:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510b40 going to sleep for 11 seconds 00000100:00080000:0.0:1734016100.015106:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016070 00000100:00100000:3.0:1734016100.020269:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338326528:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016100.020308:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559919d2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ead0 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.020324:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016100.020379:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334515456:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5698us (6300us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016100.020388:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10186 00000100:00100000:0.0:1734016100.022195:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.022275:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334515584 00000100:00100000:3.0:1734016100.022280:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334515584 00002000:00100000:3.0:1734016100.022310:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8372224->8403448) req@ffff8800a782bb80 x1818247334515584/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.022323:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782bb80 with x1818247334515584 ext(8372224->8403448) 00010000:00010000:3.0:1734016100.022330:0:7691:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599199a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->73727) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea9f expref: 8 pid: 7684 timeout: 463 lvb_type: 0 00010000:00010000:3.0:1734016100.022339:0:7691:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599199a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->73727) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea9f expref: 8 pid: 7684 timeout: 463 lvb_type: 0 00002000:00010000:3.0:1734016100.022344:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a782bb80 00000100:00100000:3.0:1734016100.022896:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 259 00000100:00100000:3.0:1734016100.022901:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334515584:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016100.026437:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334515584:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3526us (4236us total) trans 4294969257 rc 0/0 00000100:00100000:3.0:1734016100.026448:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 259 00002000:00100000:3.0:1734016100.026457:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8372224->8403448) req@ffff8800a782bb80 x1818247334515584/t4294969257(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:61/0 lens 488/448 e 0 to 0 dl 1734016111 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.026466:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782bb80 with x1818247334515584 ext(8372224->8403448) 00010000:00010000:3.0:1734016100.026474:0:7691:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599199a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->73727) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea9f expref: 10 pid: 7684 timeout: 463 lvb_type: 0 00010000:00010000:3.0:1734016100.026488:0:7691:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599199a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->73727) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ea9f expref: 10 pid: 7684 timeout: 463 lvb_type: 0 00002000:00010000:3.0:1734016100.026494:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a782bb80 00000100:00100000:0.0:1734016100.058971:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016100.068160:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.069298:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334515840 00000100:00100000:3.0:1734016100.069309:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334515840 00002000:00010000:3.0:1734016100.069343:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6369641->18446744073709551615) 00002000:00100000:3.0:1734016100.069347:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782a300 with x1818247334515840 ext(6369641->18446744073709551615) 00002000:00010000:3.0:1734016100.069357:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a782a300. 00000100:00100000:3.0:1734016100.069375:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8239 00000100:00100000:3.0:1734016100.069381:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334515840:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016100.071684:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8403449 -> 6369641 00002000:00010000:3.0:1734016100.071690:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016100.071691:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016100.071693:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016100.071694:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 576 -> 512 00000100:00100000:3.0:1734016100.071742:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334515840:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 2358us (3587us total) trans 4294969258 rc 0/0 00000100:00100000:3.0:1734016100.071749:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8239 00002000:00010000:3.0:1734016100.071753:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6369641->18446744073709551615) 00002000:00100000:3.0:1734016100.071755:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782a300 with x1818247334515840 ext(6369641->18446744073709551615) 00002000:00010000:3.0:1734016100.071759:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a782a300. 00000100:00100000:0.0:1734016100.078945:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016100.079078:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334515968 00000100:00100000:1.0:1734016100.079089:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334515968 00000100:00100000:1.0:1734016100.079162:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2003 00000100:00100000:1.0:1734016100.079169:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ed13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+28:9662:x1818247334515968:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016100.079197:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016100.079217:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc559919d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ead7 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.079315:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559919e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016100.079328:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559919e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016100.079338:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559919e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:1.0:1734016100.079363:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6369641 00000004:00200000:1.0:1734016100.079366:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016100.079381:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559919e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016100.079404:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc559919d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ead7 expref: 30 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.079437:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559919e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ead7 expref: 29 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.079445:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016100.079448:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016100.079451:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:1.0:1734016100.079505:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ed13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+29:9662:x1818247334515968:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 336us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016100.079511:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2003 00000100:00100000:0.0:1734016100.085342:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016100.090234:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.091177:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334516352 00000100:00100000:3.0:1734016100.091186:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334516352 00002000:00010000:3.0:1734016100.091216:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3098256->18446744073709551615) 00002000:00100000:3.0:1734016100.091220:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ed11f80 with x1818247334516352 ext(3098256->18446744073709551615) 00002000:00010000:3.0:1734016100.091229:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ed11f80. 00000100:00100000:3.0:1734016100.091254:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8240 00000100:00100000:3.0:1734016100.091259:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ed11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334516352:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016100.092386:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6369641 -> 3098256 00002000:00010000:3.0:1734016100.092391:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016099 -> 1734016100 00002000:00010000:3.0:1734016100.092392:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016100.092394:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016099 -> 1734016100 00002000:00010000:3.0:1734016100.092395:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 512 -> 512 00000100:00100000:3.0:1734016100.092441:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ed11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334516352:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 1181us (2210us total) trans 4294969259 rc 0/0 00000100:00100000:3.0:1734016100.092448:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8240 00002000:00010000:3.0:1734016100.092451:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3098256->18446744073709551615) 00002000:00100000:3.0:1734016100.092454:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ed11f80 with x1818247334516352 ext(3098256->18446744073709551615) 00002000:00010000:3.0:1734016100.092458:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ed11f80. 00000100:00100000:0.0:1734016100.098902:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016100.099863:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334516480 00000100:00100000:1.0:1734016100.099875:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334516480 00000100:00100000:0.0:1734016100.111561:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.115100:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334516608 00000100:00100000:3.0:1734016100.115111:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334516608 00000100:00100000:1.0:1734016100.116301:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10187 00000100:00100000:1.0:1734016100.116310:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334516608:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016100.116329:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016100.116345:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc559919fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eae5 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016100.116398:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338326784:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016100.116467:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016100.122211:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338326784:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016100.122258:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc559919fc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eae5 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.122274:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc559919fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eae5 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.122304:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016100.122357:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334516608:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6046us (10810us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016100.122367:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10187 00000100:00100000:0.0:1734016100.130617:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016100.130762:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334516736 00000100:00100000:1.0:1734016100.130774:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334516736 00000100:00100000:1.0:1734016100.130849:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10188 00000100:00100000:1.0:1734016100.130856:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334516736:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016100.130879:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016100.130898:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991a03 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eaec expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016100.130952:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338326912:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016100.131012:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016100.135049:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338326912:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016100.135094:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991a03 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eaec expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.135117:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991a03 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eaec expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.135169:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016100.135274:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334516736:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4415us (4665us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016100.135285:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10188 00000100:00100000:0.0:1734016100.152107:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016100.152766:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334516864 00000100:00100000:1.0:1734016100.152779:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334516864 00000100:00100000:1.0:1734016100.152904:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10189 00000100:00100000:1.0:1734016100.152914:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334516864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016100.152941:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016100.152977:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991a0a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eaf3 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016100.153044:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338327040:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016100.153118:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016100.160614:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338327040:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016100.160657:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991a0a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eaf3 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.160672:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991a0a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eaf3 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.160712:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016100.160763:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334516864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7849us (8674us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016100.160772:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10189 00000100:00100000:0.0:1734016100.167907:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016100.168031:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334516992 00000100:00100000:1.0:1734016100.168041:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334516992 00000100:00100000:1.0:1734016100.168098:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10190 00000100:00100000:1.0:1734016100.168106:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:9662:x1818247334516992:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016100.168125:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016100.168148:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991a11 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eafa expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.168182:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559919d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ead0 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.168189:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016100.168191:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016100.168193:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991a11 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7557120->7598079] (req 7557120->7598079) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eafa expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.168230:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559919d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ead0 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.168244:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559919d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ead0 expref: 9 pid: 7684 timeout: 463 lvb_type: 0 00000100:00100000:1.0:1734016100.168260:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338327168:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016100.168329:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00010000:00010000:1.0:1734016100.168951:0:6468:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016100.171231:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338327168:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016100.171261:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991a11 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7557120->7598079] (req 7557120->7598079) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eafa expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.171280:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:1.0:1734016100.171328:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:9662:x1818247334516992:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3222us (3430us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016100.171336:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10190 00000100:00100000:0.0:1734016100.175683:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016100.186116:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016100.186209:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334517248 00000100:00100000:1.0:1734016100.186219:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334517248 00000100:00100000:1.0:1734016100.186271:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10191 00000100:00100000:1.0:1734016100.186278:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334517248:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016100.186505:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3098256 -> 3098256 00002000:00010000:1.0:1734016100.186508:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016100 -> 1734016100 00002000:00010000:1.0:1734016100.186510:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016099 -> 1734016099 00002000:00010000:1.0:1734016100.186512:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016100 -> 1734016100 00002000:00010000:1.0:1734016100.186514:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 512 -> 592 00000100:00100000:1.0:1734016100.186566:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247334517248:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 288us (456us total) trans 4294969260 rc 0/0 00000100:00100000:1.0:1734016100.186582:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10191 00000100:00100000:0.0:1734016100.190407:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016100.190493:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334517376 00000100:00100000:1.0:1734016100.190501:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334517376 00000100:00100000:1.0:1734016100.190552:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2006 00000100:00100000:1.0:1734016100.190559:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+30:9662:x1818247334517376:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016100.190611:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016100.190632:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55991a18 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eb01 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.190719:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55991a1f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016100.190731:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55991a1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016100.190741:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55991a1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:1.0:1734016100.190761:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3098256 00000004:00200000:1.0:1734016100.190765:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016100.190779:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55991a1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016100.190797:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55991a18 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb01 expref: 32 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.190858:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55991a1f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb01 expref: 31 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.190866:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016100.190868:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016100.190871:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016100.190913:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+31:9662:x1818247334517376:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 355us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016100.190920:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2006 00000100:00100000:0.0:1734016100.195801:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.195980:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334517504 00000100:00100000:3.0:1734016100.195991:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334517504 00000100:00100000:3.0:1734016100.196067:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10192 00000100:00100000:3.0:1734016100.196075:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334517504:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.196094:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.196113:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991a26 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eb08 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.196165:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338327424:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016100.196368:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.198418:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338327424:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016100.198460:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991a26 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb08 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.198479:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991a26 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb08 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.202694:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016100.202784:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334517504:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6704us (6988us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016100.202793:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10192 00000100:00100000:0.0:1734016100.207959:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.208491:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334517632 00000100:00100000:3.0:1734016100.208504:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334517632 00000100:00100000:3.0:1734016100.208568:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10193 00000100:00100000:3.0:1734016100.208583:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334517632:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.208598:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.208619:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991a2d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eb0f expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.208676:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338327552:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016100.208741:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.217410:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338327552:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016100.217441:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991a2d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb0f expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.217453:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991a2d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb0f expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.217471:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016100.218046:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334517632:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9468us (10091us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016100.218056:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10193 00000100:00100000:0.0:1734016100.229793:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.230279:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334517760 00000100:00100000:3.0:1734016100.230286:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334517760 00000100:00100000:3.0:1734016100.230324:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10194 00000100:00100000:3.0:1734016100.230330:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334517760:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016100.230497:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3098256 -> 3098256 00002000:00010000:3.0:1734016100.230501:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016100 -> 1734016100 00002000:00010000:3.0:1734016100.230503:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016100.230505:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016100 -> 1734016100 00002000:00010000:3.0:1734016100.230506:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 592 -> 696 00000100:00100000:3.0:1734016100.230650:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1971:x1818247334517760:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 318us (863us total) trans 4294969261 rc 0/0 00000100:00100000:3.0:1734016100.230655:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10194 00000100:00100000:0.0:1734016100.239172:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.239942:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334517888 00000100:00100000:3.0:1734016100.239951:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334517888 00000100:00100000:3.0:1734016100.241239:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10195 00000100:00100000:3.0:1734016100.241248:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334517888:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.241273:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.241296:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55991a34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eb16 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.241351:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338327680:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016100.242561:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.252512:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338327680:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016100.252552:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55991a34 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb16 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.252565:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55991a34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb16 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.252633:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016100.252691:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334517888:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11443us (13526us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016100.252699:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10195 00000100:00100000:1.0:1734016100.257467:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.257612:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334518144 00000100:00100000:3.0:1734016100.257622:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334518144 00000100:00100000:3.0:1734016100.258837:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8241 00000100:00100000:3.0:1734016100.258847:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334518144:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:3.0:1734016100.258885:0:7691:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991a3b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.258904:0:7691:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991a11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7557120->7598079) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eafa expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.258911:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016100.258913:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016100.258915:0:7691:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991a3b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1523712->1527807] (req 1523712->1527807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.258956:0:7691:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991a11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7557120->7598079) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eafa expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.258970:0:7691:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991a11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7557120->7598079) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eafa expref: 11 pid: 7686 timeout: 463 lvb_type: 0 00000100:00100000:3.0:1734016100.258982:0:7691:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338327808:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016100.260845:0:7691:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.263310:0:7691:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338327808:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016100.263332:0:7691:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991a3b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1523712->1527807] (req 1523712->1527807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016100.264857:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016100.271908:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.271965:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334518400 00000100:00100000:3.0:1734016100.271971:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334518400 00000100:00100000:1.0:1734016100.273110:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10196 00000100:00100000:1.0:1734016100.273117:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334518400:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016100.273134:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016100.273153:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55991a42 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eb1d expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016100.273173:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 3098256, mtime: 0x675afc64, atime: 0x675afc63, ctime: 0x675afc64, blocks: 0x2b8 00010000:00010000:1.0:1734016100.273190:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016100.273192:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016100.273200:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55991a42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb1d expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.273213:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55991a42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb1d expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.273222:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:1.0:1734016100.273277:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334518400:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 160us (1376us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016100.273283:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10196 00000100:00100000:1.0:1734016100.280185:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.280289:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334518528 00000100:00100000:3.0:1734016100.280301:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334518528 00000100:00100000:3.0:1734016100.280355:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10197 00000100:00100000:3.0:1734016100.280365:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247334518528:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.280393:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.280414:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991a49 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eb24 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.280451:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55991a42 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb1d expref: 13 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.280464:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016100.280466:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016100.280470:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991a49 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9539584->9551871] (req 9539584->9551871) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb24 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.280506:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55991a42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb1d expref: 13 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.280519:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55991a42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb1d expref: 13 pid: 7686 timeout: 463 lvb_type: 1 00000100:00100000:3.0:1734016100.280532:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338327936:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016100.280618:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.285015:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338327936:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016100.285057:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991a49 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9539584->9551871] (req 9539584->9551871) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb24 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.285077:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016100.285322:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334518528:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4957us (5144us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016100.285330:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10197 00000100:00100000:0.0:1734016100.286053:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.293867:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334518784 00000100:00100000:3.0:1734016100.293873:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334518784 00000100:00100000:3.0:1734016100.294145:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10198 00000100:00100000:3.0:1734016100.294150:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247334518784:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016100.294308:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3098256 -> 3098256 00002000:00010000:3.0:1734016100.294311:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016100 -> 1734016100 00002000:00010000:3.0:1734016100.294313:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016100.294315:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016100 -> 1734016100 00002000:00010000:3.0:1734016100.294316:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 696 -> 720 00000100:00100000:3.0:1734016100.295366:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1969:x1818247334518784:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1212us (1671us total) trans 4294969262 rc 0/0 00000100:00100000:3.0:1734016100.295374:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10198 00000100:00100000:0.0:1734016100.297992:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.298129:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334518912 00000100:00100000:3.0:1734016100.298138:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334518912 00000100:00100000:3.0:1734016100.298185:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10199 00000100:00100000:3.0:1734016100.298194:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334518912:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.298216:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.298234:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55991a50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eb2b expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.298289:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338328192:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016100.301135:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.312687:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338328192:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016100.312723:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55991a50 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb2b expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.312739:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55991a50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb2b expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.312764:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016100.315458:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334518912:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 17255us (17466us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016100.315468:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10199 00000100:00100000:0.0:1734016100.322679:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.326225:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334519040 00000100:00100000:3.0:1734016100.326237:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334519040 00000100:00100000:3.0:1734016100.326307:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10200 00000100:00100000:3.0:1734016100.326315:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334519040:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.326335:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.326352:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991a57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eb32 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.326401:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338328320:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016100.326478:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.332912:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338328320:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016100.332950:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991a57 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb32 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.332962:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991a57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb32 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.332993:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016100.333038:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334519040:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6723us (10368us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016100.333050:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10200 00000100:00100000:1.0:1734016100.341386:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016100.350870:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016100.351419:0:7691:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991a5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4063232->4087807] (req 4063232->4087807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.351426:0:7691:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991a5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4063232->4087807] (req 4063232->4087807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016100.358867:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969263 is committed 00000001:00080000:0.0:1734016100.358880:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969262 is committed 00002000:00010000:3.0:1734016100.359037:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3098256 -> 4087808 00002000:00010000:3.0:1734016100.359041:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 720 -> 768 00010000:00010000:3.0:1734016100.359054:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991a5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4063232->4087807] (req 4063232->4087807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.359063:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991a5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4063232->4087807] (req 4063232->4087807) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.359069:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991a5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4063232->4087807] (req 4063232->4087807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.359075:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405680 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016100.359078:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991a5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4063232->4087807] (req 4063232->4087807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.359084:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991a5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4063232->4087807] (req 4063232->4087807) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.359100:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991a5e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4063232->4087807] (req 4063232->4087807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.359108:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991a5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4063232->4087807] (req 4063232->4087807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.360341:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334519296:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 18605us (18955us total) trans 4294969263 rc 0/0 00000100:00100000:3.0:1734016100.360350:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8242 00000100:00100000:1.0:1734016100.364670:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.364744:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334519552 00000100:00100000:3.0:1734016100.364752:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334519552 00000100:00100000:3.0:1734016100.364889:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10201 00000100:00100000:3.0:1734016100.364895:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334519552:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.364911:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.364932:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991a65 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eb39 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016100.364950:0:7684:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 4087808, mtime: 0x675afc64, atime: 0x675afc63, ctime: 0x675afc64, blocks: 0x300 00010000:00010000:3.0:1734016100.364966:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016100.364967:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016100.364975:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991a65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb39 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.364988:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991a65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb39 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.364998:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016100.365176:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334519552:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 280us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016100.365185:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10201 00000100:00100000:0.0:1734016100.372147:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.372730:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334519680 00000100:00100000:3.0:1734016100.372738:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334519680 00000100:00100000:3.0:1734016100.372769:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10202 00000100:00100000:3.0:1734016100.372775:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334519680:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.372792:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.372831:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55991a6c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eb40 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.372852:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016100.372854:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016100.372860:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55991a6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb40 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.372872:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55991a6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb40 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.372881:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016100.372975:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334519680:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 200us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016100.372981:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10202 00000100:00100000:0.0:1734016100.378910:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.379101:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334519936 00000100:00100000:3.0:1734016100.379109:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334519936 00002000:00100000:3.0:1734016100.379143:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3690496->3694591) req@ffff8800785c4a80 x1818247334519936/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.379154:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4a80 with x1818247334519936 ext(3690496->3694591) 00002000:00010000:3.0:1734016100.379160:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4a80 00000100:00100000:3.0:1734016100.379177:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8243 00000100:00100000:3.0:1734016100.379184:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334519936:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.379986:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334519936:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 800us (1082us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.379996:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8243 00002000:00100000:3.0:1734016100.380003:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3690496->3694591) req@ffff8800785c4a80 x1818247334519936/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.380010:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4a80 with x1818247334519936 ext(3690496->3694591) 00002000:00010000:3.0:1734016100.380013:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4a80 00000100:00100000:1.0:1734016100.383482:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.383675:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334520192 00000100:00100000:3.0:1734016100.383685:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334520192 00002000:00100000:3.0:1734016100.383730:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3686400->3690495) req@ffff88012cf63b80 x1818247334520192/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.383739:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63b80 with x1818247334520192 ext(3686400->3690495) 00002000:00010000:3.0:1734016100.383744:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf63b80 00000100:00100000:3.0:1734016100.383767:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8244 00000100:00100000:3.0:1734016100.383773:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334520192:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.384017:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334520192:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 242us (542us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.384023:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8244 00002000:00100000:3.0:1734016100.384029:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3686400->3690495) req@ffff88012cf63b80 x1818247334520192/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.384036:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63b80 with x1818247334520192 ext(3686400->3690495) 00002000:00010000:3.0:1734016100.384040:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf63b80 00000100:00100000:1.0:1734016100.391652:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016100.391707:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334520448 00000100:00100000:0.0:1734016100.391717:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334520448 00002000:00100000:0.0:1734016100.391752:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3682304->3686399) req@ffff88012cf60380 x1818247334520448/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.391761:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60380 with x1818247334520448 ext(3682304->3686399) 00002000:00010000:0.0:1734016100.391765:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60380 00000100:00100000:0.0:1734016100.391791:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8245 00000100:00100000:0.0:1734016100.391796:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334520448:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.391956:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334520448:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 158us (313us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.391963:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8245 00002000:00100000:0.0:1734016100.391968:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3682304->3686399) req@ffff88012cf60380 x1818247334520448/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.391975:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60380 with x1818247334520448 ext(3682304->3686399) 00002000:00010000:0.0:1734016100.391977:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60380 00000100:00100000:1.0:1734016100.397512:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.397988:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334520704 00000100:00100000:3.0:1734016100.397997:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334520704 00002000:00100000:3.0:1734016100.398037:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3678208->3682303) req@ffff88007036e680 x1818247334520704/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.398045:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036e680 with x1818247334520704 ext(3678208->3682303) 00002000:00010000:3.0:1734016100.398050:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036e680 00000100:00100000:3.0:1734016100.398070:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8246 00000100:00100000:3.0:1734016100.398075:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334520704:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.398234:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334520704:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 157us (730us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.398240:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8246 00002000:00100000:3.0:1734016100.398246:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3678208->3682303) req@ffff88007036e680 x1818247334520704/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.398253:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036e680 with x1818247334520704 ext(3678208->3682303) 00002000:00010000:3.0:1734016100.398255:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036e680 00000100:00100000:1.0:1734016100.403969:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016100.404027:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334520960 00000100:00100000:0.0:1734016100.404035:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334520960 00002000:00100000:0.0:1734016100.404065:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3674112->3678207) req@ffff88007a3c9500 x1818247334520960/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.404073:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9500 with x1818247334520960 ext(3674112->3678207) 00002000:00010000:0.0:1734016100.404077:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9500 00000100:00100000:0.0:1734016100.404103:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8247 00000100:00100000:0.0:1734016100.404108:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334520960:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.404250:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334520960:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 140us (289us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.404257:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8247 00002000:00100000:0.0:1734016100.404262:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3674112->3678207) req@ffff88007a3c9500 x1818247334520960/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.404268:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9500 with x1818247334520960 ext(3674112->3678207) 00002000:00010000:0.0:1734016100.404271:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9500 00000100:00100000:1.0:1734016100.409041:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.409887:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334521216 00000100:00100000:3.0:1734016100.409894:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334521216 00002000:00100000:3.0:1734016100.409931:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3670016->3674111) req@ffff88007a3ca680 x1818247334521216/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.409940:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3ca680 with x1818247334521216 ext(3670016->3674111) 00002000:00010000:3.0:1734016100.409943:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3ca680 00000100:00100000:3.0:1734016100.409987:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8248 00000100:00100000:3.0:1734016100.409993:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334521216:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.410143:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334521216:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 149us (1108us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.410150:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8248 00002000:00100000:3.0:1734016100.410155:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3670016->3674111) req@ffff88007a3ca680 x1818247334521216/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.410162:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3ca680 with x1818247334521216 ext(3670016->3674111) 00002000:00010000:3.0:1734016100.410164:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3ca680 00000100:00100000:1.0:1734016100.423799:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016100.424903:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334521472 00000100:00100000:0.0:1734016100.424910:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334521472 00002000:00100000:0.0:1734016100.424945:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3665920->3670015) req@ffff88007a3cbb80 x1818247334521472/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.424958:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cbb80 with x1818247334521472 ext(3665920->3670015) 00002000:00010000:0.0:1734016100.424963:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cbb80 00000100:00100000:0.0:1734016100.424993:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8249 00000100:00100000:0.0:1734016100.424999:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334521472:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.425147:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334521472:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 147us (1355us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.425155:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8249 00002000:00100000:0.0:1734016100.425159:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3665920->3670015) req@ffff88007a3cbb80 x1818247334521472/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.425165:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cbb80 with x1818247334521472 ext(3665920->3670015) 00002000:00010000:0.0:1734016100.425168:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cbb80 00000100:00100000:1.0:1734016100.458190:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016100.461292:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334521600 00000100:00100000:0.0:1734016100.461305:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334521600 00000100:00100000:0.0:1734016100.461362:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10203 00000100:00100000:0.0:1734016100.461370:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334521600:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016100.461390:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016100.461411:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991a73 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eb47 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.461443:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991a65 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb39 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.461451:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55991a6c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb40 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.461460:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016100.461461:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016100.461464:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991a73 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [7991296->8032255] (req 7991296->8032255) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb47 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.461494:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55991a6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb40 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.461505:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55991a6c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb40 expref: 7 pid: 7684 timeout: 464 lvb_type: 1 00000100:00100000:0.0:1734016100.461515:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338328576:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016100.461595:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991a65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb39 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.461603:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991a65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb39 expref: 6 pid: 7684 timeout: 464 lvb_type: 1 00000100:00100000:0.0:1734016100.461610:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338328704:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016100.461628:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016100.469985:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338328576:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016100.474158:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016100.474406:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334521728 00000100:00100000:0.0:1734016100.474414:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334521728 00010000:00010000:0.0:1734016100.474443:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55991a6c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb40 expref: 8 pid: 7684 timeout: 464 lvb_type: 1 00000100:00100000:0.0:1734016100.475523:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2803 00000100:00100000:0.0:1734016100.475531:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac893050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334521728:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016100.475545:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016100.475575:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55991a6c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb40 expref: 8 pid: 7684 timeout: 464 lvb_type: 1 00010000:00010000:0.0:1734016100.475587:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55991a6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb40 expref: 8 pid: 7684 timeout: 464 lvb_type: 1 00010000:00010000:0.0:1734016100.475604:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55991a6c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb40 expref: 8 pid: 7684 timeout: 464 lvb_type: 1 00010000:00010000:0.0:1734016100.475622:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016100.475660:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac893050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334521728:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 130us (1517us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016100.475666:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2803 00000100:00100000:3.0:1734016100.476284:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016100.476718:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334521856 00000100:00100000:0.0:1734016100.476724:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334521856 00010000:00010000:0.0:1734016100.476740:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991a65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb39 expref: 7 pid: 7684 timeout: 464 lvb_type: 1 00000100:00100000:0.0:1734016100.476757:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2804 00000100:00100000:0.0:1734016100.476761:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334521856:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016100.476769:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016100.476779:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991a65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb39 expref: 7 pid: 7684 timeout: 464 lvb_type: 1 00010000:00010000:0.0:1734016100.476787:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991a65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb39 expref: 7 pid: 7684 timeout: 464 lvb_type: 1 00010000:00010000:0.0:1734016100.476799:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55991a65 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb39 expref: 7 pid: 7684 timeout: 464 lvb_type: 1 00010000:00010000:0.0:1734016100.477020:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016100.477023:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016100.477029:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991a73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7991296->8032255) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb47 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.477037:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991a73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7991296->8032255) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb47 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.477483:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991a73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7991296->8032255) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb47 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016100.477495:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bd11f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338328832:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016100.478211:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016100.482158:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bd11f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338328832:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016100.482181:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016100.482235:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334521856:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5470us (5949us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016100.482245:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2804 00000100:00100000:0.0:1734016100.487935:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00002000:00010000:0.0:1734016100.490281:0:7686:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 4087808 -> 8029384 00002000:00010000:0.0:1734016100.490286:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016099 -> 1734016100 00000100:00100000:0.0:1734016100.490301:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8684a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338328960:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016100.490326:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991a7a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb4e expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.490337:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991a7a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb4e expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.490359:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:0.0:1734016100.490404:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334521984:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2273us (2482us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016100.490411:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10204 00000100:00100000:0.0:1734016100.493959:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016100.503435:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016100.520227:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016100.566536:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016100.566706:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.566850:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334522624 00000100:00100000:3.0:1734016100.566860:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334522624 00002000:00100000:3.0:1734016100.566901:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007bd11f80 x1818247334522624/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.566910:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd11f80 with x1818247334522624 ext(0->4194303) 00002000:00010000:3.0:1734016100.566915:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd11f80 00000100:00100000:3.0:1734016100.567249:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334522752 00000100:00100000:3.0:1734016100.567253:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334522752 00002000:00100000:3.0:1734016100.567267:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7991295) req@ffff88007bd13800 x1818247334522752/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.567273:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd13800 with x1818247334522752 ext(4194304->7991295) 00002000:00010000:3.0:1734016100.567276:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd13800 00000100:00100000:0.0:1734016100.567303:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8250 00000100:00100000:0.0:1734016100.567311:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334522624:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.647521:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334522624:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 80200us (80985us total) trans 0 rc 4087808/4087808 00000100:00100000:0.0:1734016100.647530:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8250 00002000:00100000:0.0:1734016100.647541:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007bd11f80 x1818247334522624/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:61/0 lens 488/440 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4087808/4087808 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.647550:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd11f80 with x1818247334522624 ext(0->4194303) 00002000:00010000:0.0:1734016100.647555:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd11f80 00000100:00100000:0.0:1734016100.658585:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016100.663965:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8684380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338329472:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016100.664000:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991a96 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb6a expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.664012:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991a96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb6a expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.664038:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:0.0:1734016100.666041:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334523008:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6592us (7463us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016100.666052:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10208 00000100:00100000:0.0:1734016100.683960:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016100.697307:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.737293:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016100.737398:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334523520 00000100:00100000:1.0:1734016100.737407:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334523520 00010000:00010000:1.0:1734016100.737439:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991a73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7991296->8032255) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb47 expref: 8 pid: 7686 timeout: 464 lvb_type: 0 00000100:00100000:1.0:1734016100.737474:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2805 00000100:00100000:1.0:1734016100.737480:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334523520:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016100.737494:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016100.737513:0:6467:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 768 -> 848 00010000:00010000:1.0:1734016100.737519:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991a73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7991296->8032255) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb47 expref: 8 pid: 7686 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016100.737530:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991a73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7991296->8032255) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb47 expref: 8 pid: 7686 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016100.737550:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991a73 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7991296->8032255) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb47 expref: 8 pid: 7686 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016100.737623:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016100.737626:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016100.737630:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991a9d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6537216->6578175] (req 6537216->6578175) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.737638:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991a9d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6537216->6578175] (req 6537216->6578175) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.737673:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016100.737723:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334523520:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 242us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016100.737730:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2805 00010000:00010000:0.0:1734016100.747627:0:7690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991a9d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6537216->6578175] (req 6537216->6578175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.747645:0:7690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991a9d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6537216->6578175] (req 6537216->6578175) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.747653:0:7690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991a9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6537216->6578175] (req 6537216->6578175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.747660:0:7690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404b40 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016100.747664:0:7690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991a9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6537216->6578175] (req 6537216->6578175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.747671:0:7690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991a9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6537216->6578175] (req 6537216->6578175) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.747689:0:7690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991a9d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6537216->6578175] (req 6537216->6578175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.747695:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991a9d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6537216->6578175] (req 6537216->6578175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016100.747830:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334523264:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 63205us (63856us total) trans 0 rc 40960/40960 00000100:00100000:0.0:1734016100.747839:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8252 00000100:00100000:0.0:1734016100.759355:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016100.765964:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.768303:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334523776 00000100:00100000:3.0:1734016100.768317:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334523776 00000100:00100000:0.0:1734016100.790182:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016100.797969:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016100.798026:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.798131:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334524160 00000100:00100000:3.0:1734016100.798141:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334524160 00010000:00010000:3.0:1734016100.798180:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991aa4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb71 expref: 8 pid: 7686 timeout: 464 lvb_type: 1 00000100:00100000:3.0:1734016100.798206:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334524032 00000100:00100000:3.0:1734016100.798208:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334524032 00010000:00010000:3.0:1734016100.798218:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991aab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb78 expref: 9 pid: 7686 timeout: 464 lvb_type: 1 00000100:00100000:3.0:1734016100.798238:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2806 00000100:00100000:3.0:1734016100.798247:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334524160:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016100.798263:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016100.798282:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991aa4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb71 expref: 8 pid: 7686 timeout: 464 lvb_type: 1 00010000:00010000:3.0:1734016100.798292:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991aa4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb71 expref: 8 pid: 7686 timeout: 464 lvb_type: 1 00010000:00010000:3.0:1734016100.798317:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016100.798353:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334524160:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 105us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016100.798359:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2806 00000100:00100000:3.0:1734016100.798372:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2807 00000100:00100000:3.0:1734016100.798376:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334524032:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016100.798383:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016100.798389:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991aab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb78 expref: 9 pid: 7686 timeout: 464 lvb_type: 1 00010000:00010000:3.0:1734016100.798401:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991aab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb78 expref: 9 pid: 7686 timeout: 464 lvb_type: 1 00010000:00010000:3.0:1734016100.798413:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016100.798415:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016100.798421:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55991ab2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4239360->4243455) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb7f expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.798431:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55991ab2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4239360->4243455) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb7f expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.798462:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55991ab2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4239360->4243455) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb7f expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.798473:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338329984:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016100.798515:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.829105:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338329984:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016100.829124:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016100.829178:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334524032:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 30799us (31151us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016100.829188:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2807 00000100:00100000:0.0:1734016100.838127:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016100.838214:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016100.838302:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334524416 00000100:00100000:3.0:1734016100.838310:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334524416 00002000:00100000:3.0:1734016100.838346:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4243455) req@ffff880078ea3100 x1818247334524416/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:61/0 lens 504/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.838360:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea3100 with x1818247334524416 ext(0->4243455) 00002000:00010000:3.0:1734016100.838364:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea3100 00000100:00100000:3.0:1734016100.838380:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334524672 00000100:00100000:3.0:1734016100.838382:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334524672 00002000:00100000:3.0:1734016100.838389:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8032255) req@ffff880078ea1f80 x1818247334524672/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:61/0 lens 504/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.838395:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea1f80 with x1818247334524672 ext(4190208->8032255) 00002000:00010000:3.0:1734016100.838397:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea1f80 00000100:00100000:3.0:1734016100.838406:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8253 00000100:00100000:3.0:1734016100.838412:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334524416:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.841706:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8254 00000100:00100000:0.0:1734016100.841716:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334524672:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.915328:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334524416:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 76905us (77200us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016100.915340:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8253 00002000:00100000:3.0:1734016100.915353:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4243455) req@ffff880078ea3100 x1818247334524416/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:61/0 lens 504/440 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.915361:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea3100 with x1818247334524416 ext(0->4243455) 00002000:00010000:3.0:1734016100.915368:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea3100 00000100:00100000:0.0:1734016100.979327:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016100.991172:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016100.994379:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:1.0:1734016100.996532:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969265 is committed 00000001:00080000:1.0:1734016100.996545:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969264 is committed 00000100:00100000:3.0:1734016101.011272:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:0.0:1734016101.014469:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016071 00000100:00100000:0.0:1734016101.022611:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.043609:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.043703:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334525440 00000100:00100000:3.0:1734016101.043710:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334525440 00010000:00010000:3.0:1734016101.043740:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55991ab2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4239360->4243455) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb7f expref: 7 pid: 7686 timeout: 464 lvb_type: 0 00000100:00100000:3.0:1734016101.043766:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2808 00000100:00100000:3.0:1734016101.043773:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334525440:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016101.043785:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016101.043802:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55991ab2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4239360->4243455) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb7f expref: 7 pid: 7686 timeout: 464 lvb_type: 0 00010000:00010000:3.0:1734016101.043845:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55991ab2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4239360->4243455) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb7f expref: 7 pid: 7686 timeout: 464 lvb_type: 0 00010000:00010000:3.0:1734016101.043865:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55991ab2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4239360->4243455) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb7f expref: 7 pid: 7686 timeout: 464 lvb_type: 0 00010000:00010000:3.0:1734016101.043882:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.043884:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.043890:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55991ac0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7684096->7688191) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb8d expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.043898:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55991ac0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7684096->7688191) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb8d expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.043932:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55991ac0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7684096->7688191) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb8d expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.043943:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338330368:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016101.044140:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.046717:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338330368:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016101.046739:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016101.048945:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334525440:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5163us (5336us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.048955:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2808 00000100:00100000:0.0:1734016101.060052:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334525696 00000100:00100000:0.0:1734016101.060060:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334525696 00002000:00100000:0.0:1734016101.060096:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7684096->7688191) req@ffff8800a8686d80 x1818247334525696/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.060105:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8686d80 with x1818247334525696 ext(7684096->7688191) 00002000:00010000:0.0:1734016101.060109:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8686d80 00000100:00100000:0.0:1734016101.060146:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8256 00000100:00100000:0.0:1734016101.060151:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334525696:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016101.060291:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334525696:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 139us (337us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016101.060297:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8256 00002000:00100000:0.0:1734016101.060303:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7684096->7688191) req@ffff8800a8686d80 x1818247334525696/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.060309:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8686d80 with x1818247334525696 ext(7684096->7688191) 00002000:00010000:0.0:1734016101.060312:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8686d80 00000100:00100000:3.0:1734016101.064662:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334525952 00000100:00100000:3.0:1734016101.064669:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334525952 00002000:00100000:3.0:1734016101.064702:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7680000->7684095) req@ffff8800a8684e00 x1818247334525952/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.064710:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8684e00 with x1818247334525952 ext(7680000->7684095) 00002000:00010000:3.0:1734016101.064715:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8684e00 00000100:00100000:3.0:1734016101.064733:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8257 00000100:00100000:3.0:1734016101.064738:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334525952:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.066664:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334525952:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1917us (2169us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.066676:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8257 00002000:00100000:3.0:1734016101.066687:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7680000->7684095) req@ffff8800a8684e00 x1818247334525952/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.066694:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8684e00 with x1818247334525952 ext(7680000->7684095) 00002000:00010000:3.0:1734016101.066699:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8684e00 00000100:00100000:0.0:1734016101.074803:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.076285:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334526208 00000100:00100000:3.0:1734016101.076293:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334526208 00002000:00100000:3.0:1734016101.076328:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7675904->7679999) req@ffff8800788f9180 x1818247334526208/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.076338:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788f9180 with x1818247334526208 ext(7675904->7679999) 00002000:00010000:3.0:1734016101.076343:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788f9180 00000100:00100000:3.0:1734016101.076369:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8258 00000100:00100000:3.0:1734016101.076375:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334526208:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.076508:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334526208:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 132us (1712us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.076514:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8258 00002000:00100000:3.0:1734016101.076519:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7675904->7679999) req@ffff8800788f9180 x1818247334526208/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.076526:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788f9180 with x1818247334526208 ext(7675904->7679999) 00002000:00010000:3.0:1734016101.076529:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788f9180 00000100:00100000:0.0:1734016101.088818:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334526464 00000100:00100000:0.0:1734016101.088827:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334526464 00002000:00100000:0.0:1734016101.088862:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7671808->7675903) req@ffff8800a8685f80 x1818247334526464/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.088870:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685f80 with x1818247334526464 ext(7671808->7675903) 00002000:00010000:0.0:1734016101.088875:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8685f80 00000100:00100000:0.0:1734016101.088906:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8259 00000100:00100000:0.0:1734016101.088911:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334526464:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016101.089338:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334526464:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 424us (1671us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016101.089345:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8259 00002000:00100000:0.0:1734016101.089350:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7671808->7675903) req@ffff8800a8685f80 x1818247334526464/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.089357:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685f80 with x1818247334526464 ext(7671808->7675903) 00002000:00010000:0.0:1734016101.089360:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8685f80 00000100:00100000:0.0:1734016101.099030:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.099182:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334526720 00000100:00100000:3.0:1734016101.099192:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334526720 00002000:00100000:3.0:1734016101.099233:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7667712->7671807) req@ffff880077e9a680 x1818247334526720/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.099243:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9a680 with x1818247334526720 ext(7667712->7671807) 00002000:00010000:3.0:1734016101.099248:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9a680 00000100:00100000:3.0:1734016101.099277:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8260 00000100:00100000:3.0:1734016101.099283:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334526720:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.099447:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334526720:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 162us (426us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.099460:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8260 00002000:00100000:3.0:1734016101.099466:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7667712->7671807) req@ffff880077e9a680 x1818247334526720/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.099473:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9a680 with x1818247334526720 ext(7667712->7671807) 00002000:00010000:3.0:1734016101.099475:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9a680 00000100:00100000:0.0:1734016101.109933:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.110062:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334526976 00000100:00100000:3.0:1734016101.110071:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334526976 00002000:00100000:3.0:1734016101.110114:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7663616->7667711) req@ffff880077e9bb80 x1818247334526976/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.110124:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9bb80 with x1818247334526976 ext(7663616->7667711) 00002000:00010000:3.0:1734016101.110129:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9bb80 00000100:00100000:3.0:1734016101.110152:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8261 00000100:00100000:3.0:1734016101.110157:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334526976:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.111653:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334526976:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1487us (1722us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.111662:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8261 00002000:00100000:3.0:1734016101.111673:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7663616->7667711) req@ffff880077e9bb80 x1818247334526976/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.111680:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9bb80 with x1818247334526976 ext(7663616->7667711) 00002000:00010000:3.0:1734016101.111685:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9bb80 00000100:00100000:3.0:1734016101.116545:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334527232 00000100:00100000:3.0:1734016101.116553:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334527232 00002000:00100000:3.0:1734016101.116596:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7659520->7663615) req@ffff8800a8687100 x1818247334527232/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.116606:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8687100 with x1818247334527232 ext(7659520->7663615) 00002000:00010000:3.0:1734016101.116610:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8687100 00000100:00100000:3.0:1734016101.117118:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8262 00000100:00100000:3.0:1734016101.117124:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334527232:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.117254:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334527232:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 129us (836us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.117262:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8262 00002000:00100000:3.0:1734016101.117267:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7659520->7663615) req@ffff8800a8687100 x1818247334527232/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.117273:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8687100 with x1818247334527232 ext(7659520->7663615) 00002000:00010000:3.0:1734016101.117276:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8687100 00000100:00100000:1.0:1734016101.121202:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.121281:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334527488 00000100:00100000:0.0:1734016101.121288:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334527488 00002000:00100000:0.0:1734016101.121329:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7655424->7659519) req@ffff880078e2a680 x1818247334527488/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.121340:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2a680 with x1818247334527488 ext(7655424->7659519) 00002000:00010000:0.0:1734016101.121345:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2a680 00000100:00100000:0.0:1734016101.121379:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8263 00000100:00100000:0.0:1734016101.121387:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334527488:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016101.122260:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334527488:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 868us (1060us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016101.122268:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8263 00002000:00100000:0.0:1734016101.122276:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7655424->7659519) req@ffff880078e2a680 x1818247334527488/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.122284:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2a680 with x1818247334527488 ext(7655424->7659519) 00002000:00010000:0.0:1734016101.122287:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2a680 00000100:00100000:0.0:1734016101.125995:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.131277:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334528000 00000100:00100000:3.0:1734016101.131284:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334528000 00002000:00100000:3.0:1734016101.131317:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7647232->7651327) req@ffff8800a8687b80 x1818247334528000/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.131326:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8687b80 with x1818247334528000 ext(7647232->7651327) 00002000:00010000:3.0:1734016101.131330:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8687b80 00000100:00100000:3.0:1734016101.131362:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8265 00000100:00100000:3.0:1734016101.131368:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334528000:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.131536:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334528000:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 166us (414us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.131543:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8265 00002000:00100000:3.0:1734016101.131548:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7647232->7651327) req@ffff8800a8687b80 x1818247334528000/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.131553:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8687b80 with x1818247334528000 ext(7647232->7651327) 00002000:00010000:3.0:1734016101.131555:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8687b80 00000100:00100000:1.0:1734016101.136137:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.136235:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334528256 00000100:00100000:3.0:1734016101.136242:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334528256 00002000:00100000:3.0:1734016101.136278:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7643136->7647231) req@ffff880078e29180 x1818247334528256/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.136291:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e29180 with x1818247334528256 ext(7643136->7647231) 00002000:00010000:3.0:1734016101.136296:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e29180 00000100:00100000:3.0:1734016101.136322:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8266 00000100:00100000:3.0:1734016101.136327:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334528256:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.136459:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334528256:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 130us (328us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.136465:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8266 00002000:00100000:3.0:1734016101.136470:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7643136->7647231) req@ffff880078e29180 x1818247334528256/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.136476:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e29180 with x1818247334528256 ext(7643136->7647231) 00002000:00010000:3.0:1734016101.136479:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e29180 00000100:00100000:0.0:1734016101.140388:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.145189:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334528768 00000100:00100000:3.0:1734016101.145198:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334528768 00002000:00100000:3.0:1734016101.145235:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7634944->7639039) req@ffff8800a8686680 x1818247334528768/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.145244:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8686680 with x1818247334528768 ext(7634944->7639039) 00002000:00010000:3.0:1734016101.145249:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8686680 00000100:00100000:3.0:1734016101.145334:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8268 00000100:00100000:3.0:1734016101.145340:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334528768:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.145876:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334528768:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 533us (780us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.145882:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8268 00002000:00100000:3.0:1734016101.145887:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7634944->7639039) req@ffff8800a8686680 x1818247334528768/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.145895:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8686680 with x1818247334528768 ext(7634944->7639039) 00002000:00010000:3.0:1734016101.145898:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8686680 00000100:00100000:1.0:1734016101.150162:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.150474:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334529024 00000100:00100000:3.0:1734016101.150483:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334529024 00002000:00100000:3.0:1734016101.150515:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7630848->7634943) req@ffff880078c50000 x1818247334529024/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.150523:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c50000 with x1818247334529024 ext(7630848->7634943) 00002000:00010000:3.0:1734016101.150528:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c50000 00000100:00100000:3.0:1734016101.150571:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8269 00000100:00100000:3.0:1734016101.150576:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334529024:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.150714:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334529024:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 136us (560us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.150720:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8269 00002000:00100000:3.0:1734016101.150724:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7630848->7634943) req@ffff880078c50000 x1818247334529024/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.150730:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c50000 with x1818247334529024 ext(7630848->7634943) 00002000:00010000:3.0:1734016101.150733:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c50000 00000100:00100000:0.0:1734016101.156709:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.161134:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334529152:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4145us (4422us total) trans 4294969266 rc 0/0 00000100:00100000:0.0:1734016101.161148:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8270 00002000:00100000:0.0:1734016101.161159:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7630848->7688191) req@ffff88007bcc9880 x1818247334529152/t4294969266(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/448 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.161168:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9880 with x1818247334529152 ext(7630848->7688191) 00002000:00010000:0.0:1734016101.161175:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9880 00000100:00100000:0.0:1734016101.164987:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.165049:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334529280 00000100:00100000:1.0:1734016101.165057:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334529280 00000100:00100000:1.0:1734016101.165180:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2008 00000100:00100000:1.0:1734016101.165186:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334529280:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:1.0:1734016101.165476:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334529280:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 289us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.165482:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2008 00000100:00100000:0.0:1734016101.168848:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016101.170430:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969266 is committed 00010000:00010000:0.0:1734016101.172054:0:9875:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016101.175474:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.184552:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334529664 00000100:00100000:0.0:1734016101.184569:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334529664 00000100:00100000:0.0:1734016101.184618:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10217 00000100:00100000:0.0:1734016101.184625:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334529664:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.184643:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.184662:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55991ace lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eb9b expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.184714:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338330624:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016101.184779:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.188326:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338330624:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016101.188357:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55991ace lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb9b expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.188369:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55991ace lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb9b expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.188564:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565f80, rc 0) 00000100:00100000:0.0:1734016101.189152:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334529664:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4525us (5132us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016101.189160:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10217 00000100:00100000:1.0:1734016101.193406:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.193485:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334529792 00000100:00100000:0.0:1734016101.193493:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334529792 00000100:00100000:0.0:1734016101.193540:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10218 00000100:00100000:0.0:1734016101.193547:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334529792:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.193571:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.193584:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55991ad5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eba2 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.193623:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338330752:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016101.193673:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.196417:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338330752:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016101.196457:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55991ad5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eba2 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.196470:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55991ad5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eba2 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.196495:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565f80, rc 0) 00000100:00100000:0.0:1734016101.196551:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334529792:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3003us (3155us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016101.196586:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10218 00000100:00100000:1.0:1734016101.203986:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.204056:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334529920 00000100:00100000:0.0:1734016101.204065:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334529920 00000100:00100000:0.0:1734016101.204111:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10219 00000100:00100000:0.0:1734016101.204118:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334529920:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.204133:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.204149:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55991adc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eba9 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.204197:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338330880:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016101.204257:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.207087:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338330880:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016101.207123:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55991adc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eba9 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.207136:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55991adc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eba9 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.207160:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:0.0:1734016101.207205:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334529920:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3086us (3227us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016101.207213:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10219 00000100:00100000:0.0:1734016101.214707:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334530048 00000100:00100000:0.0:1734016101.214715:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334530048 00000100:00100000:0.0:1734016101.214765:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10220 00000100:00100000:0.0:1734016101.214771:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334530048:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016101.215069:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8029384 -> 8029384 00002000:00010000:0.0:1734016101.215072:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:0.0:1734016101.215074:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016100 -> 1734016100 00002000:00010000:0.0:1734016101.215076:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:0.0:1734016101.215078:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1080 -> 1080 00000100:00100000:0.0:1734016101.215139:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334530048:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 367us (506us total) trans 4294969267 rc 0/0 00000100:00100000:0.0:1734016101.215150:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10220 00000100:00100000:1.0:1734016101.220635:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.220753:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334530176 00000100:00100000:3.0:1734016101.220762:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334530176 00000100:00100000:3.0:1734016101.221121:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10221 00000100:00100000:3.0:1734016101.221128:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334530176:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.221143:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.221159:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991ae3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ebb0 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.221185:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55991ac0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7684096->7688191) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb8d expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.221191:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016101.221193:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016101.221196:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991ae3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2060288->2125823] (req 2060288->2125823) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebb0 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.221221:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55991ac0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7684096->7688191) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb8d expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.221231:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55991ac0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7684096->7688191) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb8d expref: 6 pid: 7686 timeout: 464 lvb_type: 0 00000100:00100000:3.0:1734016101.221242:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338331008:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016101.221912:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.225374:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.225480:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338331008:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016101.225508:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991ae3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2060288->2125823] (req 2060288->2125823) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebb0 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.225527:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016101.225587:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334530176:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4458us (4957us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.225594:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10221 00000100:00100000:1.0:1734016101.232188:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.232446:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334530432 00000100:00100000:3.0:1734016101.232452:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334530432 00000100:00100000:3.0:1734016101.232487:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10222 00000100:00100000:3.0:1734016101.232494:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334530432:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016101.233502:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8029384 -> 8029384 00002000:00010000:3.0:1734016101.233505:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.233507:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016100 -> 1734016100 00002000:00010000:3.0:1734016101.233508:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.233510:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1080 -> 1080 00000100:00100000:3.0:1734016101.234095:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334530432:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1600us (1912us total) trans 4294969268 rc 0/0 00000100:00100000:3.0:1734016101.234101:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10222 00000100:00100000:1.0:1734016101.237784:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.237954:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334530560 00000100:00100000:3.0:1734016101.237961:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334530560 00000100:00100000:3.0:1734016101.237991:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10223 00000100:00100000:3.0:1734016101.237997:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334530560:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016101.238133:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8029384 -> 8029384 00002000:00010000:3.0:1734016101.238136:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.238138:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016100 -> 1734016100 00002000:00010000:3.0:1734016101.238139:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.238141:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1080 -> 1080 00000100:00100000:3.0:1734016101.238205:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334530560:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 207us (429us total) trans 4294969269 rc 0/0 00000100:00100000:3.0:1734016101.238213:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10223 00000100:00100000:1.0:1734016101.243319:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334530688 00000100:00100000:1.0:1734016101.243327:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334530688 00000100:00100000:1.0:1734016101.243381:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10224 00000100:00100000:1.0:1734016101.243387:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334530688:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.243403:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.243419:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55991aea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ebb7 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.243469:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338331264:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016101.243525:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.247364:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338331264:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016101.247396:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55991aea lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebb7 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.247409:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55991aea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebb7 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.247493:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016101.247699:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334530688:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4309us (4648us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016101.247706:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10224 00000100:00100000:1.0:1734016101.250758:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334530816 00000100:00100000:1.0:1734016101.250764:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334530816 00000100:00100000:1.0:1734016101.250983:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10225 00000100:00100000:1.0:1734016101.250988:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334530816:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.251003:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.251019:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991af1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ebbe expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.251043:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991ae3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2125823) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebb0 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.251050:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016101.251052:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016101.251054:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991af1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5373952->5378047] (req 5373952->5378047) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebbe expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.251080:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991ae3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2125823) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebb0 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.251089:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991ae3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2125823) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebb0 expref: 8 pid: 7684 timeout: 464 lvb_type: 0 00000100:00100000:1.0:1734016101.251099:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338331392:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016101.251152:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.254266:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338331392:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016101.254296:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991af1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5373952->5378047] (req 5373952->5378047) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebbe expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.254312:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834240, rc 0) 00000100:00100000:1.0:1734016101.254369:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334530816:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3378us (3714us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.254376:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10225 00000100:00100000:0.0:1734016101.258055:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334530944 00000100:00100000:0.0:1734016101.258063:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334530944 00010000:00010000:0.0:1734016101.258092:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991ae3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2125823) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebb0 expref: 9 pid: 7684 timeout: 464 lvb_type: 0 00000100:00100000:0.0:1734016101.258649:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2810 00000100:00100000:0.0:1734016101.258655:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac892c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334530944:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016101.258670:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016101.258689:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991ae3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2060288->2125823) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebb0 expref: 9 pid: 7684 timeout: 464 lvb_type: 0 00010000:00010000:0.0:1734016101.258699:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991ae3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2060288->2125823) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebb0 expref: 9 pid: 7684 timeout: 464 lvb_type: 0 00010000:00010000:0.0:1734016101.258718:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991ae3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2060288->2125823) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebb0 expref: 9 pid: 7684 timeout: 464 lvb_type: 0 00010000:00010000:0.0:1734016101.258745:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.258748:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.258754:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991af1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5373952->5378047) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebbe expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.258761:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991af1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5373952->5378047) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebbe expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.258789:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991af1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5373952->5378047) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebbe expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.258800:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338331520:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016101.258881:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.262966:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338331520:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016101.262988:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016101.263046:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac892c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334530944:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4390us (5282us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.263055:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2810 00000100:00100000:0.0:1734016101.263508:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334531200 00000100:00100000:0.0:1734016101.263515:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334531200 00002000:00100000:0.0:1734016101.263552:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5373952->5378047) req@ffff880129ff1180 x1818247334531200/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.263571:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff1180 with x1818247334531200 ext(5373952->5378047) 00002000:00010000:0.0:1734016101.263574:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff1180 00000100:00100000:0.0:1734016101.263600:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8271 00000100:00100000:0.0:1734016101.263607:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334531200:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016101.263728:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334531200:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 121us (515us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016101.263734:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8271 00002000:00100000:0.0:1734016101.263738:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5373952->5378047) req@ffff880129ff1180 x1818247334531200/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.263745:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff1180 with x1818247334531200 ext(5373952->5378047) 00002000:00010000:0.0:1734016101.263748:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff1180 00000100:00100000:3.0:1734016101.271248:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334531456 00000100:00100000:3.0:1734016101.271261:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334531456 00002000:00100000:3.0:1734016101.271308:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5369856->5373951) req@ffff880129ff3480 x1818247334531456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.271318:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff3480 with x1818247334531456 ext(5369856->5373951) 00002000:00010000:3.0:1734016101.271324:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff3480 00000100:00100000:3.0:1734016101.271374:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8272 00000100:00100000:3.0:1734016101.271380:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334531456:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.272007:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334531456:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 625us (1233us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.272014:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8272 00002000:00100000:3.0:1734016101.272020:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5369856->5373951) req@ffff880129ff3480 x1818247334531456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.272027:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff3480 with x1818247334531456 ext(5369856->5373951) 00002000:00010000:3.0:1734016101.272029:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff3480 00000100:00100000:3.0:1734016101.276332:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334531712 00000100:00100000:3.0:1734016101.276339:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334531712 00002000:00100000:3.0:1734016101.276371:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5365760->5369855) req@ffff880129ff0700 x1818247334531712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.276379:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff0700 with x1818247334531712 ext(5365760->5369855) 00002000:00010000:3.0:1734016101.276384:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff0700 00000100:00100000:3.0:1734016101.276406:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8273 00000100:00100000:3.0:1734016101.276412:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334531712:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.276522:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334531712:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 110us (368us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.276528:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8273 00002000:00100000:3.0:1734016101.276533:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5365760->5369855) req@ffff880129ff0700 x1818247334531712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.276539:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff0700 with x1818247334531712 ext(5365760->5369855) 00002000:00010000:3.0:1734016101.276542:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff0700 00000100:00100000:0.0:1734016101.283019:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334531840 00000100:00100000:0.0:1734016101.283029:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334531840 00002000:00100000:0.0:1734016101.283068:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5365760->5378047) req@ffff880129ff2680 x1818247334531840/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 12776/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.283078:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff2680 with x1818247334531840 ext(5365760->5378047) 00002000:00010000:0.0:1734016101.283083:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff2680 00000100:00100000:0.0:1734016101.283120:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8274 00000100:00100000:0.0:1734016101.283127:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334531840:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016101.283914:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334531840:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 784us (973us total) trans 4294969270 rc 0/0 00000100:00100000:0.0:1734016101.283923:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8274 00002000:00100000:0.0:1734016101.283929:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5365760->5378047) req@ffff880129ff2680 x1818247334531840/t4294969270(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 12776/448 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.283937:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff2680 with x1818247334531840 ext(5365760->5378047) 00002000:00010000:0.0:1734016101.283941:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff2680 00000100:00100000:1.0:1734016101.288236:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334531968 00000100:00100000:1.0:1734016101.288243:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334531968 00000100:00100000:1.0:1734016101.288319:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10226 00000100:00100000:1.0:1734016101.288326:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334531968:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016101.295385:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969270 is committed 00000001:00080000:0.0:1734016101.295398:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969269 is committed 00000100:00100000:1.0:1734016101.295876:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334531968:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 7546us (7898us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.295886:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10226 00000100:00100000:1.0:1734016101.303770:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334532096 00000100:00100000:1.0:1734016101.303779:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334532096 00000100:00100000:1.0:1734016101.303855:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10227 00000100:00100000:1.0:1734016101.303862:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334532096:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.303881:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.303900:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991af8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ebc5 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.303950:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338331648:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016101.304011:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00002000:00010000:1.0:1734016101.311186:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016100 -> 1734016101 00002000:00010000:1.0:1734016101.311194:0:7686:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1080 -> 1104 00000100:00100000:1.0:1734016101.311216:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338331648:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016101.311252:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991af8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebc5 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.311266:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991af8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebc5 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.311297:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016101.311353:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334532096:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7490us (7962us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016101.311361:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10227 00000100:00100000:1.0:1734016101.321234:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334532224 00000100:00100000:1.0:1734016101.321241:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334532224 00000100:00100000:1.0:1734016101.321282:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10228 00000100:00100000:1.0:1734016101.321288:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334532224:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.321307:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.321324:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55991aff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ebcc expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.321370:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338331776:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016101.321431:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.325590:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338331776:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016101.325632:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55991aff lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebcc expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.325645:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55991aff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebcc expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.325668:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016101.325726:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334532224:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4437us (4582us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016101.325735:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10228 00000100:00100000:1.0:1734016101.337588:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334532352 00000100:00100000:1.0:1734016101.337595:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334532352 00000100:00100000:1.0:1734016101.337640:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10229 00000100:00100000:1.0:1734016101.337646:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334532352:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.337662:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.337677:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991b06 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ebd3 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.337719:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338331904:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016101.337764:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.347033:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338331904:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016101.347064:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991b06 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebd3 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.347076:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991b06 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebd3 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.347533:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016101.347620:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334532352:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9971us (10298us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016101.347628:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10229 00000100:00100000:0.0:1734016101.356045:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334532608 00000100:00100000:0.0:1734016101.356052:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334532608 00000100:00100000:0.0:1734016101.356101:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8275 00000100:00100000:0.0:1734016101.356106:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334532608:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:0.0:1734016101.356136:0:7691:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b0d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.356149:0:7691:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991af1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5373952->5378047) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebbe expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.356159:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016101.356161:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016101.356163:0:7691:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b0d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1499136->1556479] (req 1499136->1556479) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.356186:0:7691:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991af1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5373952->5378047) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebbe expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.356195:0:7691:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991af1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5373952->5378047) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebbe expref: 5 pid: 7686 timeout: 465 lvb_type: 0 00000100:00100000:0.0:1734016101.356206:0:7691:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338332032:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016101.356253:0:7691:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.365351:0:7691:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f95500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338332032:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016101.365377:0:7691:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b0d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1499136->1556479] (req 1499136->1556479) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.372390:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334532736 00000100:00100000:0.0:1734016101.372399:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334532736 00010000:00010000:0.0:1734016101.372434:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991af1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5373952->5378047) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebbe expref: 6 pid: 7686 timeout: 465 lvb_type: 0 00000100:00100000:0.0:1734016101.372480:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2811 00000100:00100000:0.0:1734016101.372486:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334532736:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016101.372497:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016101.372856:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991af1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5373952->5378047) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebbe expref: 6 pid: 7686 timeout: 465 lvb_type: 0 00010000:00010000:0.0:1734016101.372868:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991af1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5373952->5378047) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebbe expref: 6 pid: 7686 timeout: 465 lvb_type: 0 00010000:00010000:0.0:1734016101.372887:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991af1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5373952->5378047) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebbe expref: 6 pid: 7686 timeout: 465 lvb_type: 0 00010000:00010000:0.0:1734016101.372920:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.372922:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.372925:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b0d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1499136->1556479] (req 1499136->1556479) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.372932:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b0d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1499136->1556479] (req 1499136->1556479) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.372953:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016101.373012:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334532736:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 525us (1390us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.373019:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2811 00010000:00010000:1.0:1734016101.373203:0:7691:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b0d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1499136->1556479] (req 1499136->1556479) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.373211:0:7691:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b0d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1499136->1556479] (req 1499136->1556479) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.389893:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b0d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1499136->1556479] (req 1499136->1556479) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.389907:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b0d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1499136->1556479] (req 1499136->1556479) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.389915:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1499136->1556479] (req 1499136->1556479) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.389924:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8565d40 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016101.389928:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1499136->1556479] (req 1499136->1556479) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.389935:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1499136->1556479] (req 1499136->1556479) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.389950:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1499136->1556479] (req 1499136->1556479) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.389957:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b0d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1499136->1556479] (req 1499136->1556479) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.390040:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334532608:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 33929us (34179us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1734016101.390049:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8275 00000100:00100000:1.0:1734016101.411287:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334532864 00000100:00100000:1.0:1734016101.411296:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334532864 00000100:00100000:3.0:1734016101.413126:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10230 00000100:00100000:3.0:1734016101.413138:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334532864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.413160:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.413180:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55991b14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ebda expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016101.413199:0:7684:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8029384, mtime: 0x675afc65, atime: 0x675afc64, ctime: 0x675afc65, blocks: 0x450 00010000:00010000:3.0:1734016101.413220:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.413222:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.413228:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55991b14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebda expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.413240:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55991b14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebda expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.413250:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:3.0:1734016101.413643:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334532864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 506us (3142us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.413649:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10230 00000100:00100000:3.0:1734016101.417462:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.417527:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334532992 00000100:00100000:0.0:1734016101.417535:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334532992 00000100:00100000:0.0:1734016101.417646:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10231 00000100:00100000:0.0:1734016101.417654:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334532992:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.417669:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.417684:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b1b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ebe1 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.417719:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55991b14 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebda expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.417726:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.417728:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.417731:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b1b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6287360->6340607] (req 6287360->6340607) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebe1 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.417760:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55991b14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebda expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.417771:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55991b14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebda expref: 8 pid: 7684 timeout: 465 lvb_type: 1 00000100:00100000:0.0:1734016101.417782:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338332160:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016101.418416:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.429375:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334533120 00000100:00100000:0.0:1734016101.429383:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334533120 00010000:00010000:0.0:1734016101.429412:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55991b14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebda expref: 8 pid: 7684 timeout: 465 lvb_type: 1 00000100:00100000:0.0:1734016101.429452:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2812 00000100:00100000:0.0:1734016101.429457:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334533120:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016101.429469:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016101.429486:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55991b14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebda expref: 8 pid: 7684 timeout: 465 lvb_type: 1 00010000:00010000:0.0:1734016101.429496:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55991b14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebda expref: 8 pid: 7684 timeout: 465 lvb_type: 1 00010000:00010000:0.0:1734016101.429515:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55991b14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebda expref: 8 pid: 7684 timeout: 465 lvb_type: 1 00010000:00010000:0.0:1734016101.429542:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.429544:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.429549:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6287360->6340607) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebe1 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.429567:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6287360->6340607) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebe1 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.429596:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6287360->6340607) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebe1 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.429607:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338332288:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016101.429651:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.434404:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.435175:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338332288:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016101.435190:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016101.435219:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334533120:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5761us (5944us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.435227:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2812 00000100:00100000:3.0:1734016101.439577:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.439665:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334533376 00000100:00100000:1.0:1734016101.439673:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334533376 00000100:00100000:1.0:1734016101.440241:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10233 00000100:00100000:1.0:1734016101.440247:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334533376:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.440262:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.440274:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991b22 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ebe8 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.440319:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338332416:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016101.440373:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00002000:00010000:1.0:1734016101.444592:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016100 -> 1734016101 00000100:00100000:1.0:1734016101.444628:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338332416:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016101.444666:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991b22 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebe8 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.444681:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991b22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebe8 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.444735:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016101.444983:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334533376:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4734us (5414us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016101.444993:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10233 00000100:00100000:3.0:1734016101.448017:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.448103:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334533504 00000100:00100000:1.0:1734016101.448111:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334533504 00000100:00100000:1.0:1734016101.448154:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10234 00000100:00100000:1.0:1734016101.448160:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334533504:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.448177:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.448195:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991b29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ebef expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.448241:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338332544:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016101.448303:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.450713:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338332544:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016101.450741:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991b29 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebef expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.450753:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991b29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebef expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.450765:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016101.451194:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334533504:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3031us (3183us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016101.451203:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10234 00000100:00100000:0.0:1734016101.454789:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.454932:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334533632 00000100:00100000:1.0:1734016101.454940:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334533632 00000100:00100000:1.0:1734016101.454991:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10235 00000100:00100000:1.0:1734016101.454998:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334533632:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.455016:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.455035:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991b30 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ebf6 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.455085:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338332672:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016101.455144:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.457790:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338332672:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016101.457849:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991b30 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebf6 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.457862:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991b30 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebf6 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.457893:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016101.457931:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334533632:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2932us (3152us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016101.457938:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10235 00000100:00100000:3.0:1734016101.461256:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.461344:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334533760 00000100:00100000:1.0:1734016101.461352:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334533760 00000100:00100000:1.0:1734016101.461393:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10236 00000100:00100000:1.0:1734016101.461399:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334533760:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.461414:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.461430:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991b37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ebfd expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.461454:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6287360->6340607) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebe1 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.461462:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016101.461463:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016101.461467:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991b37 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [417792->421887] (req 417792->421887) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebfd expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.461489:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6287360->6340607) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebe1 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.461498:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6287360->6340607) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebe1 expref: 7 pid: 7684 timeout: 465 lvb_type: 0 00000100:00100000:1.0:1734016101.461513:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338332800:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016101.461572:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.464896:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338332800:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016101.464923:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991b37 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [417792->421887] (req 417792->421887) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebfd expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.464938:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016101.464993:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334533760:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3592us (3742us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.465001:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10236 00000100:00100000:3.0:1734016101.465143:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.465415:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334533888 00000100:00100000:0.0:1734016101.465420:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334533888 00010000:00010000:0.0:1734016101.465439:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6287360->6340607) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebe1 expref: 8 pid: 7684 timeout: 465 lvb_type: 0 00000100:00100000:0.0:1734016101.465467:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2813 00000100:00100000:0.0:1734016101.465472:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334533888:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016101.465483:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016101.465497:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6287360->6340607) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebe1 expref: 8 pid: 7684 timeout: 465 lvb_type: 0 00010000:00010000:0.0:1734016101.465507:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6287360->6340607) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebe1 expref: 8 pid: 7684 timeout: 465 lvb_type: 0 00010000:00010000:0.0:1734016101.465524:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991b1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6287360->6340607) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebe1 expref: 8 pid: 7684 timeout: 465 lvb_type: 0 00010000:00010000:0.0:1734016101.465546:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.465548:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.465564:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991b37 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 417792->421887) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebfd expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.465570:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991b37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 417792->421887) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebfd expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.465594:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991b37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 417792->421887) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebfd expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.465609:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338332928:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016101.465638:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.468075:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338332928:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016101.468095:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016101.468140:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334533888:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2666us (2996us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.468149:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2813 00000100:00100000:0.0:1734016101.474097:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.474532:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334534144 00000100:00100000:1.0:1734016101.474539:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334534144 00002000:00100000:1.0:1734016101.474586:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (417792->421887) req@ffff88012dccd180 x1818247334534144/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.474596:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccd180 with x1818247334534144 ext(417792->421887) 00002000:00010000:1.0:1734016101.474602:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccd180 00000100:00100000:1.0:1734016101.474636:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8276 00000100:00100000:1.0:1734016101.474642:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334534144:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.474790:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334534144:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 146us (699us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.474798:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8276 00002000:00100000:1.0:1734016101.474804:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (417792->421887) req@ffff88012dccd180 x1818247334534144/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.475338:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccd180 with x1818247334534144 ext(417792->421887) 00002000:00010000:1.0:1734016101.475342:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccd180 00000100:00100000:3.0:1734016101.481478:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334534400 00000100:00100000:3.0:1734016101.481485:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334534400 00002000:00100000:3.0:1734016101.481526:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (413696->417791) req@ffff880078c24a80 x1818247334534400/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.481535:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24a80 with x1818247334534400 ext(413696->417791) 00002000:00010000:3.0:1734016101.481539:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c24a80 00000100:00100000:3.0:1734016101.481635:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8277 00000100:00100000:3.0:1734016101.481641:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334534400:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.481917:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334534400:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 274us (534us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.481924:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8277 00002000:00100000:3.0:1734016101.481929:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (413696->417791) req@ffff880078c24a80 x1818247334534400/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.481936:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24a80 with x1818247334534400 ext(413696->417791) 00002000:00010000:3.0:1734016101.481939:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c24a80 00000100:00100000:3.0:1734016101.487573:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334534656 00000100:00100000:3.0:1734016101.487580:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334534656 00002000:00100000:3.0:1734016101.487619:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (409600->413695) req@ffff880078c26a00 x1818247334534656/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.487628:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26a00 with x1818247334534656 ext(409600->413695) 00002000:00010000:3.0:1734016101.487633:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26a00 00000100:00100000:3.0:1734016101.487984:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8278 00000100:00100000:3.0:1734016101.487991:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334534656:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.488141:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334534656:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 149us (698us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.488318:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8278 00002000:00100000:3.0:1734016101.488325:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (409600->413695) req@ffff880078c26a00 x1818247334534656/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.488333:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26a00 with x1818247334534656 ext(409600->413695) 00002000:00010000:3.0:1734016101.488337:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26a00 00000100:00100000:0.0:1734016101.492439:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.492752:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334534912 00000100:00100000:3.0:1734016101.492759:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334534912 00002000:00100000:3.0:1734016101.492790:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (405504->409599) req@ffff8800701c9880 x1818247334534912/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.492799:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c9880 with x1818247334534912 ext(405504->409599) 00002000:00010000:3.0:1734016101.492804:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c9880 00000100:00100000:3.0:1734016101.493579:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8279 00000100:00100000:3.0:1734016101.493586:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334534912:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.493727:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334534912:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 140us (1297us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.493733:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8279 00002000:00100000:3.0:1734016101.493738:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (405504->409599) req@ffff8800701c9880 x1818247334534912/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.493745:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c9880 with x1818247334534912 ext(405504->409599) 00002000:00010000:3.0:1734016101.493747:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c9880 00000100:00100000:1.0:1734016101.498755:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334535168 00000100:00100000:1.0:1734016101.498762:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334535168 00002000:00100000:1.0:1734016101.498796:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (401408->405503) req@ffff880078c26300 x1818247334535168/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.498823:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26300 with x1818247334535168 ext(401408->405503) 00002000:00010000:1.0:1734016101.498828:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26300 00000100:00100000:1.0:1734016101.498853:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8280 00000100:00100000:1.0:1734016101.498859:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334535168:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.499125:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334535168:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 265us (464us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.499132:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8280 00002000:00100000:1.0:1734016101.499138:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (401408->405503) req@ffff880078c26300 x1818247334535168/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.499143:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26300 with x1818247334535168 ext(401408->405503) 00002000:00010000:1.0:1734016101.499146:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26300 00000100:00100000:1.0:1734016101.502715:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334535424 00000100:00100000:1.0:1734016101.502723:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334535424 00002000:00100000:1.0:1734016101.502761:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (397312->401407) req@ffff880078c25500 x1818247334535424/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.502770:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25500 with x1818247334535424 ext(397312->401407) 00002000:00010000:1.0:1734016101.502776:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25500 00000100:00100000:1.0:1734016101.502838:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8281 00000100:00100000:1.0:1734016101.502844:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334535424:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.502991:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334535424:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 146us (591us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.502997:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8281 00002000:00100000:1.0:1734016101.503002:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (397312->401407) req@ffff880078c25500 x1818247334535424/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.503008:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25500 with x1818247334535424 ext(397312->401407) 00002000:00010000:1.0:1734016101.503011:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25500 00000100:00100000:0.0:1734016101.505973:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.506073:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334535680 00000100:00100000:3.0:1734016101.506081:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334535680 00002000:00100000:3.0:1734016101.506112:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (393216->397311) req@ffff880078e2b100 x1818247334535680/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.506121:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2b100 with x1818247334535680 ext(393216->397311) 00002000:00010000:3.0:1734016101.506125:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2b100 00000100:00100000:3.0:1734016101.506151:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8282 00000100:00100000:3.0:1734016101.506156:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334535680:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.506338:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334535680:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 181us (372us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.506345:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8282 00002000:00100000:3.0:1734016101.506350:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (393216->397311) req@ffff880078e2b100 x1818247334535680/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.506356:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2b100 with x1818247334535680 ext(393216->397311) 00002000:00010000:3.0:1734016101.506359:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2b100 00000100:00100000:1.0:1734016101.510268:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334535936 00000100:00100000:1.0:1734016101.510277:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334535936 00002000:00100000:1.0:1734016101.510313:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (389120->393215) req@ffff880078c25880 x1818247334535936/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.510324:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25880 with x1818247334535936 ext(389120->393215) 00002000:00010000:1.0:1734016101.510329:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25880 00000100:00100000:1.0:1734016101.510362:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8283 00000100:00100000:1.0:1734016101.510368:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334535936:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.510497:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334535936:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 128us (497us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.510503:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8283 00002000:00100000:1.0:1734016101.510508:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (389120->393215) req@ffff880078c25880 x1818247334535936/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.510515:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25880 with x1818247334535936 ext(389120->393215) 00002000:00010000:1.0:1734016101.510518:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25880 00000100:00100000:3.0:1734016101.515068:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334536192 00000100:00100000:3.0:1734016101.515076:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334536192 00002000:00100000:3.0:1734016101.515107:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (385024->389119) req@ffff880078c27b80 x1818247334536192/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.515116:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27b80 with x1818247334536192 ext(385024->389119) 00002000:00010000:3.0:1734016101.515120:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27b80 00000100:00100000:3.0:1734016101.515155:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8284 00000100:00100000:3.0:1734016101.515163:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334536192:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.515336:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334536192:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 173us (359us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.515343:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8284 00002000:00100000:3.0:1734016101.515349:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (385024->389119) req@ffff880078c27b80 x1818247334536192/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.515356:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27b80 with x1818247334536192 ext(385024->389119) 00002000:00010000:3.0:1734016101.515359:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27b80 00000100:00100000:0.0:1734016101.519041:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.519207:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334536448 00000100:00100000:1.0:1734016101.519214:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334536448 00002000:00100000:1.0:1734016101.519249:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (380928->385023) req@ffff8800781c0000 x1818247334536448/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.519258:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c0000 with x1818247334536448 ext(380928->385023) 00002000:00010000:1.0:1734016101.519262:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c0000 00000100:00100000:1.0:1734016101.519839:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8285 00000100:00100000:1.0:1734016101.519846:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334536448:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.519972:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334536448:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 125us (937us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.519977:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8285 00002000:00100000:1.0:1734016101.519982:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (380928->385023) req@ffff8800781c0000 x1818247334536448/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.519988:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c0000 with x1818247334536448 ext(380928->385023) 00002000:00010000:1.0:1734016101.519990:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c0000 00000100:00100000:3.0:1734016101.522119:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334536704 00000100:00100000:3.0:1734016101.522125:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334536704 00002000:00100000:3.0:1734016101.522149:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (376832->380927) req@ffff880078c26d80 x1818247334536704/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.522157:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26d80 with x1818247334536704 ext(376832->380927) 00002000:00010000:3.0:1734016101.522161:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26d80 00000100:00100000:3.0:1734016101.522185:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8286 00000100:00100000:3.0:1734016101.522189:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334536704:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.522291:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334536704:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 101us (249us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.522297:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8286 00002000:00100000:3.0:1734016101.522301:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (376832->380927) req@ffff880078c26d80 x1818247334536704/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.522307:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26d80 with x1818247334536704 ext(376832->380927) 00002000:00010000:3.0:1734016101.522309:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26d80 00000100:00100000:1.0:1734016101.525254:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334536960 00000100:00100000:1.0:1734016101.525264:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334536960 00002000:00100000:1.0:1734016101.525314:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (372736->376831) req@ffff8800783cb480 x1818247334536960/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.525324:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb480 with x1818247334536960 ext(372736->376831) 00002000:00010000:1.0:1734016101.525330:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783cb480 00000100:00100000:1.0:1734016101.525467:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8287 00000100:00100000:1.0:1734016101.525475:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334536960:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.525658:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334536960:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 183us (518us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.525667:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8287 00002000:00100000:1.0:1734016101.525672:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (372736->376831) req@ffff8800783cb480 x1818247334536960/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.525678:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb480 with x1818247334536960 ext(372736->376831) 00002000:00010000:1.0:1734016101.525681:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783cb480 00000100:00100000:0.0:1734016101.528125:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.528209:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334537088 00000100:00100000:1.0:1734016101.528217:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334537088 00000100:00100000:1.0:1734016101.528263:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10237 00000100:00100000:1.0:1734016101.528269:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334537088:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.528287:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.528306:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991b3e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec04 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.528330:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.528332:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.528340:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991b3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec04 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.528352:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991b3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec04 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.528362:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834240, rc 0) 00000100:00100000:1.0:1734016101.528691:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334537088:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 421us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.528697:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10237 00000100:00100000:3.0:1734016101.532564:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334537344 00000100:00100000:3.0:1734016101.532572:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334537344 00000100:00100000:3.0:1734016101.532636:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8288 00000100:00100000:3.0:1734016101.532643:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334537344:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:3.0:1734016101.532673:0:13920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991b45 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.532690:0:13920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991b37 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 417792->421887) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebfd expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.532697:0:13920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991b3e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec04 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.532703:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.532704:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.532706:0:13920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991b45 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1937408->1998847] (req 1937408->1998847) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.532731:0:13920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991b3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec04 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.532742:0:13920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991b3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec04 expref: 8 pid: 7686 timeout: 465 lvb_type: 1 00000100:00100000:3.0:1734016101.532753:0:13920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338333056:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016101.532839:0:13920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991b37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 417792->421887) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebfd expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.532847:0:13920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991b37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 417792->421887) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebfd expref: 5 pid: 7686 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016101.532855:0:13920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338333184:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016101.532881:0:13920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a75103c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.537337:0:13920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338333056:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016101.537351:0:13920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338333184:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016101.537380:0:13920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991b45 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1937408->1998847] (req 1937408->1998847) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.538121:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334537472 00000100:00100000:1.0:1734016101.538128:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334537472 00010000:00010000:1.0:1734016101.538152:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991b3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec04 expref: 9 pid: 7686 timeout: 465 lvb_type: 1 00000100:00100000:1.0:1734016101.538182:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334537600 00000100:00100000:1.0:1734016101.538184:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334537600 00010000:00010000:1.0:1734016101.538192:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991b37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 417792->421887) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebfd expref: 6 pid: 7686 timeout: 465 lvb_type: 0 00000100:00100000:1.0:1734016101.538213:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2814 00000100:00100000:1.0:1734016101.538219:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334537472:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016101.538236:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016101.538258:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991b3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec04 expref: 9 pid: 7686 timeout: 465 lvb_type: 1 00010000:00010000:1.0:1734016101.538268:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991b3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec04 expref: 9 pid: 7686 timeout: 465 lvb_type: 1 00010000:00010000:1.0:1734016101.538290:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991b3e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec04 expref: 9 pid: 7686 timeout: 465 lvb_type: 1 00010000:00010000:1.0:1734016101.538307:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016101.538342:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334537472:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 122us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.538348:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2814 00000100:00100000:1.0:1734016101.538362:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2815 00000100:00100000:1.0:1734016101.538365:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334537600:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016101.538374:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016101.538380:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991b37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 417792->421887) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebfd expref: 6 pid: 7686 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.538388:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991b37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 417792->421887) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebfd expref: 6 pid: 7686 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.538397:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991b37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 417792->421887) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ebfd expref: 6 pid: 7686 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.538405:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.538407:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.538411:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991b45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1937408->1998847] (req 1937408->1998847) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.538419:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991b45 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1937408->1998847] (req 1937408->1998847) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.538437:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016101.538450:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334537600:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 84us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.538455:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2815 00010000:00010000:1.0:1734016101.538469:0:13920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991b45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1937408->1998847] (req 1937408->1998847) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.538476:0:13920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991b45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1937408->1998847] (req 1937408->1998847) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.539016:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338333696:0@lo:400:kworker.0 00000100:00100000:3.0:1734016101.539048:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016101.539060:0:3504:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734016101.539065:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3504:1818247338333312:0@lo:400:kworker.0 00000100:00100000:3.0:1734016101.539082:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016101.539089:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3504:1818247338333824:0@lo:400:kworker.0 00000100:00100000:3.0:1734016101.539104:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016101.539118:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338333312 00000100:00100000:3.0:1734016101.539121:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338333312 00000100:00100000:3.0:1734016101.539145:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1734016101.539149:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3504:x1818247338333312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016101.539171:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3504:x1818247338333312:12345-0@lo:400:kworker.0 Request processed in 22us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.539176:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00080000:3.0:1734016101.539191:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016071 00000100:00100000:3.0:1734016101.539205:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3504:1818247338333312:0@lo:400:kworker.0 00000100:00100000:3.0:1734016101.539221:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3506:1818247338333440:0@lo:400:kworker.0 00000100:00100000:3.0:1734016101.539235:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016101.539242:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3506:1818247338333952:0@lo:400:kworker.0 00000100:00100000:3.0:1734016101.539252:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016101.539260:0:3506:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734016101.539263:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3506:1818247338333568:0@lo:400:kworker.0 00000100:00100000:3.0:1734016101.539273:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016101.539286:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338333824 00000100:00100000:3.0:1734016101.539289:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338333824 00000100:00100000:3.0:1734016101.539305:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338333440 00000100:00100000:3.0:1734016101.539307:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338333440 00000100:00100000:3.0:1734016101.539313:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338333568 00000100:00100000:3.0:1734016101.539315:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338333568 00000100:00100000:3.0:1734016101.539321:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:3.0:1734016101.539324:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3504:x1818247338333824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016101.539344:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3504:x1818247338333824:12345-0@lo:400:kworker.0 Request processed in 19us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.539348:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:3.0:1734016101.539355:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1734016101.539357:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3506:x1818247338333440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016101.539371:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3506:x1818247338333440:12345-0@lo:400:kworker.0 Request processed in 13us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.539374:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1734016101.539379:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1734016101.539382:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3506:x1818247338333568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016101.539395:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3506:x1818247338333568:12345-0@lo:400:kworker.0 Request processed in 13us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.539399:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00080000:3.0:1734016101.539407:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016071 00000100:00100000:3.0:1734016101.539417:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3506:1818247338333568:0@lo:400:kworker.0 00000100:00100000:3.0:1734016101.539423:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3506:1818247338333440:0@lo:400:kworker.0 00000100:00100000:3.0:1734016101.539435:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dc45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3504:1818247338333824:0@lo:400:kworker.0 00000100:00100000:3.0:1734016101.539446:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338333696 00000100:00100000:3.0:1734016101.539448:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338333696 00000100:00080000:3.0:1734016101.539455:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016071 00000100:00100000:3.0:1734016101.539470:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338333952 00000100:00100000:3.0:1734016101.539472:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338333952 00000100:00100000:3.0:1734016101.539481:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1734016101.539484:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338333696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016101.539512:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338333696:12345-0@lo:400:kworker.0 Request processed in 27us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.539516:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1734016101.539524:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1734016101.539527:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3506:x1818247338333952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016101.539546:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3506:x1818247338333952:12345-0@lo:400:kworker.0 Request processed in 18us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.539560:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00080000:3.0:1734016101.539575:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016071 00000100:00100000:3.0:1734016101.539587:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dc45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3506:1818247338333952:0@lo:400:kworker.0 00000100:00100000:3.0:1734016101.539602:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338333696:0@lo:400:kworker.0 00002000:00010000:1.0:1734016101.546859:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1208 -> 1328 00010000:00010000:1.0:1734016101.546871:0:13920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991b45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1937408->1998847] (req 1937408->1998847) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.546883:0:13920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991b45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1937408->1998847] (req 1937408->1998847) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.546891:0:13920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991b45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1937408->1998847] (req 1937408->1998847) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.546897:0:13920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100fc0 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016101.546900:0:13920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991b45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1937408->1998847] (req 1937408->1998847) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.546907:0:13920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991b45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1937408->1998847] (req 1937408->1998847) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.546922:0:13920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991b45 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1937408->1998847] (req 1937408->1998847) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.546927:0:13920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991b45 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1937408->1998847] (req 1937408->1998847) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.547011:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334537344:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 14364us (14555us total) trans 4294969272 rc 0/0 00000100:00100000:1.0:1734016101.547020:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8288 00000100:00100000:0.0:1734016101.551083:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.551202:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334537728 00000100:00100000:3.0:1734016101.551209:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334537728 00000100:00100000:3.0:1734016101.551243:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10238 00000100:00100000:3.0:1734016101.551249:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334537728:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.551264:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.551281:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55991b4c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec0b expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016101.551298:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8029384, mtime: 0x675afc65, atime: 0x675afc65, ctime: 0x675afc65, blocks: 0x530 00010000:00010000:3.0:1734016101.551312:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.551314:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.551321:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55991b4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec0b expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.551333:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55991b4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec0b expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.551342:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016101.551391:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334537728:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 141us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.551397:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10238 00000100:00100000:0.0:1734016101.555188:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334537856 00000100:00100000:0.0:1734016101.555198:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334537856 00000100:00100000:0.0:1734016101.555248:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10239 00000100:00100000:0.0:1734016101.555254:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334537856:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.555270:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.555286:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991b53 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec12 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.555305:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.555307:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.555313:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991b53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec12 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.555324:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991b53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec12 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.555333:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565200, rc 0) 00000100:00100000:0.0:1734016101.555377:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334537856:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 124us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.555383:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10239 00000100:00100000:3.0:1734016101.559014:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334537984 00000100:00100000:3.0:1734016101.559021:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334537984 00000100:00100000:3.0:1734016101.559075:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10240 00000100:00100000:3.0:1734016101.559081:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334537984:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.559097:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.559115:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991b5a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec19 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.559141:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55991b4c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec0b expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.559150:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991b53 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec12 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.559155:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.559156:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.559159:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991b5a lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4747264->4808703] (req 4747264->4808703) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec19 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.559185:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991b53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec12 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.559194:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991b53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec12 expref: 7 pid: 7684 timeout: 465 lvb_type: 1 00000100:00100000:3.0:1734016101.559204:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7829880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338334080:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016101.559258:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55991b4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec0b expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.559265:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55991b4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec0b expref: 6 pid: 7686 timeout: 465 lvb_type: 1 00000100:00100000:3.0:1734016101.559272:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7828700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338334208:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016101.559284:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a75103c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.564042:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7829880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338334080:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016101.567278:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55991b4c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec0b expref: 7 pid: 7686 timeout: 465 lvb_type: 1 00000100:00100000:3.0:1734016101.567947:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7828700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338334208:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016101.567973:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4747264->4808703) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec19 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.567987:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016101.568015:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334537984:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8934us (9224us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.568021:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10240 00000100:00100000:0.0:1734016101.571055:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338334464:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016101.571099:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016101.571282:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338334336:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016101.571299:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016101.571557:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac892850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334538240:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4786us (5044us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.571566:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2817 00000100:00100000:1.0:1734016101.571903:0:7944:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338334464 00000100:00100000:1.0:1734016101.571909:0:7944:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338334464 00000100:00100000:1.0:1734016101.571935:0:7944:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1734016101.571939:0:7944:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338334464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734016101.571959:0:7944:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3923308544 avail 3691274240 00000100:00100000:1.0:1734016101.571990:0:7944:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338334464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (892us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.571995:0:7944:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1734016101.572051:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338334464:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734016101.572941:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.573331:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334538368 00000100:00100000:0.0:1734016101.573336:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334538368 00000100:00100000:0.0:1734016101.573610:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10241 00000100:00100000:0.0:1734016101.573616:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334538368:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016101.573766:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8029384 -> 8029384 00002000:00010000:0.0:1734016101.573769:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:0.0:1734016101.573771:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:0.0:1734016101.573773:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:0.0:1734016101.573774:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1328 -> 1448 00000100:00100000:0.0:1734016101.574204:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334538368:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 586us (1265us total) trans 4294969273 rc 0/0 00000100:00100000:0.0:1734016101.574211:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10241 00000100:00100000:3.0:1734016101.578520:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.578596:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334538496 00000100:00100000:0.0:1734016101.578607:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334538496 00000100:00100000:0.0:1734016101.578667:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10242 00000100:00100000:0.0:1734016101.578674:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334538496:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.578693:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.578713:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991b61 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec20 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.578744:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991b5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4747264->4808703) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec19 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.578752:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016101.578754:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016101.578758:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991b61 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3469312->3485695] (req 3469312->3485695) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec20 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.578790:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991b5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4747264->4808703) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec19 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.578801:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4747264->4808703) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec19 expref: 6 pid: 7686 timeout: 465 lvb_type: 0 00000100:00100000:0.0:1734016101.578842:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338334592:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016101.578908:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.582569:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338334592:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016101.582652:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334538624 00000100:00100000:3.0:1734016101.582658:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334538624 00010000:00010000:3.0:1734016101.582684:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4747264->4808703) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec19 expref: 7 pid: 7686 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016101.582777:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2818 00000100:00100000:3.0:1734016101.582784:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334538624:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016101.582799:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016101.582851:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4747264->4808703) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec19 expref: 7 pid: 7686 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.582861:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991b5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4747264->4808703) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec19 expref: 7 pid: 7686 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.582883:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991b5a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4747264->4808703) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec19 expref: 7 pid: 7686 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.582906:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.582908:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.582916:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991b61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3485695) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec20 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.582923:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991b61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3485695) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec20 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.582949:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991b61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3485695) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec20 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.582957:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7828a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338334720:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016101.583049:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991b61 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3485695) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec20 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.583058:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564b40, rc 0) 00000100:00100000:0.0:1734016101.583117:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334538496:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4442us (4611us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.583124:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10242 00000100:00100000:3.0:1734016101.583254:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.585584:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.585687:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7828a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338334720:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016101.585714:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016101.585777:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334538624:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2991us (3193us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.585790:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2818 00000100:00100000:1.0:1734016101.586011:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334538752 00000100:00100000:1.0:1734016101.586018:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334538752 00000100:00100000:1.0:1734016101.586051:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10243 00000100:00100000:1.0:1734016101.586057:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334538752:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016101.586271:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8029384 -> 8029384 00002000:00010000:1.0:1734016101.586274:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016101.586276:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016101.586278:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016101.586280:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1448 -> 1448 00000100:00100000:1.0:1734016101.586318:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334538752:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 261us (742us total) trans 4294969274 rc 0/0 00000100:00100000:1.0:1734016101.586324:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10243 00000100:00100000:1.0:1734016101.590896:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.591068:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334538880 00000100:00100000:0.0:1734016101.591076:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334538880 00000100:00100000:0.0:1734016101.591130:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10244 00000100:00100000:0.0:1734016101.591137:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334538880:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.591152:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.591168:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991b68 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec27 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.591217:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338334848:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016101.591277:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.593430:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338334848:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016101.593457:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991b68 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec27 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.593467:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991b68 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec27 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.593490:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567840, rc 0) 00000100:00100000:0.0:1734016101.593532:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334538880:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2396us (2644us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016101.593539:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10244 00000100:00100000:3.0:1734016101.595122:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.596221:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334539008 00000100:00100000:0.0:1734016101.596229:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334539008 00000100:00100000:0.0:1734016101.596273:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10245 00000100:00100000:0.0:1734016101.596279:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334539008:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.596294:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.596310:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55991b6f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec2e expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.596351:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338334976:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016101.596406:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.602118:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338334976:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016101.602152:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55991b6f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec2e expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.602165:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55991b6f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec2e expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.602236:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567600, rc 0) 00000100:00100000:0.0:1734016101.602365:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334539008:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6083us (7268us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016101.602373:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10245 00000100:00100000:3.0:1734016101.606031:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.606208:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334539136 00000100:00100000:1.0:1734016101.606218:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334539136 00000100:00100000:1.0:1734016101.606309:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10246 00000100:00100000:1.0:1734016101.606316:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334539136:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.606334:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.606350:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991b76 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec35 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.606400:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338335104:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016101.606590:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.610102:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338335104:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016101.610135:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991b76 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec35 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.610149:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991b76 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec35 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.610477:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016101.610713:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334539136:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4394us (4689us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016101.610720:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10246 00000100:00100000:0.0:1734016101.617897:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.618001:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334539264 00000100:00100000:1.0:1734016101.618009:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334539264 00000100:00100000:1.0:1734016101.618062:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10247 00000100:00100000:1.0:1734016101.618069:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334539264:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.618084:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.618100:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55991b7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec3c expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.618147:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338335232:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016101.618210:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.624183:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338335232:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016101.624213:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55991b7d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec3c expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.624226:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55991b7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec3c expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.624416:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016101.624472:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334539264:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6403us (6583us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016101.624479:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10247 00000100:00100000:3.0:1734016101.630674:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.630738:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334539392 00000100:00100000:1.0:1734016101.630746:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334539392 00000100:00100000:1.0:1734016101.630791:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10248 00000100:00100000:1.0:1734016101.630797:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334539392:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.630844:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.630860:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991b84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec43 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.631238:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338335360:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016101.631295:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.635982:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338335360:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016101.636019:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991b84 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec43 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.636035:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991b84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec43 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.636062:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016101.636135:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334539392:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5336us (5468us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016101.636146:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10248 00000100:00100000:3.0:1734016101.639321:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.639408:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334539520 00000100:00100000:1.0:1734016101.639416:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334539520 00000100:00100000:1.0:1734016101.639457:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10249 00000100:00100000:1.0:1734016101.639463:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334539520:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.639478:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.639493:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55991b8b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec4a expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.639539:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338335488:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016101.639602:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.641436:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338335488:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016101.641464:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55991b8b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec4a expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.641475:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55991b8b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec4a expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.641496:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016101.642006:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334539520:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2540us (2692us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016101.642018:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10249 00000100:00100000:3.0:1734016101.648272:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.648604:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334539648 00000100:00100000:1.0:1734016101.648613:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334539648 00000100:00100000:1.0:1734016101.648670:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10250 00000100:00100000:1.0:1734016101.648677:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334539648:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.648697:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.648716:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55991b92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec51 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.648770:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338335616:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016101.648864:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.654735:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338335616:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016101.654774:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55991b92 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec51 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.654789:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55991b92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec51 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.654835:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:1.0:1734016101.654890:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334539648:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6212us (6630us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016101.654896:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10250 00000100:00100000:3.0:1734016101.661708:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.663094:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334539776 00000100:00100000:1.0:1734016101.663106:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334539776 00000100:00100000:1.0:1734016101.663158:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10251 00000100:00100000:1.0:1734016101.663165:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334539776:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.663180:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.663197:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991b99 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec58 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.663221:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991b61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3485695) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec20 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.663227:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016101.663229:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016101.663231:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991b99 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8736768->8773631] (req 8736768->8773631) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec58 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.663257:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991b61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3485695) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec20 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.663268:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991b61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3485695) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec20 expref: 7 pid: 7686 timeout: 465 lvb_type: 0 00000100:00100000:1.0:1734016101.663278:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338335744:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016101.663333:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.669622:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338335744:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016101.669658:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991b99 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8736768->8773631] (req 8736768->8773631) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec58 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.669673:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:1.0:1734016101.669839:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334539776:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6643us (8112us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.669847:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10251 00000100:00100000:3.0:1734016101.670059:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.670318:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334539904 00000100:00100000:0.0:1734016101.670323:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334539904 00010000:00010000:0.0:1734016101.670343:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991b61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3485695) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec20 expref: 8 pid: 7686 timeout: 465 lvb_type: 0 00000100:00100000:0.0:1734016101.670371:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2819 00000100:00100000:0.0:1734016101.670376:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334539904:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016101.670386:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016101.670403:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991b61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3485695) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec20 expref: 8 pid: 7686 timeout: 465 lvb_type: 0 00010000:00010000:0.0:1734016101.670412:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991b61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3485695) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec20 expref: 8 pid: 7686 timeout: 465 lvb_type: 0 00010000:00010000:0.0:1734016101.670428:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991b61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3485695) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec20 expref: 8 pid: 7686 timeout: 465 lvb_type: 0 00010000:00010000:0.0:1734016101.670759:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.670761:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.670767:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991b99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8736768->8773631) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec58 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.670778:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991b99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8736768->8773631) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec58 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.670805:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991b99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8736768->8773631) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec58 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.670838:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338335872:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016101.670879:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.675197:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.675700:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338335872:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016101.675724:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016101.675788:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334539904:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5408us (5728us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.675801:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2819 00000100:00100000:1.0:1734016101.676150:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334540032 00000100:00100000:1.0:1734016101.676157:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334540032 00000100:00100000:1.0:1734016101.676198:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10252 00000100:00100000:1.0:1734016101.676206:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334540032:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016101.676400:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8029384 -> 8029384 00002000:00010000:1.0:1734016101.676404:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016101.676405:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016101.676407:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016101.676408:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1448 -> 1520 00000100:00100000:1.0:1734016101.676429:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334540032:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 224us (1242us total) trans 4294969275 rc 0/0 00000100:00100000:1.0:1734016101.676434:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10252 00000100:00100000:3.0:1734016101.679477:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.679568:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334540160 00000100:00100000:0.0:1734016101.679577:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334540160 00000100:00100000:0.0:1734016101.679621:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10253 00000100:00100000:0.0:1734016101.679628:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334540160:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.679645:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.679660:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991ba0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec5f expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.679709:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338336000:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016101.679760:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.681835:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338336000:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016101.681862:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991ba0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec5f expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.681874:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991ba0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec5f expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.681895:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564b40, rc 0) 00000100:00100000:0.0:1734016101.681934:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334540160:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2306us (2466us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016101.681941:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10253 00000100:00100000:3.0:1734016101.685405:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.685679:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334540288 00000100:00100000:0.0:1734016101.685687:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334540288 00000100:00100000:0.0:1734016101.686142:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10254 00000100:00100000:0.0:1734016101.686149:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334540288:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.686165:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.686183:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991ba7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec66 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.686234:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338336128:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016101.687003:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.689657:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338336128:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016101.689693:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991ba7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec66 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.689705:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55991ba7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec66 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.690119:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564b40, rc 0) 00000100:00100000:0.0:1734016101.690172:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334540288:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4022us (4775us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016101.690180:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10254 00000100:00100000:1.0:1734016101.700583:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334540544 00000100:00100000:1.0:1734016101.700591:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334540544 00002000:00100000:1.0:1734016101.700631:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (761856->765951) req@ffff8800781c4700 x1818247334540544/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.700641:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c4700 with x1818247334540544 ext(761856->765951) 00002000:00010000:1.0:1734016101.700647:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c4700 00000100:00100000:1.0:1734016101.700681:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8289 00000100:00100000:1.0:1734016101.700687:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334540544:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.700876:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334540544:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 187us (966us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.700883:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8289 00002000:00100000:1.0:1734016101.700890:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (761856->765951) req@ffff8800781c4700 x1818247334540544/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.700896:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c4700 with x1818247334540544 ext(761856->765951) 00002000:00010000:1.0:1734016101.700899:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c4700 00000100:00100000:3.0:1734016101.717420:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.718097:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334540672 00000100:00100000:0.0:1734016101.718105:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334540672 00000100:00100000:0.0:1734016101.718166:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10255 00000100:00100000:0.0:1734016101.718174:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334540672:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.718190:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.718208:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55991bae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec6d expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.718258:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338336256:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016101.718327:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.722717:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338336256:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016101.722748:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55991bae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec6d expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.722760:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55991bae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec6d expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.722786:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567600, rc 0) 00000100:00100000:0.0:1734016101.722862:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334540672:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4689us (5449us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016101.722873:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10255 00000100:00100000:0.0:1734016101.728333:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.728464:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334540800 00000100:00100000:1.0:1734016101.728473:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334540800 00000100:00100000:1.0:1734016101.728630:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10256 00000100:00100000:1.0:1734016101.728637:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334540800:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.728655:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.728671:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55991bb5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec74 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.728723:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338336384:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016101.728787:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.731332:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338336384:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016101.731365:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55991bb5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec74 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.731376:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55991bb5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec74 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.731726:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:1.0:1734016101.731773:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334540800:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3136us (3450us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016101.731781:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10256 00000100:00100000:3.0:1734016101.734557:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.734637:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334540928 00000100:00100000:1.0:1734016101.734644:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334540928 00000100:00100000:1.0:1734016101.734691:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10257 00000100:00100000:1.0:1734016101.734697:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334540928:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.734711:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.734727:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991bbc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec7b expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.734773:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338336512:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016101.734869:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.743532:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338336512:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016101.743576:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991bbc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec7b expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.743590:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991bbc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec7b expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.743606:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016101.743672:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334540928:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8972us (9130us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016101.743683:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10257 00000100:00100000:3.0:1734016101.747888:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.748624:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334541184 00000100:00100000:0.0:1734016101.748631:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334541184 00000100:00100000:0.0:1734016101.748683:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8290 00000100:00100000:0.0:1734016101.748689:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334541184:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:0.0:1734016101.748716:0:7691:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991bc3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.748730:0:7691:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991b99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8736768->8773631) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec58 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.748736:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016101.748738:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016101.748740:0:7691:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991bc3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3489792->3514367] (req 3489792->3514367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.748763:0:7691:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991b99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8736768->8773631) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec58 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.748773:0:7691:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991b99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8736768->8773631) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec58 expref: 7 pid: 7684 timeout: 465 lvb_type: 0 00000100:00100000:0.0:1734016101.748784:0:7691:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338336640:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016101.748852:0:7691:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.752724:0:7691:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338336640:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016101.752748:0:7691:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991bc3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3489792->3514367] (req 3489792->3514367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.753542:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.754021:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334541312 00000100:00100000:1.0:1734016101.754029:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334541312 00002000:00100000:1.0:1734016101.754066:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (712704->765951) req@ffff880078810700 x1818247334541312/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.754074:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078810700 with x1818247334541312 ext(712704->765951) 00010000:00010000:1.0:1734016101.754083:0:13920:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991b99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8736768->8773631) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec58 expref: 8 pid: 7684 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.754095:0:13920:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991b99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8736768->8773631) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec58 expref: 8 pid: 7684 timeout: 465 lvb_type: 0 00002000:00010000:1.0:1734016101.754100:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880078810700 00000100:00100000:1.0:1734016101.754180:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 261 00000100:00100000:1.0:1734016101.754186:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334541312:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:1.0:1734016101.761704:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334541312:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 7507us (8153us total) trans 4294969276 rc 0/0 00000100:00100000:1.0:1734016101.761716:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 261 00002000:00100000:1.0:1734016101.761727:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (712704->765951) req@ffff880078810700 x1818247334541312/t4294969276(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:62/0 lens 488/448 e 0 to 0 dl 1734016112 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.761737:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078810700 with x1818247334541312 ext(712704->765951) 00010000:00010000:1.0:1734016101.761745:0:13920:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991b99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8736768->8773631) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec58 expref: 10 pid: 7684 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.761761:0:13920:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991b99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8736768->8773631) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec58 expref: 10 pid: 7684 timeout: 465 lvb_type: 0 00002000:00010000:1.0:1734016101.761767:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880078810700 00000100:00100000:3.0:1734016101.767048:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.767110:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334541440 00000100:00100000:0.0:1734016101.767118:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334541440 00010000:00010000:0.0:1734016101.767146:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991b99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8736768->8773631) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec58 expref: 10 pid: 7684 timeout: 465 lvb_type: 0 00000100:00100000:0.0:1734016101.767180:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2820 00000100:00100000:0.0:1734016101.767186:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078810a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334541440:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016101.767198:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016101.767212:0:7701:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1520 -> 1608 00010000:00010000:0.0:1734016101.767216:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991b99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8736768->8773631) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec58 expref: 10 pid: 7684 timeout: 465 lvb_type: 0 00010000:00010000:0.0:1734016101.767227:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991b99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8736768->8773631) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec58 expref: 10 pid: 7684 timeout: 465 lvb_type: 0 00010000:00010000:0.0:1734016101.767244:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991b99 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8736768->8773631) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec58 expref: 10 pid: 7684 timeout: 465 lvb_type: 0 00010000:00010000:0.0:1734016101.767780:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.767783:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.767788:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991bc3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3489792->3514367] (req 3489792->3514367) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.767796:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991bc3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3489792->3514367] (req 3489792->3514367) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.767846:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016101.767890:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078810a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334541440:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 703us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.767896:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2820 00010000:00010000:1.0:1734016101.767949:0:7691:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991bc3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3489792->3514367] (req 3489792->3514367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.767957:0:7691:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991bc3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3489792->3514367] (req 3489792->3514367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.770305:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991bc3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3489792->3514367] (req 3489792->3514367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.770318:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991bc3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3489792->3514367] (req 3489792->3514367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.770326:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991bc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3489792->3514367] (req 3489792->3514367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.770332:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8567840 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016101.770336:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991bc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3489792->3514367] (req 3489792->3514367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.770343:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991bc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3489792->3514367] (req 3489792->3514367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.770358:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991bc3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3489792->3514367] (req 3489792->3514367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.770363:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55991bc3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3489792->3514367] (req 3489792->3514367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.770940:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334541184:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 22246us (23054us total) trans 0 rc 24576/24576 00000100:00100000:1.0:1734016101.770949:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8290 00000100:00100000:3.0:1734016101.775526:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.775758:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334541568 00000100:00100000:1.0:1734016101.775766:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334541568 00000100:00100000:1.0:1734016101.775830:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10258 00000100:00100000:1.0:1734016101.775836:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334541568:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.775850:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.775868:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991bca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec82 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016101.775885:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8029384, mtime: 0x675afc65, atime: 0x675afc65, ctime: 0x675afc65, blocks: 0x648 00010000:00010000:1.0:1734016101.775901:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.775903:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.775910:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991bca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec82 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.775923:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991bca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec82 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.775932:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016101.775977:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334541568:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 141us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.775982:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10258 00000100:00100000:3.0:1734016101.779122:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.779189:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334541696 00000100:00100000:0.0:1734016101.779197:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334541696 00000100:00100000:0.0:1734016101.779781:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10259 00000100:00100000:0.0:1734016101.779789:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334541696:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.779834:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.779854:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991bd1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec89 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.779876:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.779878:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.779886:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991bd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec89 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.779899:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991bd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec89 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.779910:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565200, rc 0) 00000100:00100000:0.0:1734016101.779965:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334541696:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 176us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.779971:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10259 00000100:00100000:3.0:1734016101.782491:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.782601:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334541824 00000100:00100000:1.0:1734016101.782610:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334541824 00000100:00100000:1.0:1734016101.782953:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10260 00000100:00100000:1.0:1734016101.782960:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:9662:x1818247334541824:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.782975:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.782991:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991bd8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec90 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.783022:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991bca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec82 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.783029:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991bd1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec89 expref: 11 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.783035:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.783037:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.783040:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991bd8 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1945600->1986559] (req 1945600->1986559) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec90 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.783065:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991bd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec89 expref: 11 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.783076:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991bd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec89 expref: 11 pid: 7684 timeout: 465 lvb_type: 1 00000100:00100000:1.0:1734016101.783086:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338336768:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016101.783150:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991bca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec82 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.783158:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991bca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec82 expref: 7 pid: 7686 timeout: 465 lvb_type: 1 00000100:00100000:1.0:1734016101.783165:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338336896:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016101.783183:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.787795:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338336768:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016101.787831:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338336896:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016101.787859:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991bd8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1945600->1986559] (req 1945600->1986559) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec90 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.787876:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016101.787933:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:9662:x1818247334541824:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4972us (5448us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.787941:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10260 00000100:00100000:0.0:1734016101.788140:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.788200:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.788227:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334541952 00000100:00100000:0.0:1734016101.788231:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334541952 00010000:00010000:0.0:1734016101.788249:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991bd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec89 expref: 11 pid: 7684 timeout: 465 lvb_type: 1 00000100:00100000:0.0:1734016101.788266:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334542080 00000100:00100000:0.0:1734016101.788268:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334542080 00010000:00010000:0.0:1734016101.788276:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991bca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec82 expref: 8 pid: 7686 timeout: 465 lvb_type: 1 00000100:00100000:0.0:1734016101.788290:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2821 00000100:00100000:0.0:1734016101.788295:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247334541952:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016101.788305:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016101.788320:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991bd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec89 expref: 11 pid: 7684 timeout: 465 lvb_type: 1 00010000:00010000:0.0:1734016101.788328:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991bd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec89 expref: 11 pid: 7684 timeout: 465 lvb_type: 1 00010000:00010000:0.0:1734016101.788345:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55991bd1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec89 expref: 11 pid: 7684 timeout: 465 lvb_type: 1 00010000:00010000:0.0:1734016101.788374:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016101.788393:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334541952:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 97us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.788399:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2821 00000100:00100000:0.0:1734016101.788412:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2822 00000100:00100000:0.0:1734016101.788415:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334542080:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016101.788422:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016101.788429:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991bca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec82 expref: 8 pid: 7686 timeout: 465 lvb_type: 1 00010000:00010000:0.0:1734016101.788437:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991bca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec82 expref: 8 pid: 7686 timeout: 465 lvb_type: 1 00010000:00010000:0.0:1734016101.788448:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991bca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec82 expref: 8 pid: 7686 timeout: 465 lvb_type: 1 00010000:00010000:0.0:1734016101.788457:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.788458:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.788464:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991bd8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1945600->1986559) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec90 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.788471:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991bd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1945600->1986559) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec90 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.788495:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991bd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1945600->1986559) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec90 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.788505:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338337024:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016101.788532:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.793193:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.793962:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334542208 00000100:00100000:1.0:1734016101.793972:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334542208 00000100:00100000:1.0:1734016101.794027:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10261 00000100:00100000:1.0:1734016101.794034:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334542208:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016101.794173:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8029384 -> 8029384 00002000:00010000:1.0:1734016101.794176:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016101.794178:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016101.794180:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016101.794182:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1608 -> 1608 00000100:00100000:1.0:1734016101.794232:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334542208:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 198us (1044us total) trans 4294969277 rc 0/0 00000100:00100000:1.0:1734016101.794238:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10261 00000100:00100000:0.0:1734016101.797712:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.798034:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334542336 00000100:00100000:3.0:1734016101.798044:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334542336 00000100:00100000:3.0:1734016101.798099:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10262 00000100:00100000:3.0:1734016101.798106:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334542336:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.798123:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.798144:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55991bdf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec97 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.798191:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338337152:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016101.798254:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.800117:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338337152:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016101.800145:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55991bdf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec97 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.800156:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55991bdf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec97 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.800225:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016101.800388:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334542336:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2280us (2685us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016101.800395:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10262 00000100:00100000:3.0:1734016101.803718:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334542464 00000100:00100000:3.0:1734016101.803725:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334542464 00000100:00100000:3.0:1734016101.803802:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10263 00000100:00100000:3.0:1734016101.803841:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334542464:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.803856:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.803873:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991be6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ec9e expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.803919:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338337280:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016101.803975:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.805757:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338337280:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016101.805781:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991be6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec9e expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.805791:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991be6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ec9e expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.806175:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016101.806279:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334542464:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2469us (2654us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016101.806291:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10263 00000100:00100000:3.0:1734016101.813185:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334542720 00000100:00100000:3.0:1734016101.813192:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334542720 00000100:00100000:3.0:1734016101.817076:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2009 00000100:00100000:3.0:1734016101.817088:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334542720:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016101.817137:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016101.817160:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559919f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eade expref: 17 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.817182:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016101.817186:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016101.817317:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991bed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016101.817329:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55991a1f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb01 expref: 30 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.817336:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991bed lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016101.817362:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55991a1f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb01 expref: 30 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.817373:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55991a1f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb01 expref: 30 pid: 6479 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016101.817385:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338337408:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016101.817445:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.822982:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338337408:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016101.823005:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991bed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016101.831625:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334542848 00000100:00100000:0.0:1734016101.831637:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334542848 00010000:00010000:1.0:1734016101.831901:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55991a1f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb01 expref: 31 pid: 6479 timeout: 465 lvb_type: 0 00000100:00080000:3.0:1734016101.831902:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016071 00000100:00100000:1.0:1734016101.831947:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2823 00000100:00100000:1.0:1734016101.831952:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+31:1969:x1818247334542848:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016101.831964:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016101.831968:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55991a1f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb01 expref: 31 pid: 6479 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.831978:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55991a1f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb01 expref: 31 pid: 6479 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.831998:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55991a1f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eb01 expref: 31 pid: 6479 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.832033:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016101.832038:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991bed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016101.832047:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991bed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016101.832052:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991bed lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016101.832075:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016101.832135:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+30:1969:x1818247334542848:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 181us (8697us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.832142:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2823 00010000:00010000:3.0:1734016101.834672:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991bed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016101.834685:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991bed lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016101.834692:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991bed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016101.834697:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070101440 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016101.834700:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991bed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016101.834706:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991bed lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016101.834719:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016101.834722:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016101.834725:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991bed lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016101.834730:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991bed lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016101.834954:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.835017:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334542976 00000100:00100000:1.0:1734016101.835024:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334542976 00002000:00010000:1.0:1734016101.835050:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9924131->18446744073709551615) 00002000:00100000:1.0:1734016101.835054:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c1f80 with x1818247334542976 ext(9924131->18446744073709551615) 00002000:00010000:1.0:1734016101.835063:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c1f80. 00000100:00100000:1.0:1734016101.835091:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8291 00000100:00100000:1.0:1734016101.835097:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247334542976:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016101.835254:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8029384 -> 9924131 00002000:00010000:1.0:1734016101.835257:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016101.835259:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016101.835260:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016101.835262:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1608 -> 1608 00000100:00100000:1.0:1734016101.835296:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1972:x1818247334542976:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 198us (345us total) trans 4294969278 rc 0/0 00000100:00100000:1.0:1734016101.835302:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8291 00002000:00010000:1.0:1734016101.835305:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9924131->18446744073709551615) 00002000:00100000:1.0:1734016101.835306:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c1f80 with x1818247334542976 ext(9924131->18446744073709551615) 00002000:00010000:1.0:1734016101.835310:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c1f80. 00000100:00100000:0.0:1734016101.841126:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.846017:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334543232 00000100:00100000:3.0:1734016101.846024:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334543232 00000100:00100000:3.0:1734016101.846312:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10264 00000100:00100000:3.0:1734016101.846318:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334543232:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.846337:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.846353:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991c02 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ecac expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.846400:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338337536:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016101.846536:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.849005:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338337536:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016101.849031:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991c02 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecac expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.849040:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991c02 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecac expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.849057:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016101.849132:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334543232:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2812us (3725us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016101.849139:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10264 00000100:00100000:0.0:1734016101.850785:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.850833:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334543360 00000100:00100000:3.0:1734016101.850839:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334543360 00000100:00100000:3.0:1734016101.850876:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10265 00000100:00100000:3.0:1734016101.850880:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334543360:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.850891:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.850904:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55991c09 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ecb3 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.850941:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338337664:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016101.850988:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.852862:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338337664:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016101.852893:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55991c09 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecb3 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.852906:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55991c09 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecb3 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.852931:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:3.0:1734016101.852978:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334543360:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2095us (2195us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016101.852985:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10265 00000100:00100000:0.0:1734016101.855300:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.860972:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.867384:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338337792:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016101.867408:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55991c1e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016101.868780:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016101.869498:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55991c1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016101.869504:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55991c1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:3.0:1734016101.869583:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968578 00000004:00010000:3.0:1734016101.869618:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800781c2d80 reply state ffff880078cf0000 transno 4294968579 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55991c1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016101.869624:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016101.870466:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:9662:x1818247334543744:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 9293us (9501us total) trans 4294968579 rc 0/0 00000100:00100000:3.0:1734016101.870475:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2012 00000020:00080000:3.0:1734016101.870479:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016101.873339:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00002000:00010000:3.0:1734016101.885065:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9924131 -> 1483034 00002000:00010000:3.0:1734016101.885073:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.885075:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.885077:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.885079:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1608 -> 600 00000100:00100000:3.0:1734016101.885156:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247334544000:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 11531us (11815us total) trans 4294969279 rc 0/0 00000100:00100000:3.0:1734016101.885166:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8292 00002000:00010000:3.0:1734016101.885171:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1483034->18446744073709551615) 00002000:00100000:3.0:1734016101.885174:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c3100 with x1818247334544000 ext(1483034->18446744073709551615) 00002000:00010000:3.0:1734016101.885180:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c3100. 00000100:00100000:1.0:1734016101.888447:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.888553:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334544128 00000100:00100000:3.0:1734016101.888560:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334544128 00000100:00100000:3.0:1734016101.888597:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2013 00000100:00100000:3.0:1734016101.888602:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+30:9662:x1818247334544128:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.888617:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.888634:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991c25 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ecc1 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.888702:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991c2c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016101.888714:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991c2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016101.888723:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991c2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:3.0:1734016101.888744:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1483034 00000004:00200000:3.0:1734016101.888747:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016101.888759:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991c2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016101.888776:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991c25 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecc1 expref: 32 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.888787:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991c2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecc1 expref: 31 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.888793:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016101.888795:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016101.888798:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016101.888848:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+31:9662:x1818247334544128:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 245us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.888853:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2013 00000100:00100000:0.0:1734016101.894745:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.894960:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334544256 00000100:00100000:3.0:1734016101.894968:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334544256 00000100:00100000:3.0:1734016101.895075:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10266 00000100:00100000:3.0:1734016101.895081:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334544256:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.895095:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.895110:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55991c33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ecc8 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.895154:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338337920:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016101.896188:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.900346:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338337920:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016101.900381:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55991c33 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecc8 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.900394:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55991c33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecc8 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.900411:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016101.900847:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334544256:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5763us (6108us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016101.900857:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10266 00000100:00100000:1.0:1734016101.905929:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.906028:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334544384 00000100:00100000:3.0:1734016101.906037:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334544384 00000100:00100000:3.0:1734016101.906111:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10267 00000100:00100000:3.0:1734016101.906117:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334544384:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.906134:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.906149:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991c3a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eccf expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.906196:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338338048:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016101.906252:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.909364:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338338048:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016101.909395:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991c3a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eccf expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.909408:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55991c3a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eccf expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.909614:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016101.909660:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334544384:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3541us (3740us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016101.909667:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10267 00000100:00100000:0.0:1734016101.913183:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016101.918987:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016101.919060:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55991c41 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016101.919069:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55991c41 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016101.919075:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55991c41 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016101.919080:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a74058c0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016101.919084:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55991c41 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016101.919090:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55991c41 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016101.919102:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016101.919105:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016101.919107:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55991c41 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016101.919111:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55991c41 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016101.926582:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.932484:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.932770:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334545024 00000100:00100000:3.0:1734016101.932777:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334545024 00002000:00010000:3.0:1734016101.932803:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3260817->18446744073709551615) 00002000:00100000:3.0:1734016101.932829:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c1180 with x1818247334545024 ext(3260817->18446744073709551615) 00002000:00010000:3.0:1734016101.932838:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c1180. 00000100:00100000:3.0:1734016101.932865:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8293 00000100:00100000:3.0:1734016101.932870:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334545024:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016101.933021:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1483034 -> 3260817 00002000:00010000:3.0:1734016101.933024:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.933026:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.933028:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.933030:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 600 -> 600 00000100:00100000:3.0:1734016101.933061:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334545024:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 191us (581us total) trans 4294969280 rc 0/0 00000100:00100000:3.0:1734016101.933066:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8293 00002000:00010000:3.0:1734016101.933068:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3260817->18446744073709551615) 00002000:00100000:3.0:1734016101.933070:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c1180 with x1818247334545024 ext(3260817->18446744073709551615) 00002000:00010000:3.0:1734016101.933073:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c1180. 00000100:00100000:0.0:1734016101.936201:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016101.936306:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334545152 00000100:00100000:3.0:1734016101.936314:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334545152 00000100:00100000:3.0:1734016101.936432:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2015 00000100:00100000:3.0:1734016101.936439:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+32:9662:x1818247334545152:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.936459:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.936475:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55991c4f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ecdd expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.936561:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55991c56 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016101.936573:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55991c56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016101.936581:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55991c56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:3.0:1734016101.936601:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3260817 00000004:00200000:3.0:1734016101.936604:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016101.936617:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55991c56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016101.936634:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55991c4f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecdd expref: 34 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.937272:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55991c56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecdd expref: 33 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.937279:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016101.937281:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016101.937284:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016101.937339:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+33:9662:x1818247334545152:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 901us (1148us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.937345:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2015 00000100:00100000:0.0:1734016101.940998:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.948177:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016101.959531:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016102.009910:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:3.0:1734016102.011164:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016072 00000100:00100000:0.0:1734016102.015722:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.015881:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334546048 00000100:00100000:3.0:1734016102.015889:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334546048 00000100:00100000:3.0:1734016102.015941:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2016 00000100:00100000:3.0:1734016102.015947:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:9662:x1818247334546048:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016102.016108:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991c6b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.016120:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55991c56 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecdd expref: 32 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.016127:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991c6b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.016152:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55991c56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecdd expref: 32 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.016162:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55991c56 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecdd expref: 32 pid: 6479 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016102.016172:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338338688:192.168.201.4@tcp:104: 00000100:00080000:0.0:1734016102.016353:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016072 00000100:00100000:3.0:1734016102.016680:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a75100c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016102.019386:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338338688:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016102.019408:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991c6b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016102.021762:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016102.023369:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991c6b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.023376:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991c6b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:3.0:1734016102.023444:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968582 00000004:00010000:3.0:1734016102.023474:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880077d5c380 reply state ffff88012e60c000 transno 4294968583 ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991c6b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016102.023479:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016102.023803:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334546048:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 7855us (8089us total) trans 4294968583 rc 0/0 00000100:00100000:3.0:1734016102.023832:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2016 00000020:00080000:3.0:1734016102.023835:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016102.026528:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016102.026584:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991c6b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.026594:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991c6b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.026599:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991c6b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.026604:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100480 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016102.026608:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991c6b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.026613:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991c6b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.026628:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016102.026630:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016102.026633:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991c6b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.026637:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991c6b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016102.035494:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016102.035518:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016102.035565:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334546560 00000100:00100000:0.0:1734016102.035571:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334546560 00010000:00010000:0.0:1734016102.035590:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991c5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2830336->2834431) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ece4 expref: 14 pid: 7684 timeout: 465 lvb_type: 0 00000100:00100000:0.0:1734016102.035606:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334546432 00000100:00100000:0.0:1734016102.035607:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334546432 00010000:00010000:0.0:1734016102.035614:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991c64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eceb expref: 9 pid: 7684 timeout: 465 lvb_type: 1 00000100:00100000:0.0:1734016102.035629:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2828 00000100:00100000:0.0:1734016102.035634:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247334546560:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016102.035644:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016102.035657:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991c5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2830336->2834431) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ece4 expref: 14 pid: 7684 timeout: 465 lvb_type: 0 00010000:00010000:0.0:1734016102.035664:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991c5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2830336->2834431) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ece4 expref: 14 pid: 7684 timeout: 465 lvb_type: 0 00010000:00010000:0.0:1734016102.035681:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991c5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2830336->2834431) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ece4 expref: 14 pid: 7684 timeout: 465 lvb_type: 0 00010000:00010000:0.0:1734016102.035704:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016102.035720:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247334546560:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 86us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016102.035725:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2828 00000100:00100000:0.0:1734016102.035734:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2829 00000100:00100000:0.0:1734016102.035737:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334546432:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016102.035742:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016102.035746:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991c64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eceb expref: 9 pid: 7684 timeout: 465 lvb_type: 1 00010000:00010000:0.0:1734016102.035753:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991c64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eceb expref: 9 pid: 7684 timeout: 465 lvb_type: 1 00010000:00010000:0.0:1734016102.035766:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55991c64 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eceb expref: 9 pid: 7684 timeout: 465 lvb_type: 1 00010000:00010000:0.0:1734016102.035773:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016102.035774:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016102.035778:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991c72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecf2 expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.035785:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991c72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecf2 expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.035804:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991c72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecf2 expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016102.035830:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338339072:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016102.035853:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016102.038894:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.038987:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334546688 00000100:00100000:3.0:1734016102.038993:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334546688 00002000:00010000:3.0:1734016102.039017:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (625613->18446744073709551615) 00002000:00100000:3.0:1734016102.039021:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5d180 with x1818247334546688 ext(625613->18446744073709551615) 00002000:00010000:3.0:1734016102.039030:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5d180. 00000100:00100000:3.0:1734016102.039045:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8295 00000100:00100000:3.0:1734016102.039049:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1971:x1818247334546688:12345-192.168.201.4@tcp:10:fsx.0 00000100:00100000:0.0:1734016102.042127:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016102.042163:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016102.042261:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334546816 00000100:00100000:0.0:1734016102.042267:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334546816 00000100:00100000:0.0:1734016102.042303:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 319 00000100:00100000:0.0:1734016102.042308:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b6b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1970:x1818247334546816:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:0.0:1734016102.042339:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b6b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1970:x1818247334546816:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 32us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016102.042347:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 319 00000100:00080000:1.0:1734016102.042427:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016072 00000100:00080000:1.0:1734016102.043890:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016072 00000100:00100000:0.0:1734016102.043991:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 149 00000100:00100000:0.0:1734016102.043997:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334546944:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:0.0:1734016102.044033:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334546944:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 36us (1910us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016102.044037:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 149 00002000:00010000:3.0:1734016102.045560:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3260817 -> 625613 00002000:00010000:3.0:1734016102.045564:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016102.045566:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016102.045568:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016102.045569:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 600 -> 416 00000100:00100000:3.0:1734016102.047317:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1971:x1818247334546688:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 8258us (8422us total) trans 4294969281 rc 0/0 00000100:00100000:3.0:1734016102.047327:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8295 00002000:00010000:3.0:1734016102.047332:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (625613->18446744073709551615) 00002000:00100000:3.0:1734016102.047335:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5d180 with x1818247334546688 ext(625613->18446744073709551615) 00002000:00010000:3.0:1734016102.047342:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5d180. 00000100:00100000:0.0:1734016102.049532:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.049680:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334547072 00000100:00100000:3.0:1734016102.049687:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334547072 00000100:00100000:3.0:1734016102.049724:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2017 00000100:00100000:3.0:1734016102.049730:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+32:9662:x1818247334547072:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016102.049743:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016102.049757:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991c79 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ecf9 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.049835:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55991c80 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.049846:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55991c80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.049854:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55991c80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:3.0:1734016102.049870:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 625613 00000004:00200000:3.0:1734016102.049873:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016102.049884:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55991c80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.049899:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991c79 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecf9 expref: 34 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.049911:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55991c80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecf9 expref: 33 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.049917:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016102.049919:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016102.049921:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016102.049951:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+33:9662:x1818247334547072:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 221us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.049955:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2017 00000100:00100000:0.0:1734016102.051413:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016102.057141:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016102.063246:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016102.070785:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.071003:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334547712 00000100:00100000:3.0:1734016102.071013:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334547712 00000100:00100000:3.0:1734016102.071062:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2019 00000100:00100000:3.0:1734016102.071069:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+33:9662:x1818247334547712:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016102.071111:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016102.071131:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55991c80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecf9 expref: 33 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.071149:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016102.071153:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016102.071267:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991ca3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.071278:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55991c9c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed0e expref: 22 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.071289:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991ca3 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.071313:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55991c9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed0e expref: 22 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.071324:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55991c9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed0e expref: 22 pid: 6480 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016102.071335:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338339456:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016102.071571:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016102.078314:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338339456:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016102.078341:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991ca3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016102.080294:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016102.082696:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991ca3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.082704:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991ca3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:3.0:1734016102.082775:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968584 00000004:00010000:3.0:1734016102.082824:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880077d5e300 reply state ffff88012c01e000 transno 4294968585 ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991ca3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016102.082832:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016102.084010:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+35:9662:x1818247334547712:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 12937us (13228us total) trans 4294968585 rc 0/0 00000100:00100000:3.0:1734016102.084017:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2019 00000020:00080000:3.0:1734016102.084021:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016102.085637:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991ca3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.085647:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991ca3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.085653:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991ca3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.085657:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100480 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016102.085660:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991ca3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.085665:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991ca3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.085677:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016102.085680:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016102.085682:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991ca3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.085686:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55991ca3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016102.086645:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.087239:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334547968 00000100:00100000:3.0:1734016102.087249:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334547968 00000100:00100000:3.0:1734016102.087590:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10274 00000100:00100000:3.0:1734016102.087599:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334547968:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016102.087622:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016102.087642:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991caa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ed15 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.087675:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991c72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecf2 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.087683:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016102.087685:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016102.087688:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991caa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed15 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.087721:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991c72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecf2 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.087730:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991c72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecf2 expref: 13 pid: 7684 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016102.087743:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338339584:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016102.088150:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016102.091340:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338339584:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016102.091364:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991caa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed15 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.091378:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016102.091730:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334547968:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4130us (5089us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.091737:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10274 00000100:00100000:1.0:1734016102.092064:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.092269:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334548096 00000100:00100000:3.0:1734016102.092275:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334548096 00010000:00010000:3.0:1734016102.092293:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991c72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecf2 expref: 14 pid: 7684 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016102.092310:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2831 00000100:00100000:3.0:1734016102.092314:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac892050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247334548096:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016102.092324:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016102.092338:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991c72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecf2 expref: 14 pid: 7684 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016102.092348:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991c72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecf2 expref: 14 pid: 7684 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016102.092366:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55991c72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ecf2 expref: 14 pid: 7684 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016102.092376:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016102.092377:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016102.092381:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991caa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed15 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.092389:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991caa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed15 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.092409:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991caa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed15 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016102.092419:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338339712:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016102.093231:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016102.099072:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338339712:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016102.099096:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016102.099161:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac892050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247334548096:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6843us (7094us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.099175:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2831 00000100:00100000:0.0:1734016102.100695:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.101230:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334548224 00000100:00100000:3.0:1734016102.101238:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334548224 00002000:00010000:3.0:1734016102.101271:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6578997->18446744073709551615) 00002000:00100000:3.0:1734016102.101275:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5ea00 with x1818247334548224 ext(6578997->18446744073709551615) 00002000:00010000:3.0:1734016102.101284:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5ea00. 00000100:00100000:3.0:1734016102.101339:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8296 00000100:00100000:3.0:1734016102.101345:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334548224:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016102.101505:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 625613 -> 6578997 00002000:00010000:3.0:1734016102.101508:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016101 -> 1734016102 00002000:00010000:3.0:1734016102.101510:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016102.101512:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016101 -> 1734016102 00002000:00010000:3.0:1734016102.101513:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 416 -> 416 00000100:00100000:3.0:1734016102.102463:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334548224:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 1114us (1769us total) trans 4294969282 rc 0/0 00000100:00100000:3.0:1734016102.102472:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8296 00002000:00010000:3.0:1734016102.102476:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6578997->18446744073709551615) 00002000:00100000:3.0:1734016102.102479:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5ea00 with x1818247334548224 ext(6578997->18446744073709551615) 00002000:00010000:3.0:1734016102.102485:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5ea00. 00000100:00100000:3.0:1734016102.105936:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334548352 00000100:00100000:3.0:1734016102.105944:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334548352 00000100:00100000:3.0:1734016102.105991:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2020 00000100:00100000:3.0:1734016102.105997:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:9662:x1818247334548352:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016102.106012:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016102.106026:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991cb1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ed1c expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.106093:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991cb8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.106104:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.106112:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:3.0:1734016102.106130:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6578997 00000004:00200000:3.0:1734016102.106134:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016102.106146:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.106165:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991cb1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed1c expref: 24 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.106181:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991cb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed1c expref: 23 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.106188:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016102.106191:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016102.106193:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016102.106242:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334548352:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 245us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.106249:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2020 00000100:00100000:0.0:1734016102.110386:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.110499:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334548480 00000100:00100000:3.0:1734016102.110507:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334548480 00000100:00100000:3.0:1734016102.111118:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10275 00000100:00100000:3.0:1734016102.111124:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1969:x1818247334548480:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016102.111140:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016102.111155:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55991cbf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ed23 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016102.111200:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338339840:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016102.111257:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016102.125024:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338339840:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016102.125066:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55991cbf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed23 expref: 14 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016102.125081:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55991cbf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed23 expref: 14 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016102.125112:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016102.125175:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1969:x1818247334548480:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 14049us (14794us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016102.125183:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10275 00000100:00100000:3.0:1734016102.130007:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334548608 00000100:00100000:3.0:1734016102.130020:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334548608 00000100:00100000:3.0:1734016102.130080:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10276 00000100:00100000:3.0:1734016102.130087:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1969:x1818247334548608:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016102.130106:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016102.130125:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55991cc6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ed2a expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016102.130182:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338339968:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016102.130249:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016102.132274:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338339968:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016102.132323:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55991cc6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed2a expref: 14 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016102.132338:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55991cc6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed2a expref: 14 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016102.132376:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:3.0:1734016102.132445:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1969:x1818247334548608:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2355us (2539us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016102.132454:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10276 00000100:00100000:0.0:1734016102.136277:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016102.143062:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.143271:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334548864 00000100:00100000:3.0:1734016102.143282:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334548864 00000100:00100000:3.0:1734016102.143332:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10277 00000100:00100000:3.0:1734016102.143340:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334548864:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016102.143600:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6578997 -> 6578997 00002000:00010000:3.0:1734016102.143603:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016102 -> 1734016102 00002000:00010000:3.0:1734016102.143606:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016102.143608:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016102 -> 1734016102 00002000:00010000:3.0:1734016102.143610:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 416 -> 472 00000100:00100000:3.0:1734016102.144649:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247334548864:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1305us (1595us total) trans 4294969283 rc 0/0 00000100:00100000:3.0:1734016102.144657:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10277 00000100:00100000:0.0:1734016102.147600:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.147693:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334548992 00000100:00100000:3.0:1734016102.147700:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334548992 00000100:00100000:3.0:1734016102.147729:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10278 00000100:00100000:3.0:1734016102.147736:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247334548992:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016102.147753:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016102.147770:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991cdb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ed38 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016102.147842:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338340096:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016102.148237:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016102.150602:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338340096:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016102.150630:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991cdb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed38 expref: 14 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016102.150642:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55991cdb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed38 expref: 14 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016102.150666:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016102.150712:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247334548992:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2976us (3121us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016102.150719:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10278 00000100:00100000:1.0:1734016102.154136:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.154391:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334549120 00000100:00100000:3.0:1734016102.154400:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334549120 00000100:00100000:3.0:1734016102.154486:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10279 00000100:00100000:3.0:1734016102.154492:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247334549120:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016102.154645:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016102.154659:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55991ce2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ed3f expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016102.154701:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338340224:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016102.154779:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016102.156653:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338340224:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016102.156679:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55991ce2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed3f expref: 14 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016102.156689:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55991ce2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed3f expref: 14 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016102.156702:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016102.156748:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247334549120:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2255us (2620us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016102.156755:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10279 00000100:00100000:0.0:1734016102.161919:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334549376 00000100:00100000:0.0:1734016102.161927:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334549376 00000100:00100000:0.0:1734016102.161976:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2022 00000100:00100000:0.0:1734016102.161982:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+35:9662:x1818247334549376:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016102.162021:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016102.162042:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55991cd4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed31 expref: 35 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.162067:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016102.162071:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016102.162190:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991ce9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016102.162201:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991cb8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed1c expref: 22 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.162207:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991ce9 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016102.162230:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991cb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed1c expref: 22 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.162241:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991cb8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed1c expref: 22 pid: 6479 timeout: 465 lvb_type: 0 00000100:00100000:0.0:1734016102.162252:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077d5fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338340352:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016102.162308:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016102.167709:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077d5fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338340352:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016102.167730:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991ce9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016102.169171:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.169379:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334549504 00000100:00100000:3.0:1734016102.169387:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334549504 00010000:00010000:3.0:1734016102.169415:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991cb8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed1c expref: 23 pid: 6479 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016102.169452:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2832 00000100:00100000:3.0:1734016102.169459:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:1969:x1818247334549504:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016102.169471:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016102.169477:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991cb8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed1c expref: 23 pid: 6479 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016102.169486:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991cb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed1c expref: 23 pid: 6479 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016102.171092:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991cb8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed1c expref: 23 pid: 6479 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016102.171757:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016102.171763:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991ce9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016102.171773:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991ce9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016102.171780:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991ce9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016102.171968:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991ce9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016102.171974:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991ce9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:1.0:1734016102.172047:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968586 00000004:00010000:1.0:1734016102.172087:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800781c5c00 reply state ffff880077e46000 transno 4294968587 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991ce9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:1.0:1734016102.172094:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016102.172184:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+37:9662:x1818247334549376:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 10199us (10328us total) trans 4294968587 rc 0/0 00000100:00100000:1.0:1734016102.172193:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2022 00000020:00080000:1.0:1734016102.172198:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016102.172354:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016102.172386:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:1969:x1818247334549504:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2927us (3221us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.172394:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2832 00010000:00010000:0.0:1734016102.173084:0:7700:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016102.176720:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016102.176877:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991ce9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016102.176886:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991ce9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016102.176894:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991ce9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016102.176897:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8565d40 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016102.176901:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991ce9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016102.176906:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991ce9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016102.176919:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016102.176921:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016102.176924:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991ce9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016102.176928:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55991ce9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:1.0:1734016102.182430:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016102.183321:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334549760 00000100:00100000:0.0:1734016102.183329:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334549760 00000100:00100000:0.0:1734016102.183373:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2023 00000100:00100000:0.0:1734016102.183379:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:9662:x1818247334549760:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016102.183394:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016102.183411:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55991cf0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ed46 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.183489:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc55991cf7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016102.183500:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc55991cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016102.183509:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc55991cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:0.0:1734016102.183529:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9387811 00000004:00200000:0.0:1734016102.183533:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016102.183555:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc55991cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016102.183574:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55991cf0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed46 expref: 24 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.183603:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc55991cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed46 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.183609:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016102.183611:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016102.183614:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565f80, rc 0) 00000100:00100000:0.0:1734016102.183662:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334549760:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 281us (1240us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016102.183668:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2023 00000100:00100000:0.0:1734016102.190561:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.190668:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334549888 00000100:00100000:3.0:1734016102.190677:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334549888 00000100:00100000:3.0:1734016102.190714:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10280 00000100:00100000:3.0:1734016102.190720:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1969:x1818247334549888:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016102.190736:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016102.190755:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991cfe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ed4d expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016102.190799:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338340480:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016102.190904:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016102.194662:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338340480:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016102.194705:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991cfe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed4d expref: 14 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016102.194717:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991cfe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed4d expref: 14 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016102.194748:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016102.194828:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1969:x1818247334549888:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4107us (4276us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016102.194836:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10280 00000100:00100000:1.0:1734016102.202246:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.202563:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334550016 00000100:00100000:3.0:1734016102.202572:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334550016 00000100:00100000:3.0:1734016102.202623:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10281 00000100:00100000:3.0:1734016102.202630:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247334550016:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016102.202647:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016102.202665:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55991d05 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ed54 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016102.202722:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338340608:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016102.202779:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016102.205894:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338340608:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016102.205926:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55991d05 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed54 expref: 14 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016102.205937:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55991d05 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed54 expref: 14 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016102.205954:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016102.206002:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247334550016:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3373us (3765us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016102.206009:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10281 00000100:00100000:1.0:1734016102.212925:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016102.212990:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334550272 00000100:00100000:0.0:1734016102.212997:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334550272 00000100:00100000:0.0:1734016102.213055:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8298 00000100:00100000:0.0:1734016102.213061:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1971:x1818247334550272:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:0.0:1734016102.213106:0:13920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d0c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.213120:0:13920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991caa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed15 expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.213126:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016102.213128:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016102.213131:0:13920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d0c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [929792->933887] (req 929792->933887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.213156:0:13920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991caa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed15 expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.213166:0:13920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991caa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed15 expref: 12 pid: 7684 timeout: 465 lvb_type: 0 00000100:00100000:0.0:1734016102.213177:0:13920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077d5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338340736:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016102.213229:0:13920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.215996:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016102.216085:0:13920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077d5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338340736:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016102.216110:0:13920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d0c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [929792->933887] (req 929792->933887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016102.216175:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334550400 00000100:00100000:3.0:1734016102.216180:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334550400 00010000:00010000:3.0:1734016102.216204:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991caa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed15 expref: 13 pid: 7684 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016102.216235:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2833 00000100:00100000:3.0:1734016102.216241:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247334550400:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016102.216252:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016102.216268:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991caa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed15 expref: 13 pid: 7684 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016102.216277:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991caa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed15 expref: 13 pid: 7684 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016102.216295:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55991caa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed15 expref: 13 pid: 7684 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016102.216309:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016102.216311:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016102.216315:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d0c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [929792->933887] (req 929792->933887) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.216327:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d0c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [929792->933887] (req 929792->933887) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.216343:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016102.216373:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247334550400:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 133us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.216379:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2833 00010000:00010000:0.0:1734016102.216994:0:13920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d0c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [929792->933887] (req 929792->933887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.217005:0:13920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d0c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [929792->933887] (req 929792->933887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.217093:0:13920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d0c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [929792->933887] (req 929792->933887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.217099:0:13920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d0c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [929792->933887] (req 929792->933887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.217105:0:13920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [929792->933887] (req 929792->933887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.217110:0:13920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8565d40 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016102.217113:0:13920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [929792->933887] (req 929792->933887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.217118:0:13920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [929792->933887] (req 929792->933887) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.217126:0:13920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d0c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [929792->933887] (req 929792->933887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.217131:0:13920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d0c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [929792->933887] (req 929792->933887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016102.218318:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247334550272:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 5252us (5397us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016102.218331:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8298 00000100:00100000:1.0:1734016102.221679:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.221762:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334550528 00000100:00100000:3.0:1734016102.221772:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334550528 00000100:00100000:3.0:1734016102.221829:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2024 00000100:00100000:3.0:1734016102.221835:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+36:9662:x1818247334550528:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016102.221853:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016102.221871:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55991d13 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ed5b expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.221960:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55991d1a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.221972:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55991d1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.221980:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55991d1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:3.0:1734016102.222000:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9387811 00000004:00200000:3.0:1734016102.222003:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016102.222020:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55991d1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.222042:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55991d13 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed5b expref: 38 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.222486:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55991d1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed5b expref: 37 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.222494:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016102.222497:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016102.222499:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016102.222555:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+37:9662:x1818247334550528:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 719us (886us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.222560:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2024 00000100:00100000:0.0:1734016102.225428:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.225637:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334550656 00000100:00100000:3.0:1734016102.225644:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334550656 00000100:00100000:3.0:1734016102.225681:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10282 00000100:00100000:3.0:1734016102.225687:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334550656:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016102.225702:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016102.225718:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991d21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ed62 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016102.225735:0:7684:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9387811, mtime: 0x675afc66, atime: 0x675afc65, ctime: 0x675afc66, blocks: 0x1d8 00010000:00010000:3.0:1734016102.225750:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016102.225752:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016102.225758:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991d21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed62 expref: 12 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016102.225770:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991d21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed62 expref: 12 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016102.225783:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016102.225850:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247334550656:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 162us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.225856:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10282 00000100:00100000:1.0:1734016102.229974:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016102.230035:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334550784 00000100:00100000:0.0:1734016102.230043:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334550784 00000100:00100000:0.0:1734016102.230088:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10283 00000100:00100000:0.0:1734016102.230095:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334550784:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016102.230110:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016102.230126:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d28 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ed69 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.230147:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016102.230148:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016102.230154:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2981888->3047423) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed69 expref: 14 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.230165:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2981888->3047423) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed69 expref: 14 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.230174:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565d40, rc 0) 00000100:00100000:0.0:1734016102.230220:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334550784:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 125us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016102.230226:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10283 00000100:00100000:1.0:1734016102.250033:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016102.250054:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016102.250095:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.253630:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8300 00000100:00100000:3.0:1734016102.253641:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:1971:x1818247334551040:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016102.257648:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8301 00000100:00100000:1.0:1734016102.257659:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:1971:x1818247334551296:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016102.289255:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:1971:x1818247334551296:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 31585us (39147us total) trans 0 rc 999424/999424 00000100:00100000:1.0:1734016102.289272:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8301 00002000:00100000:1.0:1734016102.289284:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9388031) req@ffff880078ccfb80 x1818247334551296/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:63/0 lens 488/440 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 999424/999424 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.289293:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccfb80 with x1818247334551296 ext(8388608->9388031) 00002000:00010000:1.0:1734016102.289298:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccfb80 00000100:00100000:3.0:1734016102.329376:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:1971:x1818247334551040:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 75728us (79312us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016102.329387:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8300 00002000:00100000:3.0:1734016102.329398:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880078ccf800 x1818247334551040/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:63/0 lens 488/440 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.329407:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccf800 with x1818247334551040 ext(0->4194303) 00002000:00010000:3.0:1734016102.329412:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccf800 00000100:00100000:3.0:1734016102.356331:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334551680 00000100:00100000:3.0:1734016102.356337:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334551680 00000100:00100000:3.0:1734016102.356370:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2025 00000100:00100000:3.0:1734016102.356376:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334551680:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016102.356412:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016102.356430:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc55991cf7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed46 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.356458:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016102.356462:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016102.356575:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991d2f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.356585:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55991d1a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed5b expref: 36 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.356592:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991d2f lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.356614:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55991d1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed5b expref: 36 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.356623:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55991d1a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed5b expref: 36 pid: 6479 timeout: 466 lvb_type: 0 00000100:00100000:3.0:1734016102.356634:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338340864:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016102.356676:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129dab300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.486276:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334551808 00000100:00100000:1.0:1734016102.486284:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334551808 00010000:00010000:1.0:1734016102.486310:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55991d1a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed5b expref: 37 pid: 6479 timeout: 466 lvb_type: 0 00000100:00100000:1.0:1734016102.486333:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2834 00000100:00100000:1.0:1734016102.486338:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+37:1969:x1818247334551808:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016102.486349:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016102.486354:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55991d1a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed5b expref: 37 pid: 6479 timeout: 466 lvb_type: 0 00010000:00010000:1.0:1734016102.486364:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55991d1a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed5b expref: 37 pid: 6479 timeout: 466 lvb_type: 0 00010000:00010000:1.0:1734016102.486381:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016102.486385:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991d2f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016102.486392:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991d2f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016102.486398:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991d2f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016102.486411:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016102.486443:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+37:1969:x1818247334551808:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 103us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016102.486448:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2834 00010000:00010000:3.0:1734016102.486777:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55991d1a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed5b expref: 36 pid: 6479 timeout: 466 lvb_type: 0 00000100:00100000:3.0:1734016102.486849:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338340864:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016102.486864:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991d2f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.486872:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991d2f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.486876:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991d2f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:3.0:1734016102.486940:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968588 00000004:00010000:3.0:1734016102.486973:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800781c5f80 reply state ffff88012c01a000 transno 4294968589 ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991d2f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016102.486980:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016102.488726:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+25:9662:x1818247334551680:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 132347us (132541us total) trans 4294968589 rc 0/0 00000100:00100000:3.0:1734016102.488734:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2025 00000020:00080000:3.0:1734016102.488738:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016102.517832:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991d2f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.517843:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991d2f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.517849:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991d2f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.517854:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070103cc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016102.517858:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991d2f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.517863:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991d2f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.517876:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016102.517879:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016102.517882:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991d2f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.517886:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55991d2f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016102.518453:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334551936 00000100:00100000:0.0:1734016102.518460:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334551936 00000100:00100000:0.0:1734016102.518492:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10284 00000100:00100000:0.0:1734016102.518498:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334551936:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016102.518514:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016102.518526:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991d36 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ed70 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.518558:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991d21 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed62 expref: 11 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016102.518565:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d28 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2981888->3047423) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed69 expref: 15 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.518570:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016102.518572:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016102.518574:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991d36 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed70 expref: 15 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.518599:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2981888->3047423) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed69 expref: 15 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.518608:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2981888->3047423) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed69 expref: 15 pid: 7686 timeout: 466 lvb_type: 0 00000100:00100000:0.0:1734016102.518619:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077d5c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338340992:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016102.518740:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991d21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed62 expref: 11 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016102.518748:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55991d21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed62 expref: 11 pid: 7684 timeout: 466 lvb_type: 1 00000100:00100000:0.0:1734016102.518761:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077d5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338341120:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016102.518781:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016102.528278:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077d5c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338340992:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016102.528291:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077d5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338341120:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016102.528319:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991d36 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed70 expref: 15 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.528333:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567cc0, rc 0) 00000100:00100000:0.0:1734016102.528384:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334551936:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9884us (12372us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016102.528391:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10284 00000100:00100000:0.0:1734016102.537487:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016102.558245:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016102.560106:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2981888->3047423) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed69 expref: 15 pid: 7686 timeout: 466 lvb_type: 0 00000100:00100000:3.0:1734016102.560251:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2836 00000100:00100000:3.0:1734016102.560257:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:1970:x1818247334552192:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016102.560270:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016102.560286:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2981888->3047423) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed69 expref: 15 pid: 7686 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016102.560297:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2981888->3047423) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed69 expref: 15 pid: 7686 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016102.560314:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55991d28 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2981888->3047423) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed69 expref: 15 pid: 7686 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016102.560338:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016102.560341:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016102.560345:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991d36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed70 expref: 14 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.560352:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991d36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed70 expref: 14 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.560380:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991d36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed70 expref: 14 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016102.560390:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338341248:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016102.560441:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016102.567416:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338341248:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016102.567433:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016102.568840:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247334552192:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8580us (10598us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016102.568849:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2836 00000100:00100000:0.0:1734016102.571702:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00002000:00010000:3.0:1734016102.588523:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9387811 -> 2287678 00002000:00010000:3.0:1734016102.588530:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016102 -> 1734016102 00002000:00010000:3.0:1734016102.588542:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016102.588544:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016102 -> 1734016102 00002000:00010000:3.0:1734016102.588546:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 472 -> 416 00000100:00100000:3.0:1734016102.588600:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:1970:x1818247334552320:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 16608us (16897us total) trans 4294969285 rc 0/0 00000100:00100000:3.0:1734016102.588608:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8302 00002000:00010000:3.0:1734016102.588613:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2287678->18446744073709551615) 00002000:00100000:3.0:1734016102.588615:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5d500 with x1818247334552320 ext(2287678->18446744073709551615) 00002000:00010000:3.0:1734016102.588621:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5d500. 00000100:00100000:0.0:1734016102.607360:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.607454:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334552448 00000100:00100000:3.0:1734016102.607462:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334552448 00000100:00100000:3.0:1734016102.607496:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2026 00000100:00100000:3.0:1734016102.607502:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:9662:x1818247334552448:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016102.607519:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016102.607543:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991d3d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ed77 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.607607:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55991d44 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.607619:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55991d44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.607627:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55991d44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:3.0:1734016102.607647:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2287678 00000004:00200000:3.0:1734016102.607650:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016102.607663:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55991d44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.607680:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55991d3d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed77 expref: 26 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.608261:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55991d44 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed77 expref: 25 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.608269:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016102.608271:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016102.608273:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016102.608974:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+25:9662:x1818247334552448:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1470us (1620us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.608980:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2026 00000100:00100000:3.0:1734016102.614323:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016102.614385:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334552576 00000100:00100000:0.0:1734016102.614392:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334552576 00000100:00100000:0.0:1734016102.614434:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2027 00000100:00100000:0.0:1734016102.614439:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+36:9662:x1818247334552576:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016102.614454:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016102.614469:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc55991d4b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ed7e expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.614529:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55991d52 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016102.614548:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55991d52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016102.614556:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55991d52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:0.0:1734016102.614575:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2287678 00000004:00200000:0.0:1734016102.614578:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016102.614590:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55991d52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016102.614608:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc55991d4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed7e expref: 38 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.614709:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55991d52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed7e expref: 37 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.614716:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016102.614718:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016102.614721:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567a80, rc 0) 00000100:00100000:0.0:1734016102.614983:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+37:9662:x1818247334552576:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 541us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016102.614989:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2027 00000100:00100000:0.0:1734016102.619955:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.631935:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016102.650410:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016102.660995:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016102.667784:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016102.669027:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334553216 00000100:00100000:1.0:1734016102.669035:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334553216 00000100:00100000:1.0:1734016102.669081:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10288 00000100:00100000:1.0:1734016102.669087:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1971:x1818247334553216:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.669102:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.669117:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55991d67 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ed93 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016102.669162:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338341760:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016102.669207:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.677723:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338341760:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016102.677755:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55991d67 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed93 expref: 15 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.677768:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55991d67 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed93 expref: 15 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.677790:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016102.683077:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1971:x1818247334553216:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 13981us (15291us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016102.683089:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10288 00000100:00100000:0.0:1734016102.690416:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016102.691481:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334553344 00000100:00100000:1.0:1734016102.691488:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334553344 00000100:00100000:1.0:1734016102.692089:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10289 00000100:00100000:1.0:1734016102.692095:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1971:x1818247334553344:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.692110:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.692124:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991d6e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ed9a expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016102.692162:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338341888:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016102.692208:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.702959:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338341888:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016102.702986:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991d6e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed9a expref: 15 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.702998:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991d6e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed9a expref: 15 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.703020:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:1.0:1734016102.703051:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1971:x1818247334553344:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10956us (12642us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016102.703058:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10289 00000100:00100000:3.0:1734016102.720598:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016102.721281:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334553472 00000100:00100000:1.0:1734016102.721287:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334553472 00000100:00100000:1.0:1734016102.721329:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10290 00000100:00100000:1.0:1734016102.721336:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247334553472:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016102.721493:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4108600 -> 5041467 00002000:00010000:1.0:1734016102.721496:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016102 -> 1734016102 00002000:00010000:1.0:1734016102.721498:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016102.721500:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016102 -> 1734016102 00002000:00010000:1.0:1734016102.721502:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 440 -> 488 00000100:00100000:1.0:1734016102.721555:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1971:x1818247334553472:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 217us (962us total) trans 4294969287 rc 0/0 00000100:00100000:1.0:1734016102.721561:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10290 00000100:00100000:0.0:1734016102.726803:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016102.726901:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334553728 00000100:00100000:1.0:1734016102.726908:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334553728 00000100:00100000:1.0:1734016102.726949:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2028 00000100:00100000:1.0:1734016102.726954:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+25:9662:x1818247334553728:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016102.726993:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016102.727013:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55991d44 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed77 expref: 25 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.727040:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016102.727043:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016102.727159:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991d75 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016102.727169:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55991d52 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed7e expref: 36 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.727174:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991d75 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016102.727198:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55991d52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed7e expref: 36 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.727209:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55991d52 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed7e expref: 36 pid: 6479 timeout: 466 lvb_type: 0 00000100:00100000:1.0:1734016102.727218:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338342016:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016102.727263:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.735994:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccc380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338342016:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016102.736015:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991d75 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016102.746850:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334553856 00000100:00100000:0.0:1734016102.746857:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334553856 00010000:00010000:0.0:1734016102.746882:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55991d52 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed7e expref: 37 pid: 6479 timeout: 466 lvb_type: 0 00000100:00100000:0.0:1734016102.746914:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2838 00000100:00100000:0.0:1734016102.746919:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac891c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+37:1970:x1818247334553856:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016102.746930:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016102.746935:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55991d52 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed7e expref: 37 pid: 6479 timeout: 466 lvb_type: 0 00010000:00010000:0.0:1734016102.746944:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55991d52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed7e expref: 37 pid: 6479 timeout: 466 lvb_type: 0 00010000:00010000:0.0:1734016102.746960:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55991d52 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed7e expref: 37 pid: 6479 timeout: 466 lvb_type: 0 00010000:00010000:0.0:1734016102.746975:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016102.746978:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991d75 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016102.746985:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991d75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016102.746991:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991d75 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016102.747017:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016102.747048:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac891c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+36:1970:x1818247334553856:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 128us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016102.747054:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2838 00010000:00010000:1.0:1734016102.747168:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991d75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016102.747175:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991d75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:1.0:1734016102.747239:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968590 00000004:00010000:1.0:1734016102.747267:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880077d5e680 reply state ffff88012cf69000 transno 4294968591 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991d75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016102.747273:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016102.747335:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+27:9662:x1818247334553728:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 20381us (20539us total) trans 4294968591 rc 0/0 00000100:00100000:1.0:1734016102.747341:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2028 00000020:00080000:1.0:1734016102.747344:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000001:00080000:1.0:1734016102.750165:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968590 is committed 00000001:00080000:1.0:1734016102.750178:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968587 is committed 00010000:00010000:3.0:1734016102.750584:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991d75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.750592:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991d75 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.750597:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991d75 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.750602:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e834900 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016102.750605:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991d75 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.750614:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991d75 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.750625:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016102.750627:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016102.750630:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991d75 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016102.750634:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991d75 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016102.750681:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334553984 00000100:00100000:0.0:1734016102.750687:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334553984 00000100:00100000:0.0:1734016102.751779:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10291 00000100:00100000:0.0:1734016102.751786:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334553984:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016102.751797:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016102.751825:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991d7c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eda1 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.751847:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55991d60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4100096->4112383) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed8c expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.751853:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016102.751855:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016102.751858:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991d7c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eda1 expref: 15 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.751882:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55991d60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4100096->4112383) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed8c expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.751892:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55991d60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4100096->4112383) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed8c expref: 13 pid: 7684 timeout: 466 lvb_type: 0 00000100:00100000:0.0:1734016102.751902:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077d5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338342144:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016102.751941:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016102.759648:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.760630:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334554112 00000100:00100000:3.0:1734016102.760638:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334554112 00010000:00010000:3.0:1734016102.760665:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55991d60 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4100096->4112383) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed8c expref: 14 pid: 7684 timeout: 466 lvb_type: 0 00000100:00100000:3.0:1734016102.760697:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2839 00000100:00100000:3.0:1734016102.760703:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1969:x1818247334554112:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016102.760715:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016102.760731:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55991d60 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4100096->4112383) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed8c expref: 14 pid: 7684 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016102.760741:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55991d60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4100096->4112383) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed8c expref: 14 pid: 7684 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016102.760759:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016102.760761:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016102.760765:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991d7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eda1 expref: 15 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.760777:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991d7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eda1 expref: 15 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.760801:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991d7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eda1 expref: 15 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016102.760829:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7828700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338342272:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016102.760943:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55991d60 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4100096->4112383) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ed8c expref: 14 pid: 7684 timeout: 466 lvb_type: 0 00000100:00100000:1.0:1734016102.760957:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077d5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338342144:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016102.760977:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991d7c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eda1 expref: 15 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.760985:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567cc0, rc 0) 00000100:00100000:3.0:1734016102.762855:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a75100c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.762859:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334553984:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11070us (12345us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016102.762865:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10291 00000100:00100000:3.0:1734016102.772086:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7828700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338342272:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016102.772104:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016102.772142:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247334554112:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 11438us (12504us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.772151:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2839 00000100:00100000:1.0:1734016102.774844:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.774914:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334554240 00000100:00100000:3.0:1734016102.774922:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334554240 00002000:00010000:3.0:1734016102.774949:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7177234->18446744073709551615) 00002000:00100000:3.0:1734016102.774952:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccc380 with x1818247334554240 ext(7177234->18446744073709551615) 00002000:00010000:3.0:1734016102.774964:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccc380. 00000100:00100000:3.0:1734016102.775565:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8303 00000100:00100000:3.0:1734016102.775572:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:1970:x1818247334554240:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016102.775719:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5041467 -> 7177234 00002000:00010000:3.0:1734016102.775723:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016102 -> 1734016102 00002000:00010000:3.0:1734016102.775725:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016102.775727:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016102 -> 1734016102 00002000:00010000:3.0:1734016102.775729:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 488 -> 488 00000100:00100000:3.0:1734016102.775861:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:1970:x1818247334554240:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 287us (1023us total) trans 4294969288 rc 0/0 00000100:00100000:3.0:1734016102.775867:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8303 00002000:00010000:3.0:1734016102.775871:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7177234->18446744073709551615) 00002000:00100000:3.0:1734016102.775873:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccc380 with x1818247334554240 ext(7177234->18446744073709551615) 00002000:00010000:3.0:1734016102.775877:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccc380. 00000100:00100000:0.0:1734016102.780195:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.780349:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334554496 00000100:00100000:3.0:1734016102.780356:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334554496 00002000:00100000:3.0:1734016102.780388:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7176192->7180287) req@ffff880077d5c000 x1818247334554496/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.780397:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5c000 with x1818247334554496 ext(7176192->7180287) 00002000:00010000:3.0:1734016102.780402:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5c000 00000100:00100000:0.0:1734016102.792108:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.795171:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334554752 00000100:00100000:3.0:1734016102.795181:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334554752 00002000:00100000:3.0:1734016102.795218:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7172096->7176191) req@ffff880077d5ed80 x1818247334554752/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.795227:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5ed80 with x1818247334554752 ext(7172096->7176191) 00002000:00010000:3.0:1734016102.795232:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5ed80 00000100:00100000:3.0:1734016102.795259:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8305 00000100:00100000:3.0:1734016102.795264:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:1972:x1818247334554752:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016102.795410:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:1972:x1818247334554752:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 145us (3310us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016102.795416:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8305 00002000:00100000:3.0:1734016102.795421:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7172096->7176191) req@ffff880077d5ed80 x1818247334554752/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.795427:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5ed80 with x1818247334554752 ext(7172096->7176191) 00002000:00010000:3.0:1734016102.795430:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5ed80 00000100:00100000:1.0:1734016102.814958:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016102.826790:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.827440:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334555264 00000100:00100000:3.0:1734016102.827447:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334555264 00002000:00100000:3.0:1734016102.827479:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7163904->7167999) req@ffff880077d5fb80 x1818247334555264/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.827487:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5fb80 with x1818247334555264 ext(7163904->7167999) 00002000:00010000:3.0:1734016102.827491:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5fb80 00000100:00100000:3.0:1734016102.827516:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8307 00000100:00100000:3.0:1734016102.827522:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:1972:x1818247334555264:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016102.827655:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:1972:x1818247334555264:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 133us (874us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016102.827662:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8307 00002000:00100000:3.0:1734016102.827666:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7163904->7167999) req@ffff880077d5fb80 x1818247334555264/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.827673:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5fb80 with x1818247334555264 ext(7163904->7167999) 00002000:00010000:3.0:1734016102.827675:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5fb80 00000100:00100000:0.0:1734016102.835490:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016102.846353:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016102.857265:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.858984:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334556032 00000100:00100000:3.0:1734016102.858992:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334556032 00002000:00100000:3.0:1734016102.859024:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7151616->7155711) req@ffff880078274700 x1818247334556032/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.859033:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078274700 with x1818247334556032 ext(7151616->7155711) 00002000:00010000:3.0:1734016102.859037:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078274700 00000100:00100000:0.0:1734016102.871684:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.872303:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334556288 00000100:00100000:3.0:1734016102.872312:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334556288 00002000:00100000:3.0:1734016102.872349:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7147520->7151615) req@ffff880078274a80 x1818247334556288/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.872358:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078274a80 with x1818247334556288 ext(7147520->7151615) 00002000:00010000:3.0:1734016102.872363:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078274a80 00000100:00100000:3.0:1734016102.872393:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8311 00000100:00100000:3.0:1734016102.872399:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:1972:x1818247334556288:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016102.872577:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:1972:x1818247334556288:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 176us (899us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016102.872583:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8311 00002000:00100000:3.0:1734016102.872588:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7147520->7151615) req@ffff880078274a80 x1818247334556288/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.872594:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078274a80 with x1818247334556288 ext(7147520->7151615) 00002000:00010000:3.0:1734016102.872597:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078274a80 00000100:00100000:0.0:1734016102.887030:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016102.897452:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.897763:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334556672 00000100:00100000:3.0:1734016102.897771:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334556672 00002000:00100000:3.0:1734016102.897803:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7143424->7177233) req@ffff880078275180 x1818247334556672/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.897843:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078275180 with x1818247334556672 ext(7143424->7177233) 00002000:00010000:3.0:1734016102.897848:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078275180 00000100:00100000:3.0:1734016102.897873:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8313 00000100:00100000:3.0:1734016102.897879:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:1971:x1818247334556672:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016102.911588:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:1971:x1818247334556672:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 13698us (14131us total) trans 4294969289 rc 0/0 00000100:00100000:0.0:1734016102.911598:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8313 00002000:00100000:0.0:1734016102.911609:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7143424->7177233) req@ffff880078275180 x1818247334556672/t4294969289(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:63/0 lens 488/448 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.911619:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078275180 with x1818247334556672 ext(7143424->7177233) 00002000:00010000:0.0:1734016102.911624:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078275180 00000100:00100000:0.0:1734016102.931397:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016102.931804:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334556800 00000100:00100000:1.0:1734016102.931836:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334556800 00000100:00100000:1.0:1734016102.931880:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2029 00000100:00100000:1.0:1734016102.931887:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247334556800:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:1.0:1734016102.931996:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247334556800:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 109us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016102.932002:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2029 00000100:00100000:1.0:1734016102.936272:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334556928 00000100:00100000:1.0:1734016102.936279:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334556928 00000100:00100000:1.0:1734016102.936350:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10292 00000100:00100000:1.0:1734016102.936355:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:1969:x1818247334556928:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016102.942378:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969289 is committed 00000001:00080000:0.0:1734016102.942395:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969287 is committed 00000100:00100000:1.0:1734016102.942710:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334556928:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 6349us (6512us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016102.942726:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10292 00000100:00100000:0.0:1734016102.950464:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016102.971259:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016102.971388:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334557184 00000100:00100000:1.0:1734016102.971399:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334557184 00000100:00100000:1.0:1734016102.971465:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2031 00000100:00100000:1.0:1734016102.971474:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:9662:x1818247334557184:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.971499:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.971522:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55991d91 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4edaf expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.971650:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55991d98 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016102.971661:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55991d98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016102.971670:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55991d98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:1.0:1734016102.971690:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7177234 00000004:00200000:1.0:1734016102.971694:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016102.971708:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55991d98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016102.971727:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55991d91 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edaf expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.971759:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55991d98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edaf expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.971766:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016102.971769:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016102.971772:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:1.0:1734016102.971848:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334557184:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 375us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016102.971855:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2031 00000100:00100000:3.0:1734016102.983758:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016102.983987:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334557312 00000100:00100000:1.0:1734016102.983997:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334557312 00000100:00100000:1.0:1734016102.984051:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10293 00000100:00100000:1.0:1734016102.984057:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334557312:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.984073:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.984089:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55991d9f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4edb6 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016102.984157:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338342400:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016102.985036:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00002000:00010000:1.0:1734016102.986851:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016101 -> 1734016102 00002000:00010000:1.0:1734016102.986858:0:7684:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 488 -> 560 00000100:00100000:1.0:1734016102.986879:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338342400:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016102.986912:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55991d9f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edb6 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.986923:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55991d9f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edb6 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.986948:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:1.0:1734016102.987098:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334557312:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3040us (3349us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016102.987107:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10293 00000100:00100000:0.0:1734016102.988556:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016102.988614:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334557440 00000100:00100000:1.0:1734016102.988618:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334557440 00000100:00100000:1.0:1734016102.988650:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10294 00000100:00100000:1.0:1734016102.988655:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334557440:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.988667:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.988679:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55991da6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4edbd expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.988698:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991d7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eda1 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.988704:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016102.988705:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016102.988708:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55991da6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8478720->8523775] (req 8478720->8523775) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edbd expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.988729:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991d7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eda1 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.988739:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991d7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eda1 expref: 5 pid: 7684 timeout: 466 lvb_type: 0 00000100:00100000:1.0:1734016102.988749:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338342528:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016102.988778:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.989938:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338342528:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016102.989955:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55991da6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8478720->8523775] (req 8478720->8523775) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edbd expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.989965:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016102.989985:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334557440:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1329us (1430us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016102.989991:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10294 00000100:00100000:0.0:1734016102.994436:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016102.994523:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334557568 00000100:00100000:3.0:1734016102.994538:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334557568 00010000:00010000:3.0:1734016102.994570:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991d7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eda1 expref: 6 pid: 7684 timeout: 466 lvb_type: 0 00000100:00100000:3.0:1734016102.994601:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2840 00000100:00100000:3.0:1734016102.994607:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334557568:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016102.994622:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016102.994644:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991d7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eda1 expref: 6 pid: 7684 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016102.994655:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991d7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eda1 expref: 6 pid: 7684 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016102.994678:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55991d7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eda1 expref: 6 pid: 7684 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016102.994804:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016102.994991:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016102.995004:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55991da6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8478720->8523775) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edbd expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.995012:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55991da6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8478720->8523775) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edbd expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.995053:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55991da6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8478720->8523775) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edbd expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016102.995073:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7829880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338342656:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016102.996294:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016103.001578:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7829880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338342656:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016103.001978:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016103.002022:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016103.002222:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334557696 00000100:00100000:1.0:1734016103.002230:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334557696 00000100:00100000:1.0:1734016103.002279:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10295 00000100:00100000:1.0:1734016103.002287:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334557696:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016103.002502:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7177234 -> 7177234 00002000:00010000:1.0:1734016103.002506:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016102 -> 1734016102 00002000:00010000:1.0:1734016103.002508:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016102 -> 1734016101 00002000:00010000:1.0:1734016103.002510:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016102 -> 1734016103 00002000:00010000:1.0:1734016103.002512:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 560 -> 648 00000100:00100000:3.0:1734016103.002565:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334557568:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7956us (8135us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016103.002577:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2840 00000100:00100000:1.0:1734016103.003259:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334557696:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 971us (1281us total) trans 4294969290 rc 0/0 00000100:00100000:1.0:1734016103.003268:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10295 00000100:00100000:3.0:1734016103.006664:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.006745:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334557824 00000100:00100000:1.0:1734016103.006751:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334557824 00000100:00100000:1.0:1734016103.007034:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10296 00000100:00100000:1.0:1734016103.007042:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334557824:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.007061:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.007080:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55991dad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4edc4 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016103.007134:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338342784:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016103.007780:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00002000:00010000:1.0:1734016103.009733:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016101 -> 1734016102 00000100:00100000:1.0:1734016103.009753:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338342784:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016103.009779:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55991dad lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edc4 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.009789:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55991dad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edc4 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.009833:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:1.0:1734016103.009878:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334557824:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2836us (3223us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016103.009885:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10296 00000100:00100000:0.0:1734016103.011855:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.011913:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334557952 00000100:00100000:1.0:1734016103.011919:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334557952 00000100:00100000:1.0:1734016103.011955:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10297 00000100:00100000:1.0:1734016103.011960:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334557952:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.011971:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.011983:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991db4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4edcb expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016103.012024:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338342912:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016103.012055:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.013313:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338342912:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016103.013331:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991db4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edcb expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.013341:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991db4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edcb expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.013351:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:1.0:1734016103.014102:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334557952:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2140us (2249us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016103.014110:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10297 00000100:00100000:0.0:1734016103.016323:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.016597:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334558080 00000100:00100000:1.0:1734016103.016607:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334558080 00000100:00100000:1.0:1734016103.016660:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10298 00000100:00100000:1.0:1734016103.016669:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334558080:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.016693:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.016713:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55991dbb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4edd2 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016103.016780:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338343040:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016103.016871:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.019391:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338343040:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016103.019419:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55991dbb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edd2 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.019431:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55991dbb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edd2 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.019441:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016103.019482:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334558080:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2813us (3166us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016103.019489:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10298 00000100:00100000:3.0:1734016103.023093:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.023773:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334558208 00000100:00100000:1.0:1734016103.023781:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334558208 00000100:00100000:1.0:1734016103.023940:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10299 00000100:00100000:1.0:1734016103.023947:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334558208:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.023961:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.023976:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991dc2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4edd9 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.024002:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55991da6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8478720->8523775) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edbd expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.024009:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016103.024010:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016103.024013:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991dc2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8814592->8880127] (req 8814592->8880127) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edd9 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.024038:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55991da6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8478720->8523775) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edbd expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.024051:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55991da6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8478720->8523775) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edbd expref: 7 pid: 7684 timeout: 466 lvb_type: 0 00000100:00100000:1.0:1734016103.024073:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338343168:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016103.024133:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.030723:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338343168:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016103.030758:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991dc2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8814592->8880127] (req 8814592->8880127) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edd9 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.030774:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016103.030844:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334558208:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6895us (7761us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.030858:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10299 00000100:00100000:0.0:1734016103.031553:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.031617:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334558336 00000100:00100000:3.0:1734016103.031626:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334558336 00010000:00010000:3.0:1734016103.031654:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55991da6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8478720->8523775) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edbd expref: 8 pid: 7684 timeout: 466 lvb_type: 0 00000100:00100000:3.0:1734016103.031678:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2841 00000100:00100000:3.0:1734016103.031684:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334558336:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016103.031699:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016103.031721:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55991da6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8478720->8523775) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edbd expref: 8 pid: 7684 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016103.031732:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55991da6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8478720->8523775) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edbd expref: 8 pid: 7684 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016103.031757:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55991da6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8478720->8523775) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edbd expref: 8 pid: 7684 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016103.031785:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016103.031787:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016103.031795:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991dc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8814592->8880127) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edd9 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.031803:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991dc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8814592->8880127) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edd9 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.031852:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991dc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8814592->8880127) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edd9 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016103.031863:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7828a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338343296:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016103.031899:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7510a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016103.039562:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7828a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338343296:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016103.039588:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016103.041008:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078277100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334558336:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 9318us (9451us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016103.041024:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2841 00000100:00100000:1.0:1734016103.042941:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.043548:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334558464 00000100:00100000:0.0:1734016103.043559:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334558464 00000100:00100000:0.0:1734016103.043623:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10300 00000100:00100000:0.0:1734016103.043630:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334558464:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016103.043904:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7177234 -> 7177234 00002000:00010000:0.0:1734016103.043908:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016102 -> 1734016102 00002000:00010000:0.0:1734016103.043910:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016102 -> 1734016101 00002000:00010000:0.0:1734016103.043911:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016103 -> 1734016103 00002000:00010000:0.0:1734016103.043913:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 648 -> 776 00000100:00100000:0.0:1734016103.043969:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334558464:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 338us (1036us total) trans 4294969291 rc 0/0 00000100:00100000:0.0:1734016103.043975:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10300 00000100:00100000:0.0:1734016103.053114:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.061076:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.077255:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.084288:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.099289:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.109645:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.116005:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.119348:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334559360 00000100:00100000:1.0:1734016103.119366:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334559360 00000100:00100000:1.0:1734016103.119462:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10307 00000100:00100000:1.0:1734016103.119472:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bc64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334559360:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.119503:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.119535:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55991df3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ee0a expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016103.119638:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338344192:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016103.119769:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.140071:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338344192:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016103.140125:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55991df3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee0a expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.140144:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55991df3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee0a expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.140173:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016103.140232:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bc64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334559360:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 20760us (24246us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016103.140241:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10307 00000100:00100000:0.0:1734016103.146330:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.146423:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334559488 00000100:00100000:1.0:1734016103.146430:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334559488 00000100:00100000:1.0:1734016103.146474:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10308 00000100:00100000:1.0:1734016103.146481:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bc64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334559488:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.146500:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.146522:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991dfa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ee11 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016103.146580:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338344320:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016103.146627:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.147953:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338344320:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016103.147987:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991dfa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee11 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.147999:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991dfa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee11 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.148015:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016103.148053:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bc64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334559488:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1571us (1736us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016103.148060:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10308 00000100:00100000:0.0:1734016103.151915:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.155577:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.155744:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334559872 00000100:00100000:3.0:1734016103.155750:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334559872 00010000:00010000:3.0:1734016103.155791:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55991d98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edaf expref: 15 pid: 6479 timeout: 466 lvb_type: 0 00000100:00100000:3.0:1734016103.155831:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2842 00000100:00100000:3.0:1734016103.155838:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bc64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1970:x1818247334559872:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016103.155851:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016103.155857:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55991d98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edaf expref: 15 pid: 6479 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016103.155868:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55991d98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edaf expref: 15 pid: 6479 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016103.155885:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55991d98 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edaf expref: 15 pid: 6479 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016103.155904:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016103.155909:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55991e01 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.155917:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55991e01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.155923:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55991e01 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.155941:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016103.155979:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bc64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1970:x1818247334559872:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 141us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016103.155985:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2842 00010000:00010000:3.0:1734016103.156006:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55991e01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.156011:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55991e01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:3.0:1734016103.156079:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968592 00000004:00010000:3.0:1734016103.156112:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007bc64700 reply state ffff880078402000 transno 4294968593 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55991e01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016103.156118:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016103.156169:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bc64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334559744:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 4099us (4266us total) trans 4294968593 rc 0/0 00000100:00100000:3.0:1734016103.156176:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2032 00000020:00080000:3.0:1734016103.156179:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016103.159299:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55991e01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.159311:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55991e01 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.159318:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55991e01 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.159324:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404900 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016103.159329:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55991e01 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.159335:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55991e01 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.159355:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016103.159357:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016103.159361:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55991e01 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.159366:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55991e01 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016103.161963:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.165201:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.165301:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334560128 00000100:00100000:3.0:1734016103.165311:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334560128 00000100:00100000:3.0:1734016103.165358:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2033 00000100:00100000:3.0:1734016103.165364:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334560128:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016103.165392:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016103.165420:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55991e08 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ee18 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.165539:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55991e0f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.165555:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55991e0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.165567:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55991e0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:3.0:1734016103.165595:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7683150 00000004:00200000:3.0:1734016103.165600:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016103.165618:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55991e0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.165641:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55991e08 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee18 expref: 16 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.165658:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55991e0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee18 expref: 15 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.165667:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016103.165670:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016103.165675:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:3.0:1734016103.165727:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334560128:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 361us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016103.165733:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2033 00000100:00100000:3.0:1734016103.171112:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.171203:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334560384 00000100:00100000:1.0:1734016103.171212:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334560384 00000100:00100000:1.0:1734016103.171261:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2034 00000100:00100000:1.0:1734016103.171268:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:9662:x1818247334560384:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016103.171472:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55991e16 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016103.171488:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55991e0f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee18 expref: 14 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.171498:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55991e16 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016103.171546:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55991e0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee18 expref: 14 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.171560:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55991e0f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee18 expref: 14 pid: 6480 timeout: 466 lvb_type: 0 00000100:00100000:1.0:1734016103.171573:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338344576:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016103.172168:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00010000:00010000:1.0:1734016103.175041:0:6469:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016103.175411:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.176121:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338344576:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016103.176149:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55991e16 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016103.177744:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55991e16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016103.177750:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55991e16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:1.0:1734016103.177866:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968594 00000004:00010000:1.0:1734016103.177908:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800783c8380 reply state ffff88012cf6b000 transno 4294968595 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55991e16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016103.177914:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016103.179015:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334560384:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 7742us (7905us total) trans 4294968595 rc 0/0 00000100:00100000:1.0:1734016103.179024:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2034 00000020:00080000:1.0:1734016103.179029:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016103.185495:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.185591:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334560640 00000100:00100000:1.0:1734016103.185602:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334560640 00010000:00010000:3.0:1734016103.185708:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55991e16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016103.185721:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55991e16 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016103.185727:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55991e16 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016103.185732:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e834480 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016103.185737:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55991e16 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016103.185742:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55991e16 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016103.185757:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016103.185759:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016103.185763:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55991e16 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016103.185767:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55991e16 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016103.186062:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10309 00000100:00100000:1.0:1734016103.186072:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bc65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334560640:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.186095:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.186114:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55991e1d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ee1f expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.186145:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991dc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8814592->8880127) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edd9 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.186151:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016103.186154:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016103.186156:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55991e1d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee1f expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.186184:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991dc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8814592->8880127) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edd9 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.186195:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991dc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8814592->8880127) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edd9 expref: 7 pid: 7684 timeout: 466 lvb_type: 0 00000100:00100000:1.0:1734016103.186209:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338344704:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016103.186278:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016103.189171:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.189278:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338344704:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016103.189309:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55991e1d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee1f expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.189325:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:1.0:1734016103.189376:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bc65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334560640:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3303us (3891us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.189386:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10309 00000100:00100000:3.0:1734016103.190452:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334560768 00000100:00100000:3.0:1734016103.190463:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334560768 00010000:00010000:3.0:1734016103.190505:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991dc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8814592->8880127) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edd9 expref: 8 pid: 7684 timeout: 466 lvb_type: 0 00000100:00100000:3.0:1734016103.190553:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2844 00000100:00100000:3.0:1734016103.190560:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bc65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334560768:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016103.190576:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016103.190597:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991dc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8814592->8880127) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edd9 expref: 8 pid: 7684 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016103.190610:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991dc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8814592->8880127) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edd9 expref: 8 pid: 7684 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016103.190638:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991dc2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8814592->8880127) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4edd9 expref: 8 pid: 7684 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016103.190655:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016103.190658:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016103.190663:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55991e1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee1f expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.190673:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55991e1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee1f expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.190715:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55991e1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee1f expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016103.190728:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338344832:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016103.190806:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a75100c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016103.194501:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338344832:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016103.194540:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016103.194595:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bc65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334560768:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4033us (5436us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016103.194608:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2844 00000100:00100000:0.0:1734016103.195281:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.198568:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.199704:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334561024 00000100:00100000:1.0:1734016103.199720:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334561024 00000100:00100000:1.0:1734016103.199791:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2035 00000100:00100000:1.0:1734016103.199802:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bc65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334561024:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.199847:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.199873:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc55991e24 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ee26 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.199998:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc55991e2b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016103.200013:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc55991e2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016103.200026:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc55991e2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:1.0:1734016103.200056:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2551304 00000004:00200000:1.0:1734016103.200062:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016103.200086:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc55991e2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016103.200112:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc55991e24 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee26 expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.200157:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc55991e2b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee26 expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.200166:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016103.200169:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016103.200173:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016103.200247:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bc65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334561024:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 448us (1687us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.200254:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2035 00000100:00100000:1.0:1734016103.202991:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.210456:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.217905:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.225169:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.225284:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334561536 00000100:00100000:3.0:1734016103.225296:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334561536 00010000:00010000:3.0:1734016103.225336:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55991e1d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee1f expref: 9 pid: 7684 timeout: 466 lvb_type: 0 00000100:00100000:3.0:1734016103.225376:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2845 00000100:00100000:3.0:1734016103.225384:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac891850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334561536:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016103.225404:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016103.225424:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55991e1d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee1f expref: 9 pid: 7684 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016103.225437:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55991e1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee1f expref: 9 pid: 7684 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016103.225466:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016103.225469:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016103.225475:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991e40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9568256->9625599) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee3b expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.225486:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991e40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9568256->9625599) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee3b expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.225518:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991e40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9568256->9625599) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee3b expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016103.225542:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338345344:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016103.225608:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a75100c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016103.231574:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338345344:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016103.231604:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016103.232474:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac891850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334561536:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7082us (7319us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016103.232491:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2845 00000100:00100000:1.0:1734016103.237919:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.238588:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334561664 00000100:00100000:3.0:1734016103.238599:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334561664 00000100:00100000:3.0:1734016103.238959:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2036 00000100:00100000:3.0:1734016103.238966:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334561664:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016103.238995:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016103.239017:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55991e47 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ee42 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.239121:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991e4e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.239136:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991e4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.239147:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991e4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:3.0:1734016103.239169:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2551304 00000004:00200000:3.0:1734016103.239172:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016103.239186:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991e4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.239208:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55991e47 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee42 expref: 18 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.239874:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991e4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee42 expref: 17 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.239882:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016103.239885:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016103.239888:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016103.239948:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334561664:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 983us (2044us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016103.239954:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2036 00000100:00100000:0.0:1734016103.242752:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.248136:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.252167:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.254702:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.259281:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.275057:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.279423:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.290467:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.299060:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.299474:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334562944 00000100:00100000:3.0:1734016103.299483:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334562944 00000100:00100000:3.0:1734016103.299672:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2037 00000100:00100000:3.0:1734016103.299679:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bc67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334562944:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016103.299722:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016103.299744:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc55991e2b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee26 expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.299892:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016103.299897:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016103.300008:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991e7f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.300018:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991e4e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee42 expref: 16 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.300027:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991e7f lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.300049:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991e4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee42 expref: 16 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.300059:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991e4e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee42 expref: 16 pid: 6480 timeout: 466 lvb_type: 0 00000100:00100000:3.0:1734016103.300069:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338346240:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016103.300116:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e14ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016103.303879:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338346240:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016103.303920:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991e7f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016103.304391:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.305483:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334563072 00000100:00100000:3.0:1734016103.305493:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334563072 00010000:00010000:3.0:1734016103.305539:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991e4e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee42 expref: 17 pid: 6480 timeout: 466 lvb_type: 0 00000100:00100000:3.0:1734016103.305609:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2846 00000100:00100000:3.0:1734016103.305616:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bc64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1969:x1818247334563072:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016103.305631:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016103.305637:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991e4e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee42 expref: 17 pid: 6480 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016103.305650:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991e4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee42 expref: 17 pid: 6480 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016103.305676:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991e4e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee42 expref: 17 pid: 6480 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016103.305692:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016103.305697:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991e7f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.305705:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991e7f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.305713:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991e7f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.305744:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016103.306355:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bc64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1969:x1818247334563072:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 738us (1964us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016103.306364:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2846 00010000:00010000:3.0:1734016103.310325:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991e7f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.310338:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991e7f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.310344:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991e7f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.310350:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070102400 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016103.310355:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991e7f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.310361:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991e7f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.310382:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016103.310385:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016103.310389:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991e7f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.310394:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991e7f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016103.313343:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.313673:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334563200 00000100:00100000:3.0:1734016103.313686:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334563200 00002000:00010000:3.0:1734016103.313740:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8208225->18446744073709551615) 00002000:00100000:3.0:1734016103.313746:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bc65180 with x1818247334563200 ext(8208225->18446744073709551615) 00002000:00010000:3.0:1734016103.313758:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bc65180. 00000100:00100000:3.0:1734016103.313792:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8316 00000100:00100000:3.0:1734016103.313803:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bc65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334563200:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016103.314039:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9622662 -> 8208225 00002000:00010000:3.0:1734016103.314043:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016103 -> 1734016103 00002000:00010000:3.0:1734016103.314046:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016103.314048:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016103 -> 1734016103 00002000:00010000:3.0:1734016103.314050:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 472 -> 472 00000100:00100000:3.0:1734016103.314109:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bc65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247334563200:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 308us (780us total) trans 4294969296 rc 0/0 00000100:00100000:3.0:1734016103.314115:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8316 00002000:00010000:3.0:1734016103.314118:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8208225->18446744073709551615) 00002000:00100000:3.0:1734016103.314120:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bc65180 with x1818247334563200 ext(8208225->18446744073709551615) 00002000:00010000:3.0:1734016103.314124:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bc65180. 00000100:00100000:0.0:1734016103.316337:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.319976:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.323625:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338346368:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016103.323677:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55991e94 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee7a expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016103.323695:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55991e94 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee7a expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016103.324299:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:3.0:1734016103.324368:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334563456:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4222us (4396us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016103.324376:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10321 00000100:00100000:0.0:1734016103.327714:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.327858:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334563584 00000100:00100000:3.0:1734016103.327871:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334563584 00000100:00100000:3.0:1734016103.328400:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10322 00000100:00100000:3.0:1734016103.328412:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334563584:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016103.328445:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016103.328473:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55991e9b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ee81 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016103.328696:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338346496:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016103.328781:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e14ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016103.331441:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338346496:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016103.331479:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55991e9b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee81 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016103.331493:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55991e9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee81 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016103.331505:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016103.331944:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334563584:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3533us (4243us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016103.331952:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10322 00000100:00100000:0.0:1734016103.334323:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.334476:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334563712 00000100:00100000:1.0:1734016103.334485:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334563712 00000100:00100000:1.0:1734016103.334580:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2039 00000100:00100000:1.0:1734016103.334587:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:9662:x1818247334563712:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.334622:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.334642:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55991ea2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ee88 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.334730:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55991ea9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016103.334750:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55991ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016103.334762:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55991ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:1.0:1734016103.334790:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8208225 00000004:00200000:1.0:1734016103.334795:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016103.334863:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55991ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016103.334888:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55991ea2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee88 expref: 18 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.334925:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55991ea9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee88 expref: 17 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.334934:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016103.334938:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016103.334941:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016103.335004:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334563712:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 416us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.335011:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2039 00000100:00100000:0.0:1734016103.338187:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.338363:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334563840 00000100:00100000:3.0:1734016103.338376:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334563840 00000100:00100000:3.0:1734016103.338460:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10323 00000100:00100000:3.0:1734016103.338470:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334563840:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016103.338500:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016103.338537:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991eb0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ee8f expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016103.338626:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338346624:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016103.338702:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e14ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016103.342326:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338346624:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016103.342372:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991eb0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee8f expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016103.342387:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991eb0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee8f expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016103.342413:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016103.342761:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334563840:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4290us (4588us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016103.342772:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10323 00000100:00100000:3.0:1734016103.345364:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.348410:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.348889:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334564224 00000100:00100000:3.0:1734016103.348896:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334564224 00010000:00010000:3.0:1734016103.348933:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991e40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9568256->9625599) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee3b expref: 11 pid: 7684 timeout: 467 lvb_type: 0 00000100:00100000:1.0:1734016103.350139:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2847 00000100:00100000:1.0:1734016103.350148:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334564224:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016103.350165:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016103.350186:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991e40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9568256->9625599) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee3b expref: 11 pid: 7684 timeout: 467 lvb_type: 0 00010000:00010000:1.0:1734016103.350195:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991e40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9568256->9625599) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee3b expref: 11 pid: 7684 timeout: 467 lvb_type: 0 00010000:00010000:1.0:1734016103.350216:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991e40 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9568256->9625599) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee3b expref: 11 pid: 7684 timeout: 467 lvb_type: 0 00010000:00010000:1.0:1734016103.350231:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016103.350233:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016103.350236:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55991eb7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4411392->4435967] (req 4411392->4435967) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.350244:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55991eb7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4411392->4435967] (req 4411392->4435967) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.350263:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016103.350302:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334564224:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 155us (1902us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.350312:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2847 00000100:00100000:0.0:1734016103.362052:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.362216:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334564352 00000100:00100000:3.0:1734016103.362232:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334564352 00000100:00100000:3.0:1734016103.362901:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10324 00000100:00100000:3.0:1734016103.362913:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334564352:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016103.362942:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016103.362972:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991ebe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ee96 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016103.362993:0:7684:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8208225, mtime: 0x675afc67, atime: 0x675afc65, ctime: 0x675afc67, blocks: 0x1d8 00010000:00010000:3.0:1734016103.363024:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016103.363027:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016103.363037:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991ebe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee96 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016103.363055:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991ebe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee96 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016103.363066:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016103.363141:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334564352:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 230us (1107us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016103.363151:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10324 00000100:00100000:3.0:1734016103.368758:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.378387:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.378637:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334564736 00000100:00100000:0.0:1734016103.378647:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334564736 00010000:00010000:0.0:1734016103.378691:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991ebe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee96 expref: 10 pid: 7684 timeout: 467 lvb_type: 1 00000100:00100000:0.0:1734016103.379955:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2848 00000100:00100000:0.0:1734016103.379970:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334564736:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016103.379995:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016103.380024:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991ebe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee96 expref: 10 pid: 7684 timeout: 467 lvb_type: 1 00010000:00010000:0.0:1734016103.380042:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991ebe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee96 expref: 10 pid: 7684 timeout: 467 lvb_type: 1 00010000:00010000:0.0:1734016103.380070:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991ebe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee96 expref: 10 pid: 7684 timeout: 467 lvb_type: 1 00010000:00010000:0.0:1734016103.380218:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016103.380220:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016103.380227:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991ec5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6680576->6696959] (req 6680576->6696959) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.380237:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991ec5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6680576->6696959] (req 6680576->6696959) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.380277:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016103.381261:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334564736:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1290us (2871us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.381271:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2848 00000001:00080000:0.0:1734016103.388309:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969297 is committed 00000001:00080000:0.0:1734016103.388340:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969296 is committed 00000100:00100000:0.0:1734016103.398938:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.399064:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334564864 00000100:00100000:1.0:1734016103.399078:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334564864 00000100:00100000:1.0:1734016103.399152:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10325 00000100:00100000:1.0:1734016103.399161:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334564864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.399183:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.399210:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991ecc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ee9d expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016103.399235:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8208225, mtime: 0x675afc67, atime: 0x675afc65, ctime: 0x675afc67, blocks: 0x1f8 00010000:00010000:1.0:1734016103.399257:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016103.399259:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016103.399269:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991ecc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee9d expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.399285:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991ecc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee9d expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.399295:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016103.400021:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334564864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 858us (1099us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.400029:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10325 00000100:00100000:0.0:1734016103.403891:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.404022:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334564992 00000100:00100000:1.0:1734016103.404034:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334564992 00000100:00100000:1.0:1734016103.404137:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10326 00000100:00100000:1.0:1734016103.404145:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334564992:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.404167:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.404186:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991ed3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eea4 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.404214:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016103.404216:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016103.404224:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991ed3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eea4 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.404240:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991ed3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eea4 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.404251:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016103.404886:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334564992:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 738us (1002us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.404893:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10326 00000100:00100000:3.0:1734016103.405199:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338347008:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1734016103.405256:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016103.405989:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338347008 00000100:00100000:3.0:1734016103.405997:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338347008 00000100:00100000:3.0:1734016103.406313:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1734016103.406320:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338347008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1734016103.406351:0:7687:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:3.0:1734016103.406389:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338347008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (1134us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016103.406395:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1734016103.406447:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338347008:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016103.410894:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334565120 00000100:00100000:1.0:1734016103.410906:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334565120 00000100:00100000:1.0:1734016103.411464:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10327 00000100:00100000:1.0:1734016103.411472:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334565120:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.411493:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.411513:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991eda lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eeab expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.411553:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991ecc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee9d expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.411566:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991ed3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eea4 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.411572:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016103.411574:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016103.411578:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991eda lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6144000->6205439] (req 6144000->6205439) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeab expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.411612:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991ed3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eea4 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.411626:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991ed3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eea4 expref: 7 pid: 7686 timeout: 467 lvb_type: 1 00000100:00100000:1.0:1734016103.411642:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338347136:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016103.411736:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991ecc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee9d expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.411743:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991ecc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee9d expref: 6 pid: 7686 timeout: 467 lvb_type: 1 00000100:00100000:1.0:1734016103.411751:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338347264:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016103.411770:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.414758:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338347136:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016103.414774:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338347264:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016103.414836:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991eda lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6144000->6205439] (req 6144000->6205439) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeab expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.414855:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834240, rc 0) 00000100:00100000:1.0:1734016103.415335:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334565120:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3861us (5135us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.415346:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10327 00000100:00100000:0.0:1734016103.415531:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.415620:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.415658:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334565376 00000100:00100000:0.0:1734016103.415667:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334565376 00010000:00010000:0.0:1734016103.415711:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991ecc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee9d expref: 7 pid: 7686 timeout: 467 lvb_type: 1 00000100:00100000:0.0:1734016103.415763:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334565248 00000100:00100000:0.0:1734016103.415766:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334565248 00010000:00010000:0.0:1734016103.415775:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991ed3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eea4 expref: 7 pid: 7686 timeout: 467 lvb_type: 1 00000100:00100000:0.0:1734016103.415787:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2849 00000100:00100000:0.0:1734016103.415792:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334565376:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016103.415833:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016103.415862:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991ecc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee9d expref: 7 pid: 7686 timeout: 467 lvb_type: 1 00010000:00010000:0.0:1734016103.415871:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991ecc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee9d expref: 7 pid: 7686 timeout: 467 lvb_type: 1 00010000:00010000:0.0:1734016103.415899:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55991ecc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee9d expref: 7 pid: 7686 timeout: 467 lvb_type: 1 00010000:00010000:0.0:1734016103.415920:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016103.415940:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334565376:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 148us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.415945:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2849 00000100:00100000:0.0:1734016103.415959:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2850 00000100:00100000:0.0:1734016103.415963:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334565248:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016103.415970:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016103.415978:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991ed3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eea4 expref: 7 pid: 7686 timeout: 467 lvb_type: 1 00010000:00010000:0.0:1734016103.415987:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991ed3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eea4 expref: 7 pid: 7686 timeout: 467 lvb_type: 1 00010000:00010000:0.0:1734016103.415998:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55991ed3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eea4 expref: 7 pid: 7686 timeout: 467 lvb_type: 1 00010000:00010000:0.0:1734016103.416007:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016103.416009:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016103.416015:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991eda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6205439) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeab expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.416023:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991eda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6205439) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeab expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.416058:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991eda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6205439) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeab expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016103.416074:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338347392:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016103.416116:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016103.420059:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338347392:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016103.420090:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016103.420162:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334565248:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4195us (4539us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.420175:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2850 00000100:00100000:1.0:1734016103.421237:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334565504 00000100:00100000:1.0:1734016103.421245:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334565504 00000100:00100000:1.0:1734016103.421284:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10328 00000100:00100000:1.0:1734016103.421290:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334565504:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016103.421503:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8208225 -> 8208225 00002000:00010000:1.0:1734016103.421507:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016103 -> 1734016103 00002000:00010000:1.0:1734016103.421509:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016103.421510:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016103 -> 1734016103 00002000:00010000:1.0:1734016103.421512:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 504 -> 624 00000100:00100000:1.0:1734016103.422841:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334565504:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1546us (1726us total) trans 4294969298 rc 0/0 00000100:00100000:1.0:1734016103.422851:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10328 00000100:00100000:1.0:1734016103.426686:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334565632 00000100:00100000:1.0:1734016103.426699:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334565632 00000100:00100000:1.0:1734016103.426933:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10329 00000100:00100000:1.0:1734016103.426944:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334565632:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.426969:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.426996:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991ee1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eeb2 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016103.427072:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338347520:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016103.427181:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.429775:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338347520:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016103.429909:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991ee1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeb2 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.429924:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991ee1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeb2 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.430109:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016103.430318:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334565632:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3374us (3967us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016103.430326:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10329 00000100:00100000:3.0:1734016103.435623:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.435744:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334565760 00000100:00100000:1.0:1734016103.435760:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334565760 00000100:00100000:1.0:1734016103.435875:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10330 00000100:00100000:1.0:1734016103.435887:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334565760:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.435920:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.435953:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991ee8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eeb9 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.435997:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991eda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6205439) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeab expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.436009:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016103.436011:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016103.436017:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991ee8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5652480->5668863] (req 5652480->5668863) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeb9 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.436059:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991eda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6205439) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeab expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.436072:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991eda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6205439) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeab expref: 6 pid: 7686 timeout: 467 lvb_type: 0 00000100:00100000:1.0:1734016103.436089:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338347648:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016103.436173:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.439855:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338347648:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016103.439913:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991ee8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5652480->5668863] (req 5652480->5668863) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeb9 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.439942:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016103.440032:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334565760:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4146us (4428us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.440046:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10330 00000100:00100000:0.0:1734016103.440323:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.441930:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334565888 00000100:00100000:1.0:1734016103.441947:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334565888 00010000:00010000:1.0:1734016103.441984:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991eda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6205439) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeab expref: 7 pid: 7686 timeout: 467 lvb_type: 0 00000100:00100000:1.0:1734016103.443964:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2851 00000100:00100000:1.0:1734016103.443983:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334565888:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016103.444009:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016103.444045:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991eda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6144000->6205439) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeab expref: 7 pid: 7686 timeout: 467 lvb_type: 0 00010000:00010000:1.0:1734016103.444060:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991eda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6144000->6205439) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeab expref: 7 pid: 7686 timeout: 467 lvb_type: 0 00010000:00010000:1.0:1734016103.444084:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55991eda lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6144000->6205439) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeab expref: 7 pid: 7686 timeout: 467 lvb_type: 0 00010000:00010000:1.0:1734016103.444124:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016103.444127:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016103.444135:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991ee8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5652480->5668863) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeb9 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.444145:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991ee8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5652480->5668863) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeb9 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.444187:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991ee8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5652480->5668863) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeb9 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016103.444203:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338347776:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016103.444311:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016103.449779:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.450059:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334566016 00000100:00100000:0.0:1734016103.450073:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334566016 00000100:00100000:0.0:1734016103.450155:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10331 00000100:00100000:0.0:1734016103.450165:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334566016:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016103.450512:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8208225 -> 8208225 00002000:00010000:0.0:1734016103.450516:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016103 -> 1734016103 00002000:00010000:0.0:1734016103.450528:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:0.0:1734016103.450530:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016103 -> 1734016103 00002000:00010000:0.0:1734016103.450532:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 624 -> 656 00000100:00100000:0.0:1734016103.450617:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334566016:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 451us (857us total) trans 4294969299 rc 0/0 00000100:00100000:0.0:1734016103.450630:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10331 00000100:00100000:1.0:1734016103.450715:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338347776:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016103.450751:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016103.450788:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334565888:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6811us (10466us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.450798:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2851 00000100:00100000:3.0:1734016103.456298:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.456412:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334566144 00000100:00100000:0.0:1734016103.456425:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334566144 00000100:00100000:0.0:1734016103.457068:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10332 00000100:00100000:0.0:1734016103.457077:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334566144:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016103.457101:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016103.457130:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55991eef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eec0 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016103.457207:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338347904:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016103.457292:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.469389:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.481842:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.485692:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.486249:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334566528 00000100:00100000:0.0:1734016103.486258:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334566528 00010000:00010000:0.0:1734016103.486290:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991ee8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5652480->5668863) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeb9 expref: 8 pid: 7686 timeout: 467 lvb_type: 0 00000100:00100000:0.0:1734016103.486321:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2852 00000100:00100000:0.0:1734016103.486328:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac891450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334566528:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016103.486343:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016103.486366:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991ee8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5652480->5668863) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeb9 expref: 8 pid: 7686 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016103.486378:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991ee8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5652480->5668863) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeb9 expref: 8 pid: 7686 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016103.486405:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55991ee8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5652480->5668863) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeb9 expref: 8 pid: 7686 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016103.486486:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016103.486488:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016103.486496:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55991efd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7950336->7995391) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eece expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.486507:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55991efd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7950336->7995391) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eece expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.486555:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55991efd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7950336->7995391) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eece expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016103.486572:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784de680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338348288:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016103.486618:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016103.492548:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784de680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338348288:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016103.492586:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016103.492688:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac891450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334566528:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6359us (7006us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.492708:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2852 00000100:00100000:0.0:1734016103.503402:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.503471:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.503681:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8320 00000100:00100000:3.0:1734016103.503689:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334566912:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016103.604455:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334566912:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 100740us (100958us total) trans 0 rc 4014080/4014080 00000100:00100000:3.0:1734016103.604480:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8320 00002000:00100000:3.0:1734016103.604503:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8208383) req@ffff8800784dd500 x1818247334566912/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:64/0 lens 504/440 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4014080/4014080 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.604531:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dd500 with x1818247334566912 ext(4190208->8208383) 00002000:00010000:3.0:1734016103.604541:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dd500 00000100:00100000:0.0:1734016103.653030:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334566784:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 149323us (149616us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016103.653050:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8319 00002000:00100000:0.0:1734016103.653069:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->7954431) req@ffff8800784dca80 x1818247334566784/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:64/0 lens 504/440 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016103.653080:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dca80 with x1818247334566784 ext(0->7954431) 00002000:00010000:0.0:1734016103.653090:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dca80 00000100:00100000:0.0:1734016103.662679:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.670171:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.681418:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.688146:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334567552 00000100:00100000:0.0:1734016103.688161:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334567552 00010000:00010000:0.0:1734016103.688202:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55991e8d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee73 expref: 17 pid: 6480 timeout: 467 lvb_type: 0 00000100:00100000:0.0:1734016103.688257:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2853 00000100:00100000:0.0:1734016103.688264:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1970:x1818247334567552:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016103.688279:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016103.688284:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55991e8d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee73 expref: 17 pid: 6480 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016103.688301:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55991e8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee73 expref: 17 pid: 6480 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016103.688327:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55991e8d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ee73 expref: 17 pid: 6480 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016103.688365:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016103.688370:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55991f0b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016103.688380:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55991f0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016103.688386:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55991f0b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016103.688418:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016103.688482:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1970:x1818247334567552:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 217us (7073us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.688490:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2853 00010000:00010000:0.0:1734016103.688563:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55991f0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016103.688569:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55991f0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:0.0:1734016103.688675:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968598 00000004:00010000:0.0:1734016103.688732:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800785c5880 reply state ffff880078405000 transno 4294968599 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55991f0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016103.688740:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016103.688856:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334567424:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 15748us (18698us total) trans 4294968599 rc 0/0 00000100:00100000:0.0:1734016103.688862:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2040 00000020:00080000:0.0:1734016103.688868:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016103.691272:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55991f0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.691294:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55991f0b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.691301:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55991f0b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.691307:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405200 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016103.691311:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55991f0b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.691319:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55991f0b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.691341:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016103.691345:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016103.691349:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55991f0b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016103.691354:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55991f0b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016103.691742:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.691860:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334567680 00000100:00100000:0.0:1734016103.691877:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334567680 00000100:00100000:0.0:1734016103.691942:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10336 00000100:00100000:0.0:1734016103.691953:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334567680:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016103.691983:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016103.692007:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55991f12 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eedc expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.692045:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55991efd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7950336->7995391) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eece expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.692054:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991f04 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eed5 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016103.692060:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016103.692062:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016103.692065:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55991f12 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eedc expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.692104:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991f04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eed5 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016103.692121:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991f04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eed5 expref: 7 pid: 7684 timeout: 467 lvb_type: 1 00000100:00100000:0.0:1734016103.692143:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338348544:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016103.692234:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55991efd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7950336->7995391) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eece expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.692242:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55991efd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7950336->7995391) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eece expref: 8 pid: 7684 timeout: 467 lvb_type: 0 00000100:00100000:0.0:1734016103.692253:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784de680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338348672:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016103.692274:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016103.701353:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.701841:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334567808 00000100:00100000:3.0:1734016103.701847:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334567808 00010000:00010000:3.0:1734016103.701868:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991f04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eed5 expref: 8 pid: 7684 timeout: 467 lvb_type: 1 00000100:00100000:3.0:1734016103.701905:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2854 00000100:00100000:3.0:1734016103.701911:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334567808:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016103.701921:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016103.701937:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991f04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eed5 expref: 8 pid: 7684 timeout: 467 lvb_type: 1 00010000:00010000:3.0:1734016103.701946:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991f04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eed5 expref: 8 pid: 7684 timeout: 467 lvb_type: 1 00010000:00010000:3.0:1734016103.701966:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55991f04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eed5 expref: 8 pid: 7684 timeout: 467 lvb_type: 1 00010000:00010000:3.0:1734016103.701979:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016103.701997:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334567808:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 86us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016103.702003:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2854 00000100:00100000:1.0:1734016103.738363:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.749648:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.750035:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334568064 00000100:00100000:1.0:1734016103.750044:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334568064 00002000:00010000:1.0:1734016103.750081:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3322233->18446744073709551615) 00002000:00100000:1.0:1734016103.750087:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784ded80 with x1818247334568064 ext(3322233->18446744073709551615) 00002000:00010000:1.0:1734016103.750098:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784ded80. 00000100:00100000:1.0:1734016103.750257:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8321 00000100:00100000:1.0:1734016103.750262:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334568064:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016103.759896:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8208225 -> 3322233 00002000:00010000:1.0:1734016103.759907:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016103 -> 1734016103 00002000:00010000:1.0:1734016103.759909:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016103 -> 1734016101 00002000:00010000:1.0:1734016103.759912:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016103 -> 1734016103 00002000:00010000:1.0:1734016103.759913:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 656 -> 472 00000100:00100000:1.0:1734016103.760084:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334568064:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 9807us (10438us total) trans 4294969300 rc 0/0 00000100:00100000:1.0:1734016103.760100:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8321 00002000:00010000:1.0:1734016103.760107:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3322233->18446744073709551615) 00002000:00100000:1.0:1734016103.760111:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784ded80 with x1818247334568064 ext(3322233->18446744073709551615) 00002000:00010000:1.0:1734016103.760120:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784ded80. 00000100:00100000:0.0:1734016103.769237:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.776312:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.789212:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334568448 00000100:00100000:1.0:1734016103.789228:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334568448 00000100:00100000:1.0:1734016103.789312:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2042 00000100:00100000:1.0:1734016103.789322:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334568448:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.789349:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.789377:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55991f27 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eeea expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.789495:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55991f2e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016103.789525:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55991f2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016103.789540:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55991f2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:1.0:1734016103.789581:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3322233 00000004:00200000:1.0:1734016103.789587:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016103.789615:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55991f2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016103.789649:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55991f27 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeea expref: 18 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.789728:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55991f2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeea expref: 17 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.789738:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016103.789741:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016103.789745:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016103.790046:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334568448:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 724us (937us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.790055:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2042 00000100:00100000:1.0:1734016103.795252:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.795336:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334568576 00000100:00100000:0.0:1734016103.795348:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334568576 00000100:00100000:0.0:1734016103.795415:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10338 00000100:00100000:0.0:1734016103.795426:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334568576:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016103.795448:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016103.795472:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55991f35 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eef1 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016103.795562:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338348928:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016103.796862:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016103.824443:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.840023:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.850538:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.862026:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.862278:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334569216 00000100:00100000:1.0:1734016103.862289:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334569216 00002000:00100000:1.0:1734016103.862339:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2592768->2596863) req@ffff8800784df800 x1818247334569216/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.862349:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784df800 with x1818247334569216 ext(2592768->2596863) 00002000:00010000:1.0:1734016103.862354:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784df800 00000100:00100000:1.0:1734016103.862389:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8322 00000100:00100000:1.0:1734016103.862397:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334569216:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016103.862567:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334569216:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 170us (552us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016103.862573:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8322 00002000:00100000:1.0:1734016103.862578:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2592768->2596863) req@ffff8800784df800 x1818247334569216/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.862584:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784df800 with x1818247334569216 ext(2592768->2596863) 00002000:00010000:1.0:1734016103.862586:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784df800 00000100:00100000:1.0:1734016103.866415:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.869665:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334569472 00000100:00100000:3.0:1734016103.869687:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334569472 00002000:00100000:3.0:1734016103.869760:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2588672->2592767) req@ffff8800785c5c00 x1818247334569472/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.869772:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c5c00 with x1818247334569472 ext(2588672->2592767) 00002000:00010000:3.0:1734016103.869779:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c5c00 00000100:00100000:3.0:1734016103.869939:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8323 00000100:00100000:3.0:1734016103.869946:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334569472:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016103.870147:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334569472:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 199us (3757us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016103.870155:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8323 00002000:00100000:3.0:1734016103.870161:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2588672->2592767) req@ffff8800785c5c00 x1818247334569472/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.870168:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c5c00 with x1818247334569472 ext(2588672->2592767) 00002000:00010000:3.0:1734016103.870172:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c5c00 00000100:00100000:1.0:1734016103.879643:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.888924:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.889105:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334569984 00000100:00100000:3.0:1734016103.889116:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334569984 00002000:00100000:3.0:1734016103.889161:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2580480->2584575) req@ffff8800784de680 x1818247334569984/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.889171:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784de680 with x1818247334569984 ext(2580480->2584575) 00002000:00010000:3.0:1734016103.889176:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784de680 00000100:00100000:3.0:1734016103.889258:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8325 00000100:00100000:3.0:1734016103.889268:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334569984:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016103.889861:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334569984:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 592us (951us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016103.889869:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8325 00002000:00100000:3.0:1734016103.889876:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2580480->2584575) req@ffff8800784de680 x1818247334569984/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.889883:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784de680 with x1818247334569984 ext(2580480->2584575) 00002000:00010000:3.0:1734016103.889885:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784de680 00000100:00100000:1.0:1734016103.901588:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016103.927925:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.934450:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338349568:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016103.934506:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991f58 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef14 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016103.934534:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55991f58 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef14 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016103.937014:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:3.0:1734016103.937169:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334570240:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6104us (9247us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016103.937181:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10343 00000100:00100000:0.0:1734016103.945734:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016103.945833:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334570368 00000100:00100000:3.0:1734016103.945844:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334570368 00000100:00100000:3.0:1734016103.945904:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10344 00000100:00100000:3.0:1734016103.945911:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334570368:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016103.946103:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3322233 -> 3322233 00002000:00010000:3.0:1734016103.946107:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016103 -> 1734016103 00002000:00010000:3.0:1734016103.946109:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016103 -> 1734016101 00002000:00010000:3.0:1734016103.946111:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016103 -> 1734016103 00002000:00010000:3.0:1734016103.946112:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 472 -> 472 00000100:00100000:3.0:1734016103.946208:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334570368:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 297us (488us total) trans 4294969302 rc 0/0 00000100:00100000:3.0:1734016103.946214:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10344 00000100:00100000:0.0:1734016103.948601:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.948731:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334570496 00000100:00100000:1.0:1734016103.948744:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334570496 00000100:00100000:1.0:1734016103.948870:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10345 00000100:00100000:1.0:1734016103.948877:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334570496:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.948906:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.948932:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991f5f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ef1b expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016103.949010:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338349696:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016103.949084:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00002000:00010000:1.0:1734016103.950967:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016101 -> 1734016103 00000100:00100000:1.0:1734016103.950993:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338349696:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016103.951023:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991f5f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef1b expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.951035:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55991f5f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef1b expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.951311:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016103.951621:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334570496:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2741us (3033us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016103.951630:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10345 00000100:00100000:1.0:1734016103.958500:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334570624 00000100:00100000:1.0:1734016103.958509:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334570624 00000100:00100000:1.0:1734016103.958562:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10346 00000100:00100000:1.0:1734016103.958569:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334570624:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.958588:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.958607:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55991f66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ef22 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016103.958669:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338349824:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016103.959167:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.962604:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338349824:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016103.962657:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55991f66 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef22 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.962675:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55991f66 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef22 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.962699:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016103.962935:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334570624:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4363us (4581us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016103.962945:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10346 00000100:00100000:3.0:1734016103.974431:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.974536:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334570752 00000100:00100000:1.0:1734016103.974548:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334570752 00000100:00100000:1.0:1734016103.975159:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10347 00000100:00100000:1.0:1734016103.975168:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334570752:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.975194:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.975213:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55991f6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ef29 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016103.975284:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338349952:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016103.976106:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.979922:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338349952:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016103.979975:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55991f6d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef29 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.979995:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55991f6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef29 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.981521:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:1.0:1734016103.981631:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334570752:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6455us (7207us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016103.981642:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10347 00000100:00100000:0.0:1734016103.989059:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016103.989203:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334570880 00000100:00100000:1.0:1734016103.989216:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334570880 00000100:00100000:1.0:1734016103.989367:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10348 00000100:00100000:1.0:1734016103.989379:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334570880:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.989414:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.989441:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55991f74 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ef30 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016103.989535:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338350080:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016103.990145:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.993956:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338350080:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016103.999879:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55991f74 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef30 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.999910:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55991f74 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef30 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.999957:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:1.0:1734016104.000077:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334570880:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10698us (11036us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.000087:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10348 00000100:00100000:0.0:1734016104.006111:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016104.006287:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334571008 00000100:00100000:1.0:1734016104.006430:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334571008 00000100:00100000:1.0:1734016104.008991:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10349 00000100:00100000:1.0:1734016104.009003:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334571008:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.009028:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.009049:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991f7b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ef37 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.009129:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338350208:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016104.009861:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.013113:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338350208:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016104.013177:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991f7b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef37 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.013198:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55991f7b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef37 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.014060:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016104.014143:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334571008:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5142us (8044us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.014157:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10349 00000100:00100000:1.0:1734016104.018064:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334571136 00000100:00100000:1.0:1734016104.018078:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334571136 00000100:00100000:1.0:1734016104.018132:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10350 00000100:00100000:1.0:1734016104.018139:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334571136:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.018161:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.018179:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991f82 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ef3e expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.018236:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338350336:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016104.019317:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.023224:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338350336:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016104.023256:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991f82 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef3e expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.023267:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55991f82 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef3e expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.023282:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:1.0:1734016104.023322:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334571136:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5184us (5406us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.023328:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10350 00000100:00100000:3.0:1734016104.027269:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334571392 00000100:00100000:3.0:1734016104.027279:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334571392 00002000:00100000:3.0:1734016104.027527:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1675264->1679359) req@ffff8800781c7100 x1818247334571392/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016104.027538:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c7100 with x1818247334571392 ext(1675264->1679359) 00002000:00010000:3.0:1734016104.027545:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c7100 00000100:00100000:3.0:1734016104.027602:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8326 00000100:00100000:3.0:1734016104.027611:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334571392:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016104.028180:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334571392:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 567us (1069us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016104.028188:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8326 00002000:00100000:3.0:1734016104.028195:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1675264->1679359) req@ffff8800781c7100 x1818247334571392/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016104.028202:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c7100 with x1818247334571392 ext(1675264->1679359) 00002000:00010000:3.0:1734016104.028205:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c7100 00000100:00100000:3.0:1734016104.033063:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334571648 00000100:00100000:3.0:1734016104.033076:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334571648 00002000:00100000:3.0:1734016104.033133:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1671168->1675263) req@ffff8800781c6300 x1818247334571648/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016104.033144:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c6300 with x1818247334571648 ext(1671168->1675263) 00002000:00010000:3.0:1734016104.033151:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c6300 00000100:00100000:3.0:1734016104.033177:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8327 00000100:00100000:3.0:1734016104.033185:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334571648:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016104.034257:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334571648:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1064us (1507us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016104.034269:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8327 00002000:00100000:3.0:1734016104.034277:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1671168->1675263) req@ffff8800781c6300 x1818247334571648/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016104.034285:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c6300 with x1818247334571648 ext(1671168->1675263) 00002000:00010000:3.0:1734016104.034289:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c6300 00000100:00100000:0.0:1734016104.037244:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016104.037972:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334571904 00000100:00100000:3.0:1734016104.037993:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334571904 00002000:00100000:3.0:1734016104.038070:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1667072->1671167) req@ffff8800784dd180 x1818247334571904/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016104.038083:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dd180 with x1818247334571904 ext(1667072->1671167) 00002000:00010000:3.0:1734016104.038093:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dd180 00000100:00100000:3.0:1734016104.038225:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8328 00000100:00100000:3.0:1734016104.038235:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334571904:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016104.038978:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334571904:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 740us (1752us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016104.038984:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8328 00002000:00100000:3.0:1734016104.038990:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1667072->1671167) req@ffff8800784dd180 x1818247334571904/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016104.038997:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dd180 with x1818247334571904 ext(1667072->1671167) 00002000:00010000:3.0:1734016104.039000:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dd180 00000100:00100000:0.0:1734016104.044439:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016104.044860:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334572160 00000100:00100000:3.0:1734016104.044873:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334572160 00002000:00100000:3.0:1734016104.044923:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1662976->1667071) req@ffff88007a3cb800 x1818247334572160/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016104.044933:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb800 with x1818247334572160 ext(1662976->1667071) 00002000:00010000:3.0:1734016104.044939:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cb800 00000100:00100000:3.0:1734016104.045003:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8329 00000100:00100000:3.0:1734016104.045010:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334572160:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016104.045202:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334572160:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 192us (789us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016104.045210:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8329 00002000:00100000:3.0:1734016104.045215:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1662976->1667071) req@ffff88007a3cb800 x1818247334572160/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016104.045222:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb800 with x1818247334572160 ext(1662976->1667071) 00002000:00010000:3.0:1734016104.045224:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cb800 00000100:00100000:0.0:1734016104.052475:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016104.054449:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334572288 00000100:00100000:1.0:1734016104.054475:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334572288 00000100:00100000:1.0:1734016104.054761:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10351 00000100:00100000:1.0:1734016104.054773:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334572288:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.054830:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.054866:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55991f89 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ef45 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.054967:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338350464:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016104.055356:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00002000:00010000:1.0:1734016104.058097:0:7686:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 3322233 -> 10466903 00002000:00010000:1.0:1734016104.058113:0:7686:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016103 -> 1734016104 00002000:00010000:1.0:1734016104.058116:0:7686:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016103 -> 1734016104 00000100:00100000:1.0:1734016104.058153:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338350464:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016104.058204:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55991f89 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef45 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.058221:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55991f89 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef45 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.058242:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:1.0:1734016104.059069:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334572288:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4292us (6617us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.059081:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10351 00000100:00100000:1.0:1734016104.063866:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334572416 00000100:00100000:1.0:1734016104.063883:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334572416 00000100:00100000:1.0:1734016104.063975:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10352 00000100:00100000:1.0:1734016104.063987:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334572416:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.064027:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.064062:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991f90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ef4c expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.064166:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338350592:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016104.064281:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.068175:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338350592:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016104.068235:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991f90 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef4c expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.068259:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55991f90 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef4c expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.068906:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016104.069782:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334572416:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5788us (6772us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.069796:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10352 00000100:00100000:0.0:1734016104.074093:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016104.074256:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334572544 00000100:00100000:1.0:1734016104.074267:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334572544 00000100:00100000:1.0:1734016104.074324:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10353 00000100:00100000:1.0:1734016104.074331:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334572544:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.074352:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.074377:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55991f97 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ef53 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.074460:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338350720:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016104.075098:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.083043:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338350720:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016104.083091:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55991f97 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef53 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.083107:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55991f97 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef53 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.084665:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016104.084777:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334572544:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10438us (10693us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.084790:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10353 00000100:00100000:1.0:1734016104.088347:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334572672 00000100:00100000:1.0:1734016104.088354:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334572672 00000100:00100000:1.0:1734016104.088396:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10354 00000100:00100000:1.0:1734016104.088402:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334572672:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.088416:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.088433:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55991f9e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ef5a expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.088481:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338350848:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016104.088726:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.095293:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338350848:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016104.095331:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55991f9e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef5a expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.095346:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55991f9e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef5a expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.095472:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016104.095737:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334572672:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7330us (7530us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.095748:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10354 00000100:00100000:0.0:1734016104.098720:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016104.098860:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334572800 00000100:00100000:1.0:1734016104.098876:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334572800 00000100:00100000:1.0:1734016104.099046:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10355 00000100:00100000:1.0:1734016104.099057:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334572800:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.099085:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.099107:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55991fa5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ef61 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.099196:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338350976:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016104.099359:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.105742:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338350976:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016104.105787:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55991fa5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef61 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.105833:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55991fa5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef61 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.105874:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016104.106176:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334572800:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7119us (7477us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.106190:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10355 00000100:00100000:0.0:1734016104.109080:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016104.109279:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334573056 00000100:00100000:3.0:1734016104.109292:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334573056 00000100:00100000:3.0:1734016104.109379:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8330 00000100:00100000:3.0:1734016104.109389:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334573056:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:3.0:1734016104.109455:0:7691:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991fac lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.109478:0:7691:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55991f12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eedc expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.109486:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016104.109488:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016104.109491:0:7691:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991fac lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [503808->548863] (req 503808->548863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.109547:0:7691:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55991f12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eedc expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.109566:0:7691:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55991f12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eedc expref: 9 pid: 7686 timeout: 467 lvb_type: 0 00000100:00100000:3.0:1734016104.109581:0:7691:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338351104:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016104.109666:0:7691:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e14ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016104.114626:0:7691:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338351104:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016104.114686:0:7691:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991fac lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [503808->548863] (req 503808->548863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.116416:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016104.123708:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334573312 00000100:00100000:0.0:1734016104.123724:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334573312 00010000:00010000:0.0:1734016104.123784:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55991f12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eedc expref: 12 pid: 7686 timeout: 467 lvb_type: 0 00000100:00100000:0.0:1734016104.123948:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2856 00000100:00100000:0.0:1734016104.123960:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334573312:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016104.123984:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016104.124012:0:6465:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 472 -> 576 00010000:00010000:0.0:1734016104.124019:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55991f12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eedc expref: 12 pid: 7686 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016104.124035:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55991f12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eedc expref: 12 pid: 7686 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016104.124077:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55991f12 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eedc expref: 12 pid: 7686 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016104.124107:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016104.124110:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016104.124116:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991fac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [503808->548863] (req 503808->548863) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.124130:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991fac lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [503808->548863] (req 503808->548863) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.124175:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016104.124243:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334573312:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 287us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016104.124250:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2856 00010000:00010000:0.0:1734016104.127576:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991fac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [503808->548863] (req 503808->548863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.127595:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991fac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [503808->548863] (req 503808->548863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.127603:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991fac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [503808->548863] (req 503808->548863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.127609:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070101f80 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016104.127613:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991fac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [503808->548863] (req 503808->548863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.127625:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991fac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [503808->548863] (req 503808->548863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.127644:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991fac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [503808->548863] (req 503808->548863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.127649:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55991fac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [503808->548863] (req 503808->548863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.128257:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334573056:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 18862us (19190us total) trans 0 rc 45056/45056 00000100:00100000:0.0:1734016104.128269:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8330 00000100:00100000:0.0:1734016104.131638:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016104.132053:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334573440 00000100:00100000:1.0:1734016104.132064:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334573440 00000100:00100000:1.0:1734016104.132111:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10356 00000100:00100000:1.0:1734016104.132117:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247334573440:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.132138:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.132164:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991fb3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ef68 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016104.132190:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10466903, mtime: 0x675afc68, atime: 0x675afc67, ctime: 0x675afc68, blocks: 0x240 00010000:00010000:1.0:1734016104.132208:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016104.132211:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016104.132218:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991fb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef68 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.132232:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991fb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef68 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.132242:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:1.0:1734016104.132302:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247334573440:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 186us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.132309:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10356 00000100:00100000:3.0:1734016104.135375:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334573568 00000100:00100000:3.0:1734016104.135383:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334573568 00000100:00100000:3.0:1734016104.135429:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10357 00000100:00100000:3.0:1734016104.135435:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334573568:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016104.135453:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016104.135471:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55991fba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ef6f expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.135493:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016104.135495:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016104.135503:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55991fba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef6f expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016104.135526:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55991fba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef6f expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016104.135542:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016104.135586:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334573568:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 151us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016104.135592:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10357 00000100:00100000:0.0:1734016104.139209:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334573824 00000100:00100000:0.0:1734016104.139221:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334573824 00000100:00100000:0.0:1734016104.139284:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8331 00000100:00100000:0.0:1734016104.139292:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334573824:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:0.0:1734016104.139334:0:7691:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55991fc1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.139350:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016104.139351:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016104.139356:0:7691:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55991fc1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9265152->9318399] (req 9265152->9318399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.139370:0:7691:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55991fc1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9265152->9318399] (req 9265152->9318399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016104.166554:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016104.177365:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016104.178956:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016104.179022:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334574080 00000100:00100000:1.0:1734016104.179039:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334574080 00002000:00100000:1.0:1734016104.179120:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800785c6680 x1818247334574080/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.179131:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c6680 with x1818247334574080 ext(0->4194303) 00002000:00010000:1.0:1734016104.179139:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c6680 00000100:00100000:1.0:1734016104.179164:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334574336 00000100:00100000:1.0:1734016104.179167:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334574336 00002000:00100000:1.0:1734016104.179176:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10469375) req@ffff8800785c4a80 x1818247334574336/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.179183:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4a80 with x1818247334574336 ext(8388608->10469375) 00002000:00010000:1.0:1734016104.179186:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4a80 00000100:00100000:1.0:1734016104.179198:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8333 00000100:00100000:1.0:1734016104.179205:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:1972:x1818247334574080:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016104.181728:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8334 00000100:00100000:3.0:1734016104.181751:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:1972:x1818247334574336:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016104.242993:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:1971:x1818247334574208:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 75180us (76448us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016104.243006:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8332 00002000:00100000:3.0:1734016104.243015:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff8800783c9880 x1818247334574208/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:65/0 lens 488/440 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016104.243024:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c9880 with x1818247334574208 ext(4194304->8388607) 00002000:00010000:3.0:1734016104.243029:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c9880 00000100:00100000:3.0:1734016104.270073:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1972:x1818247334574336:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 88318us (91124us total) trans 0 rc 2080768/2080768 00000100:00100000:3.0:1734016104.270089:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8334 00002000:00100000:3.0:1734016104.270105:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10469375) req@ffff8800785c4a80 x1818247334574336/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:65/0 lens 488/440 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 2080768/2080768 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016104.270117:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4a80 with x1818247334574336 ext(8388608->10469375) 00002000:00010000:3.0:1734016104.270123:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4a80 00000100:00100000:1.0:1734016104.305201:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334574720 00000100:00100000:1.0:1734016104.305214:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334574720 00000100:00100000:1.0:1734016104.305304:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2043 00000100:00100000:1.0:1734016104.305313:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334574720:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016104.305389:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016104.305431:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55991f2e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eeea expref: 17 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.305472:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016104.305479:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016104.305686:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991fc8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016104.305701:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55991f20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eee3 expref: 18 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.305712:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991fc8 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016104.305749:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55991f20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eee3 expref: 18 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.305762:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55991f20 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eee3 expref: 18 pid: 6480 timeout: 467 lvb_type: 0 00000100:00100000:1.0:1734016104.305774:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338351232:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016104.308659:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.326250:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016104.326272:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338351232:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016104.326304:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991fc8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016104.326450:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334574848 00000100:00100000:3.0:1734016104.326459:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334574848 00010000:00010000:3.0:1734016104.326527:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55991f20 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eee3 expref: 19 pid: 6480 timeout: 467 lvb_type: 0 00000100:00100000:3.0:1734016104.326562:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2857 00000100:00100000:3.0:1734016104.326569:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:1969:x1818247334574848:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016104.326591:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016104.326597:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55991f20 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eee3 expref: 19 pid: 6480 timeout: 467 lvb_type: 0 00010000:00010000:3.0:1734016104.326612:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55991f20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eee3 expref: 19 pid: 6480 timeout: 467 lvb_type: 0 00010000:00010000:3.0:1734016104.326641:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55991f20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eee3 expref: 19 pid: 6480 timeout: 467 lvb_type: 0 00010000:00010000:3.0:1734016104.326664:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016104.326670:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991fc8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.326680:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991fc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.326688:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991fc8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.326711:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016104.326778:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:1969:x1818247334574848:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 209us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016104.326784:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2857 00010000:00010000:3.0:1734016104.326844:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991fc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.326849:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991fc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:3.0:1734016104.327955:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968600 00000004:00010000:3.0:1734016104.327999:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800781c6680 reply state ffff88012cf6f000 transno 4294968601 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991fc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016104.328006:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016104.328281:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:9662:x1818247334574720:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 22965us (23187us total) trans 4294968601 rc 0/0 00000100:00100000:3.0:1734016104.328289:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2043 00000020:00080000:3.0:1734016104.328294:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016104.329917:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991fc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.329926:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991fc8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.329932:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991fc8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.329937:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e834900 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016104.329942:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991fc8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.329948:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991fc8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.329961:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016104.329964:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016104.329968:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991fc8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.330500:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55991fc8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016104.331215:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334574976 00000100:00100000:1.0:1734016104.331223:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334574976 00000100:00100000:1.0:1734016104.331265:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10358 00000100:00100000:1.0:1734016104.331271:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334574976:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.331286:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.331301:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55991fcf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ef76 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.331330:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991fb3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef68 expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.331338:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55991fba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef6f expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.331345:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016104.331347:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016104.331350:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55991fcf lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef76 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.331378:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55991fba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef6f expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.331388:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55991fba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef6f expref: 9 pid: 7684 timeout: 467 lvb_type: 1 00000100:00100000:1.0:1734016104.331401:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338351360:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016104.331474:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991fb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef68 expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.331483:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991fb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef68 expref: 11 pid: 7686 timeout: 467 lvb_type: 1 00000100:00100000:1.0:1734016104.331493:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338351488:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016104.331523:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.338199:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338351360:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016104.338216:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338351488:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016104.338247:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55991fcf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef76 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.338271:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:1.0:1734016104.338342:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334574976:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7069us (7282us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.338351:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10358 00000100:00100000:0.0:1734016104.343125:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016104.380618:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334575232 00000100:00100000:0.0:1734016104.380630:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334575232 00010000:00010000:0.0:1734016104.380671:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991fb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef68 expref: 12 pid: 7686 timeout: 467 lvb_type: 1 00000100:00100000:0.0:1734016104.380720:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2859 00000100:00100000:0.0:1734016104.380729:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac891050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334575232:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016104.380748:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016104.380772:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991fb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef68 expref: 12 pid: 7686 timeout: 467 lvb_type: 1 00010000:00010000:0.0:1734016104.380785:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991fb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef68 expref: 12 pid: 7686 timeout: 467 lvb_type: 1 00010000:00010000:0.0:1734016104.380805:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991fb3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef68 expref: 12 pid: 7686 timeout: 467 lvb_type: 1 00010000:00010000:0.0:1734016104.384388:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016104.384397:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016104.384414:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55991fcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef76 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.384429:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55991fcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef76 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.384498:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55991fcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef76 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.384529:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3ca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338351616:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016104.385518:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.389903:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3ca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338351616:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016104.389935:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016104.390013:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac891050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334575232:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 9283us (9492us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016104.390027:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2859 00000100:00100000:1.0:1734016104.390162:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016104.390215:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334575360 00000100:00100000:3.0:1734016104.390226:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334575360 00002000:00010000:3.0:1734016104.390269:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6614219->18446744073709551615) 00002000:00100000:3.0:1734016104.390274:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856ca80 with x1818247334575360 ext(6614219->18446744073709551615) 00002000:00010000:3.0:1734016104.390288:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856ca80. 00000100:00100000:3.0:1734016104.390323:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8335 00000100:00100000:3.0:1734016104.390331:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334575360:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016104.393197:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10466903 -> 6614219 00002000:00010000:3.0:1734016104.393206:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016104 -> 1734016104 00002000:00010000:3.0:1734016104.393208:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016103 -> 1734016103 00002000:00010000:3.0:1734016104.393211:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016104 -> 1734016104 00002000:00010000:3.0:1734016104.393212:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 576 -> 472 00000100:00100000:3.0:1734016104.393282:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334575360:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 2946us (3117us total) trans 4294969304 rc 0/0 00000100:00100000:3.0:1734016104.393291:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8335 00002000:00010000:3.0:1734016104.393297:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6614219->18446744073709551615) 00002000:00100000:3.0:1734016104.393300:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856ca80 with x1818247334575360 ext(6614219->18446744073709551615) 00002000:00010000:3.0:1734016104.393305:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856ca80. 00000100:00100000:3.0:1734016104.396982:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334575488 00000100:00100000:3.0:1734016104.396996:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334575488 00000100:00100000:3.0:1734016104.397055:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2044 00000100:00100000:3.0:1734016104.397063:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:9662:x1818247334575488:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016104.397085:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016104.397108:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991fd6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ef7d expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.397298:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991fdd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.397316:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991fdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.397327:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991fdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:3.0:1734016104.397346:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6614219 00000004:00200000:3.0:1734016104.397348:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016104.397359:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991fdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.397378:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55991fd6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef7d expref: 20 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.397391:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991fdd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef7d expref: 19 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.397397:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016104.397399:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016104.397401:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016104.399148:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334575488:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2073us (2677us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016104.399158:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2044 00000100:00100000:1.0:1734016104.409149:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334575616 00000100:00100000:1.0:1734016104.409159:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334575616 00000100:00100000:1.0:1734016104.409221:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10359 00000100:00100000:1.0:1734016104.409228:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334575616:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.409250:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.409274:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55991fe4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ef84 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.409329:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338351744:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016104.409383:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.422998:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334575744 00000100:00100000:0.0:1734016104.423024:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334575744 00000100:00100000:0.0:1734016104.423128:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10360 00000100:00100000:0.0:1734016104.423135:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247334575744:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016104.423159:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016104.423186:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55991feb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ef8b expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.423284:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338351872:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016104.423412:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.427141:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338351872:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016104.427183:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55991feb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef8b expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016104.427205:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55991feb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef8b expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016104.427760:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85646c0, rc 0) 00000100:00100000:0.0:1734016104.427861:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247334575744:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4724us (7170us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016104.427871:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10360 00000100:00100000:0.0:1734016104.432127:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334575872 00000100:00100000:0.0:1734016104.432140:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334575872 00000100:00100000:0.0:1734016104.432209:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2045 00000100:00100000:0.0:1734016104.432219:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:9662:x1818247334575872:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016104.432254:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016104.432282:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55991ff2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ef92 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.432407:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55991ff9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016104.432426:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55991ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016104.432440:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55991ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:0.0:1734016104.432468:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6614219 00000004:00200000:0.0:1734016104.432472:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016104.432490:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55991ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016104.432527:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55991ff2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef92 expref: 20 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.433289:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55991ff9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef92 expref: 19 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.433301:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016104.433305:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016104.433310:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567180, rc 0) 00000100:00100000:0.0:1734016104.433402:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:9662:x1818247334575872:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1184us (1762us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016104.433410:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2045 00000100:00100000:0.0:1734016104.443322:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334576128 00000100:00100000:0.0:1734016104.443336:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334576128 00000100:00100000:0.0:1734016104.443423:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2046 00000100:00100000:0.0:1734016104.443432:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:9662:x1818247334576128:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016104.443528:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016104.443570:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55991ff9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef92 expref: 19 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.443620:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016104.443627:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016104.451764:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55992000 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016104.451789:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991fdd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef7d expref: 18 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.451801:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55992000 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016104.451864:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991fdd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef7d expref: 18 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.451877:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991fdd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef7d expref: 18 pid: 6479 timeout: 468 lvb_type: 0 00000100:00100000:0.0:1734016104.451890:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338352000:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016104.451982:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.465175:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338352000:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016104.465200:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55992000 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016104.466101:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334576256 00000100:00100000:0.0:1734016104.466110:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334576256 00010000:00010000:0.0:1734016104.466146:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991fdd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef7d expref: 19 pid: 6479 timeout: 468 lvb_type: 0 00000100:00100000:0.0:1734016104.467068:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2860 00000100:00100000:0.0:1734016104.467078:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:1969:x1818247334576256:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016104.467124:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016104.467135:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991fdd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef7d expref: 19 pid: 6479 timeout: 468 lvb_type: 0 00010000:00010000:1.0:1734016104.467146:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991fdd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef7d expref: 19 pid: 6479 timeout: 468 lvb_type: 0 00010000:00010000:1.0:1734016104.467171:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55991fdd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef7d expref: 19 pid: 6479 timeout: 468 lvb_type: 0 00010000:00010000:1.0:1734016104.467200:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016104.467205:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55992000 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016104.467213:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55992000 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016104.467219:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55992000 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016104.467240:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016104.467298:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:1969:x1818247334576256:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 221us (1269us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.467305:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2860 00010000:00010000:1.0:1734016104.467336:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55992000 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016104.467342:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55992000 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:1.0:1734016104.467427:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968602 00000004:00010000:1.0:1734016104.467474:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007a37d880 reply state ffff880077e42000 transno 4294968603 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55992000 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:1.0:1734016104.467481:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016104.467554:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334576128:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 24124us (24387us total) trans 4294968603 rc 0/0 00000100:00100000:1.0:1734016104.467560:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2046 00000020:00080000:1.0:1734016104.467563:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016104.472358:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334576384 00000100:00100000:0.0:1734016104.472370:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334576384 00002000:00010000:0.0:1734016104.472403:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7389088->18446744073709551615) 00002000:00100000:0.0:1734016104.472407:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700ced80 with x1818247334576384 ext(7389088->18446744073709551615) 00002000:00010000:0.0:1734016104.472419:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700ced80. 00000100:00100000:0.0:1734016104.472452:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8336 00000100:00100000:0.0:1734016104.472459:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334576384:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016104.472731:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6614219 -> 7389088 00002000:00010000:0.0:1734016104.472735:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016104 -> 1734016104 00002000:00010000:0.0:1734016104.472737:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016103 -> 1734016103 00002000:00010000:0.0:1734016104.472739:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016104 -> 1734016104 00002000:00010000:0.0:1734016104.472741:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 472 -> 472 00000100:00100000:0.0:1734016104.472853:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334576384:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 393us (691us total) trans 4294969305 rc 0/0 00000100:00100000:0.0:1734016104.472861:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8336 00002000:00010000:0.0:1734016104.472864:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7389088->18446744073709551615) 00002000:00100000:0.0:1734016104.472866:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700ced80 with x1818247334576384 ext(7389088->18446744073709551615) 00002000:00010000:0.0:1734016104.472870:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700ced80. 00000100:00100000:3.0:1734016104.514281:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016104.514483:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334576640 00000100:00100000:0.0:1734016104.514495:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334576640 00002000:00100000:0.0:1734016104.514564:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->7389183) req@ffff8800783c8700 x1818247334576640/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:65/0 lens 504/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.514575:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c8700 with x1818247334576640 ext(0->7389183) 00002000:00010000:0.0:1734016104.514582:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c8700 00000100:00100000:0.0:1734016104.514617:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8337 00000100:00100000:0.0:1734016104.514625:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247334576640:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016104.520698:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016104.523611:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334576768 00000100:00100000:1.0:1734016104.523625:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334576768 00002000:00100000:1.0:1734016104.523666:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->7385087) req@ffff8800783cb800 x1818247334576768/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.523682:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb800 with x1818247334576768 ext(4190208->7385087) 00002000:00010000:1.0:1734016104.523687:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783cb800 00000100:00100000:1.0:1734016104.523725:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8338 00000100:00100000:1.0:1734016104.523732:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1972:x1818247334576768:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016104.632549:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1971:x1818247334576640:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 117909us (118271us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016104.632560:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8337 00002000:00100000:0.0:1734016104.632572:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->7389183) req@ffff8800783c8700 x1818247334576640/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:65/0 lens 504/440 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.632583:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c8700 with x1818247334576640 ext(0->7389183) 00002000:00010000:0.0:1734016104.632590:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c8700 00000100:00100000:0.0:1734016104.671128:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334577024 00000100:00100000:0.0:1734016104.671141:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334577024 00002000:00100000:0.0:1734016104.671319:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7348224->7389087) req@ffff8800700cce00 x1818247334577024/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.671330:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cce00 with x1818247334577024 ext(7348224->7389087) 00002000:00010000:0.0:1734016104.671336:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cce00 00000100:00100000:0.0:1734016104.671370:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8339 00000100:00100000:0.0:1734016104.671377:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334577024:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016104.687013:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1972:x1818247334577024:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 15615us (16054us total) trans 4294969306 rc 0/0 00000100:00100000:0.0:1734016104.687030:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8339 00002000:00100000:0.0:1734016104.687047:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7348224->7389087) req@ffff8800700cce00 x1818247334577024/t4294969306(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:65/0 lens 488/448 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.687059:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cce00 with x1818247334577024 ext(7348224->7389087) 00002000:00010000:0.0:1734016104.687068:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cce00 00000100:00100000:1.0:1734016104.705072:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016104.708918:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334577280 00000100:00100000:0.0:1734016104.708929:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334577280 00000100:00100000:0.0:1734016104.708991:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10361 00000100:00100000:0.0:1734016104.709000:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247334577280:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016104.711573:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969306 is committed 00000001:00080000:0.0:1734016104.711602:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969303 is committed 00000100:00100000:0.0:1734016104.723677:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016104.723799:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334577408 00000100:00100000:3.0:1734016104.723848:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334577408 00000100:00100000:3.0:1734016104.723913:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2048 00000100:00100000:3.0:1734016104.723924:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:9662:x1818247334577408:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016104.723958:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016104.723986:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992007 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ef99 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.724098:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599200e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.724117:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599200e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.724129:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599200e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:3.0:1734016104.724162:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7389088 00000004:00200000:3.0:1734016104.724167:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016104.724186:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599200e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.724217:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992007 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef99 expref: 20 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.724242:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599200e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef99 expref: 19 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.724251:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016104.724253:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016104.724257:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:3.0:1734016104.726781:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334577408:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2842us (3098us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016104.726797:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2048 00000100:00100000:1.0:1734016104.733402:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00002000:00010000:0.0:1734016104.738385:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016103 -> 1734016104 00002000:00010000:0.0:1734016104.738398:0:7686:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 472 -> 552 00000100:00100000:0.0:1734016104.738420:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800700cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338352128:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016104.738467:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992015 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efa0 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016104.738482:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992015 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efa0 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016104.738517:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:0.0:1734016104.738576:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334577536:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4096us (5185us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016104.738585:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10362 00000100:00100000:0.0:1734016104.741657:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016104.743899:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800700cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338352256:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016104.744056:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599201c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efa7 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016104.744073:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599201c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efa7 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016104.744105:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:3.0:1734016104.744178:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334577664:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2195us (2531us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016104.744187:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10363 00000100:00100000:3.0:1734016104.754432:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334577792 00000100:00100000:3.0:1734016104.754444:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334577792 00000100:00100000:3.0:1734016104.754493:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10364 00000100:00100000:3.0:1734016104.754513:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334577792:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016104.754531:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016104.754550:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992023 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4efae expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016104.754599:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338352384:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016104.754670:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e14ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016104.757116:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338352384:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016104.757171:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992023 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efae expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016104.757188:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992023 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efae expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016104.757202:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:0.0:1734016104.766136:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334577920 00000100:00100000:0.0:1734016104.766147:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334577920 00000100:00100000:0.0:1734016104.766576:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10365 00000100:00100000:0.0:1734016104.766588:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334577920:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016104.766620:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016104.766647:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc5599202a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4efb5 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.766719:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338352512:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016104.767549:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.775905:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016104.790945:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016104.791140:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334578176 00000100:00100000:3.0:1734016104.791148:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334578176 00010000:00010000:3.0:1734016104.791182:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55991fcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef76 expref: 7 pid: 7686 timeout: 468 lvb_type: 0 00000100:00100000:3.0:1734016104.791218:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2861 00000100:00100000:3.0:1734016104.791225:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334578176:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016104.791239:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016104.791260:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55991fcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef76 expref: 7 pid: 7686 timeout: 468 lvb_type: 0 00010000:00010000:3.0:1734016104.791273:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55991fcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef76 expref: 7 pid: 7686 timeout: 468 lvb_type: 0 00010000:00010000:3.0:1734016104.791294:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55991fcf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef76 expref: 7 pid: 7686 timeout: 468 lvb_type: 0 00010000:00010000:3.0:1734016104.791318:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016104.791320:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016104.791326:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992031 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2195456->2228223) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efbc expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.791334:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992031 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2195456->2228223) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efbc expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.791360:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992031 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2195456->2228223) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efbc expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016104.791369:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338352768:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016104.791425:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e14ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016104.795399:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338352768:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016104.795437:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016104.795492:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334578176:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4264us (4558us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016104.795517:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2861 00000100:00100000:0.0:1734016104.797464:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334578432 00000100:00100000:0.0:1734016104.797482:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334578432 00002000:00100000:0.0:1734016104.797549:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2224128->2228223) req@ffff8800700cdf80 x1818247334578432/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.797561:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cdf80 with x1818247334578432 ext(2224128->2228223) 00002000:00010000:0.0:1734016104.797568:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cdf80 00000100:00100000:1.0:1734016104.802803:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016104.803442:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334578560 00000100:00100000:3.0:1734016104.803452:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334578560 00000100:00100000:3.0:1734016104.804080:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2049 00000100:00100000:3.0:1734016104.804086:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:9662:x1818247334578560:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016104.804107:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016104.804128:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55992038 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4efc3 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.804209:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599203f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.804222:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599203f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.804232:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599203f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:3.0:1734016104.804251:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7389088 00000004:00200000:3.0:1734016104.804255:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016104.804267:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599203f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.804285:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55992038 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efc3 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.804947:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599203f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efc3 expref: 21 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.804958:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016104.804962:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016104.804964:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016104.805063:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334578560:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 976us (2275us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016104.805071:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2049 00000100:00100000:1.0:1734016104.808884:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016104.820921:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338352896:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016104.820952:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992046 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efca expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016104.820966:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992046 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efca expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016104.820990:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:0.0:1734016104.821044:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334578688:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4338us (12174us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016104.821053:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10367 00000100:00100000:1.0:1734016104.824230:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016104.824314:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334578816 00000100:00100000:0.0:1734016104.824325:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334578816 00000100:00100000:0.0:1734016104.824373:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10368 00000100:00100000:0.0:1734016104.824382:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334578816:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016104.824405:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016104.824433:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc5599204d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4efd1 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.824505:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338353024:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016104.825143:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.827700:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338353024:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016104.827745:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc5599204d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efd1 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016104.827759:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc5599204d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efd1 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016104.827771:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565680, rc 0) 00000100:00100000:0.0:1734016104.827933:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334578816:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3550us (3722us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016104.827943:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10368 00000100:00100000:3.0:1734016104.832793:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334579072 00000100:00100000:3.0:1734016104.832803:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334579072 00000100:00100000:3.0:1734016104.832977:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2050 00000100:00100000:3.0:1734016104.832987:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334579072:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016104.833065:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016104.833099:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599203f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efc3 expref: 21 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.833142:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016104.833147:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016104.833337:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992054 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.833350:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599200e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef99 expref: 18 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.833358:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992054 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.833399:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599200e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef99 expref: 18 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.833413:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599200e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef99 expref: 18 pid: 6479 timeout: 468 lvb_type: 0 00000100:00100000:3.0:1734016104.833427:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338353152:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016104.833506:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e14ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016104.837083:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338353152:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016104.837125:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992054 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016104.839301:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334579200 00000100:00100000:3.0:1734016104.839310:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334579200 00010000:00010000:3.0:1734016104.839342:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599200e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef99 expref: 19 pid: 6479 timeout: 468 lvb_type: 0 00000100:00100000:3.0:1734016104.840130:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2862 00000100:00100000:3.0:1734016104.840140:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:1970:x1818247334579200:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016104.840155:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016104.840162:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599200e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef99 expref: 19 pid: 6479 timeout: 468 lvb_type: 0 00010000:00010000:3.0:1734016104.840176:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599200e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef99 expref: 19 pid: 6479 timeout: 468 lvb_type: 0 00010000:00010000:3.0:1734016104.840202:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599200e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ef99 expref: 19 pid: 6479 timeout: 468 lvb_type: 0 00010000:00010000:3.0:1734016104.840228:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016104.840234:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992054 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.840243:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992054 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.840251:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992054 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.840283:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016104.840341:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:1970:x1818247334579200:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 200us (1543us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016104.840347:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2862 00000100:00100000:0.0:1734016104.845464:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016104.850089:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992054 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.850103:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992054 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.850114:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992054 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.850119:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070103840 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016104.850123:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992054 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.850129:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992054 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.850149:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016104.850152:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016104.850155:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992054 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016104.850160:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992054 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016104.853251:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334579328 00000100:00100000:1.0:1734016104.853267:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334579328 00000100:00100000:1.0:1734016104.853346:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10369 00000100:00100000:1.0:1734016104.853354:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334579328:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.853378:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.853401:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc5599205b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4efd8 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.853433:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992031 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2195456->2228223) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efbc expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.853440:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016104.853441:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016104.853446:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc5599205b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efd8 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.853483:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992031 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2195456->2228223) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efbc expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.853506:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992031 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2195456->2228223) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efbc expref: 5 pid: 7686 timeout: 468 lvb_type: 0 00000100:00100000:1.0:1734016104.853518:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338353280:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016104.853603:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.857096:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338353280:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016104.857127:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc5599205b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efd8 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.857144:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:1.0:1734016104.857188:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334579328:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3835us (11734us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.857197:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10369 00000100:00100000:0.0:1734016104.859334:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016104.877248:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016104.883856:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338353408:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016104.883880:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016104.883931:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334579584:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6447us (6700us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016104.883942:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2863 00000100:00100000:1.0:1734016104.888000:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016104.905045:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016104.905248:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334579968 00000100:00100000:0.0:1734016104.905264:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334579968 00002000:00100000:0.0:1734016104.905319:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7385088->9797631) req@ffff88012cf62300 x1818247334579968/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.905330:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62300 with x1818247334579968 ext(7385088->9797631) 00002000:00010000:0.0:1734016104.905337:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf62300 00000100:00100000:0.0:1734016104.905380:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8342 00000100:00100000:0.0:1734016104.905388:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334579968:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.000239:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.017145:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:0.0:1734016105.017573:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016075 00000100:00100000:0.0:1734016105.025419:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.025550:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334580352 00000100:00100000:1.0:1734016105.025563:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334580352 00000100:00100000:1.0:1734016105.025630:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10370 00000100:00100000:1.0:1734016105.025638:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334580352:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016105.036522:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969309 is committed 00000001:00080000:0.0:1734016105.036554:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969307 is committed 00000100:00100000:1.0:1734016105.037827:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334580352:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 12155us (12385us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.037848:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10370 00000100:00100000:1.0:1734016105.042658:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.043214:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334580480 00000100:00100000:3.0:1734016105.043225:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334580480 00000100:00100000:3.0:1734016105.043293:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2052 00000100:00100000:3.0:1734016105.043304:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:9662:x1818247334580480:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016105.043334:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016105.043358:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55992062 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4efdf expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.043451:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992069 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016105.043468:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992069 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016105.043480:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992069 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:3.0:1734016105.043538:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9795196 00000004:00200000:3.0:1734016105.043542:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016105.043559:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992069 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016105.043582:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55992062 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efdf expref: 20 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.043616:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992069 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efdf expref: 19 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.043624:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016105.043626:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016105.043631:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016105.043694:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334580480:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 390us (1048us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016105.043702:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2052 00000100:00100000:0.0:1734016105.047152:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.047254:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334580608 00000100:00100000:1.0:1734016105.047265:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334580608 00000100:00080000:0.0:1734016105.047370:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016075 00000100:00100000:1.0:1734016105.047478:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10371 00000100:00100000:1.0:1734016105.047500:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334580608:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.047520:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.047542:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992070 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4efe6 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.047602:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338353536:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016105.049044:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00002000:00010000:1.0:1734016105.055531:0:7686:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 616 -> 680 00000100:00100000:1.0:1734016105.055560:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338353536:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016105.055596:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992070 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efe6 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.055610:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992070 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efe6 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.055643:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:1.0:1734016105.055699:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334580608:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8211us (8557us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.055712:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10371 00000100:00100000:0.0:1734016105.058776:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.058937:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334580736 00000100:00100000:1.0:1734016105.058947:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334580736 00000100:00100000:1.0:1734016105.059055:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10372 00000100:00100000:1.0:1734016105.059062:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334580736:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.059079:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.059096:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992077 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4efed expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.059145:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338353664:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016105.059911:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.062274:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338353664:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016105.062321:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992077 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efed expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.062335:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992077 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efed expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.062347:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:1.0:1734016105.062400:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334580736:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3337us (3633us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.062407:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10372 00000100:00100000:0.0:1734016105.066857:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.066948:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334580864 00000100:00100000:1.0:1734016105.066959:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334580864 00000100:00100000:1.0:1734016105.067008:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10373 00000100:00100000:1.0:1734016105.067015:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334580864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.067034:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.067054:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599207e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4eff4 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.067107:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338353792:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016105.067165:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.070646:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338353792:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016105.070686:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599207e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eff4 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.070701:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599207e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4eff4 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.070736:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016105.070805:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334580864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3785us (3956us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.070847:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10373 00000100:00100000:0.0:1734016105.075532:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.075926:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334580992 00000100:00100000:1.0:1734016105.075935:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334580992 00000100:00100000:1.0:1734016105.075989:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10374 00000100:00100000:1.0:1734016105.075996:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334580992:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.076013:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.076031:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992085 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4effb expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.076065:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc5599205b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efd8 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.076071:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016105.076072:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016105.076076:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992085 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5816320->5869567] (req 5816320->5869567) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4effb expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.076104:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc5599205b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efd8 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.076115:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc5599205b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efd8 expref: 6 pid: 7686 timeout: 468 lvb_type: 0 00000100:00100000:1.0:1734016105.076125:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338353920:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016105.076179:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.083977:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338353920:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016105.084006:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992085 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5816320->5869567] (req 5816320->5869567) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4effb expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.084021:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016105.084074:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334580992:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8076us (8551us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.084082:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10374 00000100:00100000:0.0:1734016105.087592:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.087761:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334581120 00000100:00100000:3.0:1734016105.087772:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334581120 00010000:00010000:3.0:1734016105.087846:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc5599205b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efd8 expref: 7 pid: 7686 timeout: 468 lvb_type: 0 00000100:00100000:3.0:1734016105.087889:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2864 00000100:00100000:3.0:1734016105.087897:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334581120:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016105.087915:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016105.087937:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc5599205b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efd8 expref: 7 pid: 7686 timeout: 468 lvb_type: 0 00010000:00010000:3.0:1734016105.087947:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc5599205b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efd8 expref: 7 pid: 7686 timeout: 468 lvb_type: 0 00010000:00010000:3.0:1734016105.087970:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc5599205b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efd8 expref: 7 pid: 7686 timeout: 468 lvb_type: 0 00010000:00010000:3.0:1734016105.089194:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016105.089200:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016105.089213:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992085 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5816320->5869567) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4effb expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.089224:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992085 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5816320->5869567) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4effb expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.089270:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992085 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5816320->5869567) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4effb expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016105.089286:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338354048:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016105.089363:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e14ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.092981:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.093115:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338354048:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016105.093133:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016105.093187:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334581120:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5290us (5618us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016105.093196:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2864 00000100:00100000:1.0:1734016105.093507:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334581248 00000100:00100000:1.0:1734016105.093513:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334581248 00000100:00100000:1.0:1734016105.094094:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10375 00000100:00100000:1.0:1734016105.094100:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334581248:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016105.094316:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9795196 -> 9795196 00002000:00010000:1.0:1734016105.094320:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016104 -> 1734016104 00002000:00010000:1.0:1734016105.094322:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016104 -> 1734016104 00002000:00010000:1.0:1734016105.094324:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016104 -> 1734016105 00002000:00010000:1.0:1734016105.094326:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 680 -> 784 00000100:00100000:1.0:1734016105.094363:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334581248:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 262us (1395us total) trans 4294969310 rc 0/0 00000100:00100000:1.0:1734016105.094369:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10375 00000100:00100000:0.0:1734016105.097204:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.105162:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.111113:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.111571:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334581632 00000100:00100000:3.0:1734016105.111580:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334581632 00010000:00010000:3.0:1734016105.111613:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992085 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5816320->5869567) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4effb expref: 7 pid: 7686 timeout: 468 lvb_type: 0 00000100:00100000:3.0:1734016105.111649:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2865 00000100:00100000:3.0:1734016105.111655:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334581632:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016105.111669:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016105.111687:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992085 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5816320->5869567) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4effb expref: 7 pid: 7686 timeout: 468 lvb_type: 0 00010000:00010000:3.0:1734016105.111699:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992085 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5816320->5869567) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4effb expref: 7 pid: 7686 timeout: 468 lvb_type: 0 00010000:00010000:3.0:1734016105.111724:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992085 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5816320->5869567) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4effb expref: 7 pid: 7686 timeout: 468 lvb_type: 0 00010000:00010000:3.0:1734016105.111744:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016105.111747:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016105.111754:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992093 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f009 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.111764:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992093 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f009 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.111795:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992093 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f009 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016105.111830:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338354432:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016105.111899:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e14ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.119987:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.121226:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338354432:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016105.121255:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016105.121298:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334581632:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 9640us (10185us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016105.121307:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2865 00000100:00100000:3.0:1734016105.127921:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334581888:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 7639us (7931us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1734016105.127942:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8344 00002000:00100000:3.0:1734016105.127960:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (471040->9797631) req@ffff88012cf61500 x1818247334581888/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:66/0 lens 504/440 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.127972:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61500 with x1818247334581888 ext(471040->9797631) 00002000:00010000:3.0:1734016105.127982:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf61500 00000100:00100000:1.0:1734016105.140015:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.140169:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334582144 00000100:00100000:3.0:1734016105.140178:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334582144 00002000:00100000:3.0:1734016105.140220:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (466944->471039) req@ffff88012cf62d80 x1818247334582144/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.140231:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62d80 with x1818247334582144 ext(466944->471039) 00002000:00010000:3.0:1734016105.140237:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf62d80 00000100:00100000:3.0:1734016105.140274:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8345 00000100:00100000:3.0:1734016105.140281:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334582144:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016105.140466:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334582144:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 184us (462us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016105.140472:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8345 00002000:00100000:3.0:1734016105.140478:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (466944->471039) req@ffff88012cf62d80 x1818247334582144/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.140484:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62d80 with x1818247334582144 ext(466944->471039) 00002000:00010000:3.0:1734016105.140487:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf62d80 00000100:00100000:0.0:1734016105.149020:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.162425:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.163059:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334582656 00000100:00100000:3.0:1734016105.163068:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334582656 00002000:00100000:3.0:1734016105.163109:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (458752->462847) req@ffff88012cf62680 x1818247334582656/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.163118:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62680 with x1818247334582656 ext(458752->462847) 00002000:00010000:3.0:1734016105.163122:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf62680 00000100:00100000:3.0:1734016105.163152:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8347 00000100:00100000:3.0:1734016105.163159:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334582656:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016105.164021:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334582656:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 860us (1605us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016105.164030:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8347 00002000:00100000:3.0:1734016105.164037:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (458752->462847) req@ffff88012cf62680 x1818247334582656/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.164045:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62680 with x1818247334582656 ext(458752->462847) 00002000:00010000:3.0:1734016105.164048:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf62680 00000100:00100000:1.0:1734016105.168715:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.169552:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334582912 00000100:00100000:3.0:1734016105.169564:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334582912 00002000:00100000:3.0:1734016105.169613:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (454656->458751) req@ffff88012cf63b80 x1818247334582912/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.169623:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63b80 with x1818247334582912 ext(454656->458751) 00002000:00010000:3.0:1734016105.169627:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf63b80 00000100:00100000:3.0:1734016105.169673:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8348 00000100:00100000:3.0:1734016105.169681:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334582912:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016105.169868:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334582912:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 185us (1168us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016105.169874:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8348 00002000:00100000:3.0:1734016105.169881:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (454656->458751) req@ffff88012cf63b80 x1818247334582912/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.169886:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63b80 with x1818247334582912 ext(454656->458751) 00002000:00010000:3.0:1734016105.169889:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf63b80 00000100:00100000:0.0:1734016105.173297:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.183893:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.184053:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334583424 00000100:00100000:3.0:1734016105.184067:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334583424 00002000:00100000:3.0:1734016105.184130:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (446464->450559) req@ffff88012cf60380 x1818247334583424/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.184141:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60380 with x1818247334583424 ext(446464->450559) 00002000:00010000:3.0:1734016105.184147:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60380 00000100:00100000:3.0:1734016105.184184:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8350 00000100:00100000:3.0:1734016105.184192:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334583424:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016105.184389:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334583424:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 198us (509us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016105.184396:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8350 00002000:00100000:3.0:1734016105.184400:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (446464->450559) req@ffff88012cf60380 x1818247334583424/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.184407:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60380 with x1818247334583424 ext(446464->450559) 00002000:00010000:3.0:1734016105.184409:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60380 00010000:00010000:0.0:1734016105.196061:0:9875:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016105.196575:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.204312:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.209065:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334583680:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 4491us (4756us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016105.209076:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10378 00000100:00100000:1.0:1734016105.213473:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.213756:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334583808 00000100:00100000:0.0:1734016105.213768:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334583808 00000100:00100000:0.0:1734016105.213833:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10379 00000100:00100000:0.0:1734016105.213840:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334583808:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.213857:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.213877:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc5599209a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f010 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.213931:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338354560:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016105.214305:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.235233:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334583936 00000100:00100000:0.0:1734016105.235242:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334583936 00000100:00100000:0.0:1734016105.235298:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10380 00000100:00100000:0.0:1734016105.235305:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334583936:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.235321:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.235337:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc559920a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f017 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.235395:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338354688:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016105.235967:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016105.247014:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334584192 00000100:00100000:3.0:1734016105.247022:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334584192 00000100:00100000:3.0:1734016105.247297:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8352 00000100:00100000:3.0:1734016105.247306:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334584192:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:3.0:1734016105.247343:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559920a8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.247364:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992093 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f009 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.247373:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016105.247375:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016105.247379:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559920a8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8192000->8216575] (req 8192000->8216575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.247418:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992093 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f009 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.247432:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992093 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f009 expref: 7 pid: 7684 timeout: 468 lvb_type: 0 00000100:00100000:3.0:1734016105.247455:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338354816:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016105.248312:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e14ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016105.253875:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338354816:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016105.253910:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559920a8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8192000->8216575] (req 8192000->8216575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.254280:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.258642:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334584320 00000100:00100000:3.0:1734016105.258655:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334584320 00010000:00010000:3.0:1734016105.258697:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992093 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f009 expref: 8 pid: 7684 timeout: 468 lvb_type: 0 00000100:00100000:3.0:1734016105.258760:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2866 00000100:00100000:3.0:1734016105.258768:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac890c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334584320:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016105.258790:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016105.258841:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992093 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f009 expref: 8 pid: 7684 timeout: 468 lvb_type: 0 00010000:00010000:3.0:1734016105.258854:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992093 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f009 expref: 8 pid: 7684 timeout: 468 lvb_type: 0 00010000:00010000:3.0:1734016105.258873:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992093 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f009 expref: 8 pid: 7684 timeout: 468 lvb_type: 0 00010000:00010000:3.0:1734016105.258904:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016105.258907:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016105.258910:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559920a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8192000->8216575] (req 8192000->8216575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.258918:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559920a8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8192000->8216575] (req 8192000->8216575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.258942:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016105.259001:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac890c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334584320:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 234us (4722us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016105.259008:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2866 00010000:00010000:3.0:1734016105.259059:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559920a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8192000->8216575] (req 8192000->8216575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.259065:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559920a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8192000->8216575] (req 8192000->8216575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016105.271514:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969312 is committed 00002000:00010000:3.0:1734016105.271739:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 840 -> 888 00010000:00010000:3.0:1734016105.271757:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559920a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8192000->8216575] (req 8192000->8216575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.271769:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559920a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8192000->8216575] (req 8192000->8216575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.271776:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559920a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8192000->8216575] (req 8192000->8216575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.271784:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100900 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016105.271788:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559920a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8192000->8216575] (req 8192000->8216575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.271798:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559920a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8192000->8216575] (req 8192000->8216575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.271861:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559920a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8192000->8216575] (req 8192000->8216575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.271870:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559920a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8192000->8216575] (req 8192000->8216575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016105.272011:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334584192:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 24699us (25277us total) trans 4294969312 rc 0/0 00000100:00100000:3.0:1734016105.272021:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8352 00000100:00100000:1.0:1734016105.274530:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.279727:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.284275:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.291009:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334584832 00000100:00100000:3.0:1734016105.291033:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334584832 00000100:00100000:3.0:1734016105.291149:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8353 00000100:00100000:3.0:1734016105.291158:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334584832:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:3.0:1734016105.291207:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559920c4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.291228:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016105.291231:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016105.291237:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559920c4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4767744->4829183] (req 4767744->4829183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.291260:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559920c4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4767744->4829183] (req 4767744->4829183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.293836:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559920c4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4767744->4829183] (req 4767744->4829183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.293852:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559920c4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4767744->4829183] (req 4767744->4829183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.293860:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559920c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4767744->4829183] (req 4767744->4829183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.293866:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070103cc0 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016105.293870:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559920c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4767744->4829183] (req 4767744->4829183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.293877:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559920c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4767744->4829183] (req 4767744->4829183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.293894:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559920c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4767744->4829183] (req 4767744->4829183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.293899:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559920c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4767744->4829183] (req 4767744->4829183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016105.293986:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334584832:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2822us (9713us total) trans 0 rc 61440/61440 00000100:00100000:3.0:1734016105.293996:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8353 00000100:00100000:0.0:1734016105.296625:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.296757:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334584960 00000100:00100000:1.0:1734016105.296770:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334584960 00000100:00100000:1.0:1734016105.296904:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10382 00000100:00100000:1.0:1734016105.296916:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334584960:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.296943:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.296965:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559920cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f02c expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.296994:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.296996:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.297004:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559920cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f02c expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.297020:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559920cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f02c expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.297030:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016105.297069:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334584960:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 157us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.297075:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10382 00000100:00100000:3.0:1734016105.303258:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334585088 00000100:00100000:3.0:1734016105.303275:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334585088 00000100:00100000:3.0:1734016105.303357:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10383 00000100:00100000:3.0:1734016105.303366:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334585088:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016105.303389:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016105.303405:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559920d2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f033 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.303442:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559920bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f025 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016105.303451:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559920cb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f02c expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016105.303457:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016105.303459:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016105.303462:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559920d2 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3067904->3071999] (req 3067904->3071999) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f033 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.303509:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559920cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f02c expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016105.303522:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559920cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f02c expref: 7 pid: 7686 timeout: 468 lvb_type: 1 00000100:00100000:3.0:1734016105.303534:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338354944:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016105.303639:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559920bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f025 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016105.303652:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559920bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f025 expref: 6 pid: 7684 timeout: 468 lvb_type: 1 00000100:00100000:3.0:1734016105.303660:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338355072:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016105.303679:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e14ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.308619:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.308668:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.308754:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338354944:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016105.308763:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338355072:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016105.308788:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559920d2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3067904->3071999] (req 3067904->3071999) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f033 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.308802:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:1.0:1734016105.308891:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334585344 00000100:00100000:1.0:1734016105.308899:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334585344 00010000:00010000:1.0:1734016105.308928:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559920bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f025 expref: 7 pid: 7684 timeout: 468 lvb_type: 1 00000100:00100000:1.0:1734016105.308959:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2867 00000100:00100000:1.0:1734016105.308966:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334585344:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016105.308978:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016105.308997:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559920bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f025 expref: 7 pid: 7684 timeout: 468 lvb_type: 1 00010000:00010000:1.0:1734016105.309018:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559920bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f025 expref: 7 pid: 7684 timeout: 468 lvb_type: 1 00000100:00100000:3.0:1734016105.309076:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334585088:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5712us (7764us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016105.309083:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10383 00010000:00010000:1.0:1734016105.309145:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559920bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f025 expref: 7 pid: 7684 timeout: 468 lvb_type: 1 00010000:00010000:1.0:1734016105.309180:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016105.309850:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334585344:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 882us (1240us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.309857:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2867 00000100:00100000:3.0:1734016105.317760:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.317894:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334585600 00000100:00100000:0.0:1734016105.317905:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334585600 00002000:00100000:0.0:1734016105.317943:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3067904->3071999) req@ffff8800783c9500 x1818247334585600/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.317953:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c9500 with x1818247334585600 ext(3067904->3071999) 00002000:00010000:0.0:1734016105.317958:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c9500 00000100:00100000:0.0:1734016105.317986:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8354 00000100:00100000:0.0:1734016105.317993:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334585600:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.318184:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334585600:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 191us (426us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.318191:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8354 00002000:00100000:0.0:1734016105.318196:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3067904->3071999) req@ffff8800783c9500 x1818247334585600/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.318202:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c9500 with x1818247334585600 ext(3067904->3071999) 00002000:00010000:0.0:1734016105.318205:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c9500 00000100:00100000:1.0:1734016105.322171:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.322345:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334585856 00000100:00100000:0.0:1734016105.322354:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334585856 00002000:00100000:0.0:1734016105.322399:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3063808->3067903) req@ffff8800784df480 x1818247334585856/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.322410:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784df480 with x1818247334585856 ext(3063808->3067903) 00002000:00010000:0.0:1734016105.322414:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784df480 00000100:00100000:0.0:1734016105.322505:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8355 00000100:00100000:0.0:1734016105.322513:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334585856:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.322929:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334585856:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 415us (776us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.322937:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8355 00002000:00100000:0.0:1734016105.322943:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3063808->3067903) req@ffff8800784df480 x1818247334585856/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.322951:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784df480 with x1818247334585856 ext(3063808->3067903) 00002000:00010000:0.0:1734016105.322954:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784df480 00000100:00100000:3.0:1734016105.328067:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.328148:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334586112 00000100:00100000:0.0:1734016105.328157:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334586112 00002000:00100000:0.0:1734016105.328195:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3059712->3063807) req@ffff8800783cb100 x1818247334586112/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.328205:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb100 with x1818247334586112 ext(3059712->3063807) 00002000:00010000:0.0:1734016105.328210:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783cb100 00000100:00100000:0.0:1734016105.328247:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8356 00000100:00100000:0.0:1734016105.328254:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334586112:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.328462:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334586112:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 208us (402us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.328469:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8356 00002000:00100000:0.0:1734016105.328474:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3059712->3063807) req@ffff8800783cb100 x1818247334586112/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.328480:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb100 with x1818247334586112 ext(3059712->3063807) 00002000:00010000:0.0:1734016105.328483:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783cb100 00000100:00100000:3.0:1734016105.332557:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.339014:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.343950:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.344044:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334586880 00000100:00100000:0.0:1734016105.344057:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334586880 00002000:00100000:0.0:1734016105.344120:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3047424->3051519) req@ffff8800783c8a80 x1818247334586880/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.344132:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c8a80 with x1818247334586880 ext(3047424->3051519) 00002000:00010000:0.0:1734016105.344139:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c8a80 00000100:00100000:0.0:1734016105.344185:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8359 00000100:00100000:0.0:1734016105.344193:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334586880:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.344742:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334586880:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 547us (806us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.344751:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8359 00002000:00100000:0.0:1734016105.344759:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3047424->3051519) req@ffff8800783c8a80 x1818247334586880/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.344766:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c8a80 with x1818247334586880 ext(3047424->3051519) 00002000:00010000:0.0:1734016105.344770:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c8a80 00000100:00100000:3.0:1734016105.352748:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.353468:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334587008 00000100:00100000:0.0:1734016105.353478:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334587008 00002000:00100000:0.0:1734016105.353555:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3047424->3071999) req@ffff8800783c9c00 x1818247334587008/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.353566:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c9c00 with x1818247334587008 ext(3047424->3071999) 00002000:00010000:0.0:1734016105.353571:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c9c00 00000100:00100000:0.0:1734016105.353607:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8360 00000100:00100000:0.0:1734016105.353615:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334587008:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016105.358567:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334587008:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4938us (5814us total) trans 4294969313 rc 0/0 00000100:00100000:0.0:1734016105.358579:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8360 00002000:00100000:0.0:1734016105.358593:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3047424->3071999) req@ffff8800783c9c00 x1818247334587008/t4294969313(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/448 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.358602:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c9c00 with x1818247334587008 ext(3047424->3071999) 00002000:00010000:0.0:1734016105.358607:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c9c00 00000100:00100000:3.0:1734016105.361371:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.365482:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.365568:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334587264 00000100:00100000:0.0:1734016105.365582:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334587264 00000100:00100000:0.0:1734016105.365683:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10384 00000100:00100000:0.0:1734016105.365691:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334587264:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016105.368873:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969313 is committed 00000100:00100000:1.0:1734016105.374215:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.374702:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334587520 00000100:00100000:3.0:1734016105.374713:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334587520 00000100:00100000:3.0:1734016105.374773:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2055 00000100:00100000:3.0:1734016105.374783:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334587520:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016105.374861:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016105.374888:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992069 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4efdf expref: 19 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.375083:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016105.375087:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016105.375225:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc559920d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016105.375236:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559920b6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f01e expref: 22 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.375242:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc559920d9 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016105.375270:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559920b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f01e expref: 22 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.375280:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559920b6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f01e expref: 22 pid: 6479 timeout: 469 lvb_type: 0 00000100:00100000:3.0:1734016105.375294:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c7800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338355328:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016105.375360:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e14e600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.378950:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c7800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338355328:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016105.378981:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc559920d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:1.0:1734016105.379617:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.379673:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334587648 00000100:00100000:3.0:1734016105.379680:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334587648 00010000:00010000:3.0:1734016105.379710:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559920b6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f01e expref: 23 pid: 6479 timeout: 469 lvb_type: 0 00000100:00100000:3.0:1734016105.379744:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2869 00000100:00100000:3.0:1734016105.379753:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:1970:x1818247334587648:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016105.379769:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016105.379775:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559920b6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f01e expref: 23 pid: 6479 timeout: 469 lvb_type: 0 00010000:00010000:3.0:1734016105.379786:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559920b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f01e expref: 23 pid: 6479 timeout: 469 lvb_type: 0 00010000:00010000:3.0:1734016105.379830:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559920b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f01e expref: 23 pid: 6479 timeout: 469 lvb_type: 0 00010000:00010000:3.0:1734016105.379845:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016105.379849:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc559920d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016105.379857:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc559920d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016105.379864:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc559920d9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016105.379878:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016105.380089:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc559920d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016105.380096:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc559920d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:0.0:1734016105.380171:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968606 00000004:00010000:0.0:1734016105.380206:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800784ddc00 reply state ffff880078cc1000 transno 4294968607 ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc559920d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016105.380213:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016105.380971:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:1970:x1818247334587648:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1214us (1351us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016105.380982:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2869 00000100:00100000:0.0:1734016105.381047:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:9662:x1818247334587520:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 6264us (6854us total) trans 4294968607 rc 0/0 00000100:00100000:0.0:1734016105.381055:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2055 00000020:00080000:0.0:1734016105.381059:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016105.387334:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.387779:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334587776 00000100:00100000:0.0:1734016105.387790:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334587776 00002000:00010000:0.0:1734016105.387860:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3160685->18446744073709551615) 00002000:00100000:0.0:1734016105.387866:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dc000 with x1818247334587776 ext(3160685->18446744073709551615) 00002000:00010000:0.0:1734016105.387877:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dc000. 00000100:00100000:0.0:1734016105.387911:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8361 00000100:00100000:0.0:1734016105.387917:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334587776:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016105.394032:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9795196 -> 3160685 00002000:00010000:0.0:1734016105.394041:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016105 -> 1734016105 00002000:00010000:0.0:1734016105.394044:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016104 -> 1734016104 00002000:00010000:0.0:1734016105.394046:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016105 -> 1734016105 00002000:00010000:0.0:1734016105.394048:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 888 -> 640 00000100:00100000:0.0:1734016105.394164:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334587776:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 6238us (6826us total) trans 4294969314 rc 0/0 00000100:00100000:0.0:1734016105.394175:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8361 00002000:00010000:0.0:1734016105.394183:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3160685->18446744073709551615) 00002000:00100000:0.0:1734016105.394186:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dc000 with x1818247334587776 ext(3160685->18446744073709551615) 00002000:00010000:0.0:1734016105.394194:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dc000. 00000100:00100000:3.0:1734016105.407219:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.407391:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334587904 00000100:00100000:0.0:1734016105.407412:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334587904 00000100:00100000:0.0:1734016105.407514:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2056 00000100:00100000:0.0:1734016105.407524:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:9662:x1818247334587904:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.407546:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.407575:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc559920e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f03a expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.407699:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc559920e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016105.407715:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc559920e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016105.407727:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc559920e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:0.0:1734016105.407756:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3160685 00000004:00200000:0.0:1734016105.407760:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016105.407778:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc559920e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016105.407844:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc559920e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f03a expref: 24 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.407864:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc559920e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f03a expref: 23 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.407878:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016105.407881:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016105.407885:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:0.0:1734016105.407959:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334587904:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 436us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016105.407967:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2056 00000100:00100000:0.0:1734016105.411764:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334588032 00000100:00100000:0.0:1734016105.411779:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334588032 00000100:00100000:0.0:1734016105.411872:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10385 00000100:00100000:0.0:1734016105.411880:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334588032:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.411903:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.411926:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc559920ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f041 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.411997:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800788f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338355456:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016105.412091:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.414613:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800788f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338355456:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016105.414667:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc559920ee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f041 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.414683:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc559920ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f041 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.414708:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85646c0, rc 0) 00000100:00100000:0.0:1734016105.414782:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334588032:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2902us (3130us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016105.414791:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10385 00000100:00100000:3.0:1734016105.418755:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.418876:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334588160 00000100:00100000:0.0:1734016105.418884:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334588160 00000100:00100000:0.0:1734016105.418931:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10386 00000100:00100000:0.0:1734016105.418939:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334588160:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.418958:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.418979:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559920f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f048 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.419043:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800788f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338355584:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016105.419107:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.421450:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800788f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338355584:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016105.421502:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559920f5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f048 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.421517:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559920f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f048 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.421530:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85673c0, rc 0) 00000100:00100000:0.0:1734016105.421597:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334588160:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2656us (2855us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016105.421608:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10386 00000100:00100000:0.0:1734016105.427313:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.438073:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.438171:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334588672 00000100:00100000:0.0:1734016105.438188:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334588672 00002000:00100000:0.0:1734016105.438260:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1314816->1318911) req@ffff880077d5df80 x1818247334588672/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.438272:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5df80 with x1818247334588672 ext(1314816->1318911) 00002000:00010000:0.0:1734016105.438280:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5df80 00000100:00100000:0.0:1734016105.438325:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8363 00000100:00100000:0.0:1734016105.438335:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334588672:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.438638:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334588672:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 304us (580us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.438646:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8363 00002000:00100000:0.0:1734016105.438653:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1314816->1318911) req@ffff880077d5df80 x1818247334588672/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.438660:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5df80 with x1818247334588672 ext(1314816->1318911) 00002000:00010000:0.0:1734016105.438664:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5df80 00000100:00100000:0.0:1734016105.446382:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.452989:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.468227:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.468458:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334589440 00000100:00100000:0.0:1734016105.468470:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334589440 00002000:00100000:0.0:1734016105.468525:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1302528->1306623) req@ffff880077d5f480 x1818247334589440/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.468535:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5f480 with x1818247334589440 ext(1302528->1306623) 00002000:00010000:0.0:1734016105.468541:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5f480 00000100:00100000:0.0:1734016105.468583:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8366 00000100:00100000:0.0:1734016105.468590:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334589440:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.468798:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334589440:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 208us (586us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.468827:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8366 00002000:00100000:0.0:1734016105.468834:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1302528->1306623) req@ffff880077d5f480 x1818247334589440/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.468841:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5f480 with x1818247334589440 ext(1302528->1306623) 00002000:00010000:0.0:1734016105.468844:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5f480 00000100:00100000:1.0:1734016105.474880:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.482615:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.482691:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334589952 00000100:00100000:0.0:1734016105.482700:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334589952 00002000:00100000:0.0:1734016105.482743:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1294336->1298431) req@ffff88007a37c000 x1818247334589952/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.482754:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37c000 with x1818247334589952 ext(1294336->1298431) 00002000:00010000:0.0:1734016105.482761:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37c000 00000100:00100000:3.0:1734016105.490908:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.491176:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334590208 00000100:00100000:0.0:1734016105.491185:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334590208 00002000:00100000:0.0:1734016105.491224:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1290240->1294335) req@ffff880077d5f800 x1818247334590208/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.491234:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5f800 with x1818247334590208 ext(1290240->1294335) 00002000:00010000:0.0:1734016105.491238:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5f800 00000100:00100000:0.0:1734016105.491976:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8369 00000100:00100000:0.0:1734016105.491983:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334590208:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.494335:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334590208:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2337us (3422us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.494350:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8369 00002000:00100000:0.0:1734016105.494364:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1290240->1294335) req@ffff880077d5f800 x1818247334590208/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.494380:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5f800 with x1818247334590208 ext(1290240->1294335) 00002000:00010000:0.0:1734016105.494386:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5f800 00000100:00100000:1.0:1734016105.499757:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.499898:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334590464 00000100:00100000:0.0:1734016105.499914:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334590464 00002000:00100000:0.0:1734016105.499980:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1286144->1290239) req@ffff88007a37d180 x1818247334590464/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.499991:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37d180 with x1818247334590464 ext(1286144->1290239) 00002000:00010000:0.0:1734016105.499997:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37d180 00000100:00100000:0.0:1734016105.500038:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8370 00000100:00100000:0.0:1734016105.500046:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334590464:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.500292:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334590464:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 246us (555us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.500300:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8370 00002000:00100000:0.0:1734016105.500307:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1286144->1290239) req@ffff88007a37d180 x1818247334590464/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.500315:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37d180 with x1818247334590464 ext(1286144->1290239) 00002000:00010000:0.0:1734016105.500319:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37d180 00000100:00100000:1.0:1734016105.505244:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.535294:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.535391:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334590976 00000100:00100000:0.0:1734016105.535409:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334590976 00002000:00100000:0.0:1734016105.535471:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1277952->1282047) req@ffff880077d5d180 x1818247334590976/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.535494:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5d180 with x1818247334590976 ext(1277952->1282047) 00002000:00010000:0.0:1734016105.535501:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5d180 00000100:00100000:0.0:1734016105.535533:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8372 00000100:00100000:0.0:1734016105.535538:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334590976:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.535710:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334590976:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 170us (432us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.535717:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8372 00002000:00100000:0.0:1734016105.535723:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1277952->1282047) req@ffff880077d5d180 x1818247334590976/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.535729:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5d180 with x1818247334590976 ext(1277952->1282047) 00002000:00010000:0.0:1734016105.535733:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5d180 00000100:00100000:1.0:1734016105.552286:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.555474:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.556753:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334591360 00000100:00100000:0.0:1734016105.556766:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334591360 00002000:00100000:0.0:1734016105.556910:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1273856->1323007) req@ffff8800700cf100 x1818247334591360/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.556921:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cf100 with x1818247334591360 ext(1273856->1323007) 00002000:00010000:0.0:1734016105.556925:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cf100 00000100:00100000:3.0:1734016105.577607:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.589665:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.589853:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334591616 00000100:00100000:0.0:1734016105.589862:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334591616 00000100:00100000:0.0:1734016105.590993:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10387 00000100:00100000:0.0:1734016105.591004:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334591616:12345-192.168.201.4@tcp:16:fsx.0 00000100:00100000:0.0:1734016105.602527:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334591616:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 11520us (12868us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016105.602539:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10387 00000100:00100000:1.0:1734016105.606714:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.606859:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334591744 00000100:00100000:0.0:1734016105.606868:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334591744 00000100:00100000:0.0:1734016105.606909:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10388 00000100:00100000:0.0:1734016105.606917:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334591744:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.606933:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.606949:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc559920fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f04f expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.607000:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800788fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338355712:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016105.607052:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016105.610308:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016104 -> 1734016105 00002000:00010000:1.0:1734016105.610318:0:7684:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 640 -> 736 00000100:00100000:1.0:1734016105.610347:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800788fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338355712:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016105.610385:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc559920fc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f04f expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.610406:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc559920fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f04f expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.610437:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567cc0, rc 0) 00000100:00100000:1.0:1734016105.610496:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334591744:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3567us (3781us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.610504:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10388 00000100:00100000:1.0:1734016105.626376:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334591872 00000100:00100000:1.0:1734016105.626384:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334591872 00000100:00100000:1.0:1734016105.626428:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10389 00000100:00100000:1.0:1734016105.626435:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334591872:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.626450:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.626468:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55992103 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f056 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.626529:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338355840:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016105.626588:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016105.631430:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338355840:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016105.631465:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55992103 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f056 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016105.631479:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55992103 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f056 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016105.631694:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:3.0:1734016105.631756:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334591872:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5321us (5587us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016105.631765:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10389 00000100:00100000:3.0:1734016105.636860:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.646024:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334592384 00000100:00100000:0.0:1734016105.646033:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334592384 00002000:00100000:0.0:1734016105.646075:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1908736->1912831) req@ffff8801304d1f80 x1818247334592384/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.646085:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d1f80 with x1818247334592384 ext(1908736->1912831) 00002000:00010000:0.0:1734016105.646091:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d1f80 00000100:00100000:0.0:1734016105.646129:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8376 00000100:00100000:0.0:1734016105.646136:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334592384:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.646313:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334592384:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 176us (842us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.646320:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8376 00002000:00100000:0.0:1734016105.646326:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1908736->1912831) req@ffff8801304d1f80 x1818247334592384/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.646332:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d1f80 with x1818247334592384 ext(1908736->1912831) 00002000:00010000:0.0:1734016105.646334:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d1f80 00000100:00100000:0.0:1734016105.655039:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.656766:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334592640 00000100:00100000:1.0:1734016105.656777:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334592640 00002000:00100000:1.0:1734016105.656834:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1904640->1908735) req@ffff8800788f9500 x1818247334592640/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.656844:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788f9500 with x1818247334592640 ext(1904640->1908735) 00002000:00010000:1.0:1734016105.656849:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788f9500 00000100:00100000:1.0:1734016105.656876:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8377 00000100:00100000:1.0:1734016105.656885:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334592640:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.657740:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334592640:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 851us (2704us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.657750:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8377 00002000:00100000:1.0:1734016105.657758:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1904640->1908735) req@ffff8800788f9500 x1818247334592640/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.657766:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788f9500 with x1818247334592640 ext(1904640->1908735) 00002000:00010000:1.0:1734016105.657770:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788f9500 00000100:00100000:3.0:1734016105.663075:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.663180:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334592896 00000100:00100000:1.0:1734016105.663189:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334592896 00002000:00100000:1.0:1734016105.663226:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1900544->1904639) req@ffff880077d5d500 x1818247334592896/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.663236:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5d500 with x1818247334592896 ext(1900544->1904639) 00002000:00010000:1.0:1734016105.663240:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5d500 00000100:00100000:1.0:1734016105.663269:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8378 00000100:00100000:1.0:1734016105.663275:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334592896:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.663432:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334592896:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 155us (365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.663438:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8378 00002000:00100000:1.0:1734016105.663443:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1900544->1904639) req@ffff880077d5d500 x1818247334592896/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.663450:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5d500 with x1818247334592896 ext(1900544->1904639) 00002000:00010000:1.0:1734016105.663452:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5d500 00000100:00100000:0.0:1734016105.668428:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334593024 00000100:00100000:0.0:1734016105.668438:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334593024 00002000:00100000:0.0:1734016105.668480:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1900544->1916927) req@ffff8801304d2300 x1818247334593024/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 16872/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.668499:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d2300 with x1818247334593024 ext(1900544->1916927) 00002000:00010000:0.0:1734016105.668504:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d2300 00000100:00100000:0.0:1734016105.668538:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8379 00000100:00100000:0.0:1734016105.668543:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334593024:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016105.671242:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334593024:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 2688us (3029us total) trans 4294969316 rc 0/0 00000100:00100000:0.0:1734016105.671253:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8379 00002000:00100000:0.0:1734016105.671263:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1900544->1916927) req@ffff8801304d2300 x1818247334593024/t4294969316(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 16872/448 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.671272:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d2300 with x1818247334593024 ext(1900544->1916927) 00002000:00010000:0.0:1734016105.671278:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d2300 00000100:00100000:3.0:1734016105.685130:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334593152 00000100:00100000:3.0:1734016105.685139:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334593152 00000100:00100000:3.0:1734016105.685195:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10390 00000100:00100000:3.0:1734016105.685202:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334593152:12345-192.168.201.4@tcp:16:fsx.0 00000100:00100000:3.0:1734016105.693674:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334593152:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 8462us (9353us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016105.693689:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10390 00000100:00100000:3.0:1734016105.698602:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.698700:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334593280 00000100:00100000:0.0:1734016105.698718:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334593280 00000100:00100000:0.0:1734016105.698784:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10391 00000100:00100000:0.0:1734016105.698792:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334593280:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.698863:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.698887:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc5599210a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f05d expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.698955:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800788fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338355968:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016105.699035:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016105.712046:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.720700:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338356096:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016105.720737:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992111 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f064 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.720751:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992111 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f064 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.721335:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:0.0:1734016105.721380:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334593408:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8323us (9340us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016105.721388:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10392 00000100:00100000:0.0:1734016105.728158:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.732708:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016105.733244:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55992118 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016105.733252:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55992118 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016105.733262:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55992118 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016105.733266:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405200 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016105.733271:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55992118 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016105.733276:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55992118 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016105.733289:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016105.733292:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016105.733294:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55992118 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016105.733299:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55992118 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016105.733430:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334593792 00000100:00100000:1.0:1734016105.733439:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334593792 00000100:00100000:1.0:1734016105.733471:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10393 00000100:00100000:1.0:1734016105.733478:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334593792:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.733503:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.733518:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5599211f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f06b expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.733545:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559920d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3067904->3071999) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f033 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.733552:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016105.733553:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016105.733557:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5599211f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f06b expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.733585:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559920d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3067904->3071999) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f033 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.733596:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559920d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3067904->3071999) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f033 expref: 5 pid: 7684 timeout: 469 lvb_type: 0 00000100:00100000:1.0:1734016105.733609:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338356224:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016105.734977:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.737695:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338356224:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016105.737731:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5599211f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f06b expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.737752:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016105.739022:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334593792:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5539us (6316us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.739030:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10393 00000100:00100000:3.0:1734016105.740721:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.741078:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334593920 00000100:00100000:0.0:1734016105.741085:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334593920 00010000:00010000:0.0:1734016105.741117:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559920d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3067904->3071999) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f033 expref: 6 pid: 7684 timeout: 469 lvb_type: 0 00000100:00100000:0.0:1734016105.741139:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2870 00000100:00100000:0.0:1734016105.741144:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334593920:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016105.741155:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016105.741174:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559920d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3067904->3071999) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f033 expref: 6 pid: 7684 timeout: 469 lvb_type: 0 00010000:00010000:0.0:1734016105.741184:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559920d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3067904->3071999) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f033 expref: 6 pid: 7684 timeout: 469 lvb_type: 0 00010000:00010000:0.0:1734016105.741202:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559920d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3067904->3071999) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f033 expref: 6 pid: 7684 timeout: 469 lvb_type: 0 00010000:00010000:0.0:1734016105.741216:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016105.741218:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016105.741222:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5599211f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f06b expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.741230:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5599211f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f06b expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.741259:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5599211f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f06b expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.741270:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800788fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338356352:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016105.742752:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016105.747512:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.747563:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334594048 00000100:00100000:0.0:1734016105.747570:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334594048 00002000:00010000:0.0:1734016105.747597:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3766001->18446744073709551615) 00002000:00100000:0.0:1734016105.747601:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078275f80 with x1818247334594048 ext(3766001->18446744073709551615) 00002000:00010000:0.0:1734016105.747610:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078275f80. 00000100:00100000:0.0:1734016105.747881:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8380 00000100:00100000:0.0:1734016105.747888:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334594048:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016105.748039:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3160685 -> 3766001 00002000:00010000:0.0:1734016105.748042:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016105 -> 1734016105 00002000:00010000:0.0:1734016105.748044:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016105 -> 1734016104 00002000:00010000:0.0:1734016105.748046:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016105 -> 1734016105 00002000:00010000:0.0:1734016105.748047:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 768 -> 768 00000100:00100000:0.0:1734016105.748095:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334594048:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 206us (589us total) trans 4294969317 rc 0/0 00000100:00100000:0.0:1734016105.748101:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8380 00002000:00010000:0.0:1734016105.748103:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3766001->18446744073709551615) 00002000:00100000:0.0:1734016105.748105:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078275f80 with x1818247334594048 ext(3766001->18446744073709551615) 00002000:00010000:0.0:1734016105.748109:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078275f80. 00000100:00100000:1.0:1734016105.748224:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800788fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338356352:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016105.748243:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016105.748261:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334593920:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7117us (7548us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.748267:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2870 00000100:00100000:3.0:1734016105.753067:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.759171:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.764307:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.764546:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334594560 00000100:00100000:1.0:1734016105.764556:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334594560 00010000:00010000:1.0:1734016105.764595:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599212d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f072 expref: 25 pid: 6479 timeout: 469 lvb_type: 0 00000100:00100000:1.0:1734016105.764639:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2871 00000100:00100000:1.0:1734016105.764648:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:1970:x1818247334594560:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016105.764666:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016105.764672:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599212d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f072 expref: 25 pid: 6479 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016105.764685:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599212d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f072 expref: 25 pid: 6479 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016105.764711:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599212d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f072 expref: 25 pid: 6479 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016105.764742:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016105.764747:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55992134 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016105.764756:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55992134 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016105.764762:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55992134 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016105.764779:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016105.764856:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:1970:x1818247334594560:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 208us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.764864:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2871 00010000:00010000:1.0:1734016105.764899:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55992134 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016105.764904:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55992134 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:1.0:1734016105.764988:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968610 00000004:00010000:1.0:1734016105.765026:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078276a00 reply state ffff880078e32000 transno 4294968611 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55992134 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016105.765031:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016105.765080:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334594432:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 5735us (5917us total) trans 4294968611 rc 0/0 00000100:00100000:1.0:1734016105.765085:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2060 00000020:00080000:1.0:1734016105.765087:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016105.768640:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.768753:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334594688 00000100:00100000:0.0:1734016105.768762:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334594688 00000100:00100000:0.0:1734016105.768830:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10394 00000100:00100000:0.0:1734016105.768838:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334594688:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.768855:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.768870:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc5599213b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f079 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.768894:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5599211f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f06b expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.768901:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016105.768902:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016105.768906:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc5599213b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f079 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.768932:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5599211f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f06b expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.768942:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5599211f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f06b expref: 7 pid: 7684 timeout: 469 lvb_type: 0 00000100:00100000:0.0:1734016105.768953:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800788fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338356608:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016105.769001:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.773348:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800788fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338356608:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016105.773376:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc5599213b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f079 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.773397:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:0.0:1734016105.773445:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334594688:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4606us (4807us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016105.773452:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10394 00000100:00100000:0.0:1734016105.774249:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.780027:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.784872:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.788545:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.788612:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334595456 00000100:00100000:0.0:1734016105.788621:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334595456 00002000:00100000:0.0:1734016105.788664:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8871936->8876031) req@ffff880078277800 x1818247334595456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.788674:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078277800 with x1818247334595456 ext(8871936->8876031) 00002000:00010000:0.0:1734016105.788680:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078277800 00000100:00100000:0.0:1734016105.788718:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8383 00000100:00100000:0.0:1734016105.788725:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334595456:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.789657:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334595456:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 928us (1120us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.789665:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8383 00002000:00100000:0.0:1734016105.789671:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8871936->8876031) req@ffff880078277800 x1818247334595456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.789678:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078277800 with x1818247334595456 ext(8871936->8876031) 00002000:00010000:0.0:1734016105.789681:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078277800 00000100:00100000:3.0:1734016105.793617:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.793743:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334595712 00000100:00100000:0.0:1734016105.793752:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334595712 00002000:00100000:0.0:1734016105.793785:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8867840->8871935) req@ffff880078277b80 x1818247334595712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.793793:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078277b80 with x1818247334595712 ext(8867840->8871935) 00002000:00010000:0.0:1734016105.793798:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078277b80 00000100:00100000:0.0:1734016105.793857:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8384 00000100:00100000:0.0:1734016105.793863:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334595712:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.794019:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334595712:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 155us (410us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.794025:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8384 00002000:00100000:0.0:1734016105.794030:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8867840->8871935) req@ffff880078277b80 x1818247334595712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.794036:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078277b80 with x1818247334595712 ext(8867840->8871935) 00002000:00010000:0.0:1734016105.794039:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078277b80 00000100:00100000:1.0:1734016105.797983:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.802681:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.802749:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334596224 00000100:00100000:0.0:1734016105.802757:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334596224 00002000:00100000:0.0:1734016105.802791:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8859648->8863743) req@ffff880078274000 x1818247334596224/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.802800:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078274000 with x1818247334596224 ext(8859648->8863743) 00002000:00010000:0.0:1734016105.802804:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078274000 00000100:00100000:0.0:1734016105.802924:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8386 00000100:00100000:0.0:1734016105.802931:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334596224:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.803099:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334596224:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 165us (424us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.803109:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8386 00002000:00100000:0.0:1734016105.803114:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8859648->8863743) req@ffff880078274000 x1818247334596224/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.803121:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078274000 with x1818247334596224 ext(8859648->8863743) 00002000:00010000:0.0:1734016105.803124:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078274000 00000100:00100000:3.0:1734016105.806690:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.810659:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.810731:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334596736 00000100:00100000:0.0:1734016105.810738:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334596736 00002000:00100000:0.0:1734016105.810779:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8851456->8855551) req@ffff88007856f100 x1818247334596736/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.810789:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856f100 with x1818247334596736 ext(8851456->8855551) 00002000:00010000:0.0:1734016105.810794:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856f100 00000100:00100000:0.0:1734016105.810843:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8388 00000100:00100000:0.0:1734016105.810850:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334596736:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.811047:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334596736:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 197us (394us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.811053:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8388 00002000:00100000:0.0:1734016105.811059:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8851456->8855551) req@ffff88007856f100 x1818247334596736/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.811065:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856f100 with x1818247334596736 ext(8851456->8855551) 00002000:00010000:0.0:1734016105.811068:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856f100 00000100:00100000:3.0:1734016105.815169:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.821105:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.825962:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.826037:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334597504 00000100:00100000:0.0:1734016105.826045:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334597504 00002000:00100000:0.0:1734016105.826086:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8839168->8843263) req@ffff88007856ed80 x1818247334597504/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.826103:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856ed80 with x1818247334597504 ext(8839168->8843263) 00002000:00010000:0.0:1734016105.826107:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856ed80 00000100:00100000:0.0:1734016105.826342:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8391 00000100:00100000:0.0:1734016105.826349:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334597504:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.826531:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334597504:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 182us (578us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.826538:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8391 00002000:00100000:0.0:1734016105.826544:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8839168->8843263) req@ffff88007856ed80 x1818247334597504/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.826550:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856ed80 with x1818247334597504 ext(8839168->8843263) 00002000:00010000:0.0:1734016105.826553:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856ed80 00000100:00100000:3.0:1734016105.830506:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.836304:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.836673:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334598016 00000100:00100000:0.0:1734016105.836683:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334598016 00002000:00100000:0.0:1734016105.836742:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8830976->8835071) req@ffff880078275180 x1818247334598016/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.836752:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078275180 with x1818247334598016 ext(8830976->8835071) 00002000:00010000:0.0:1734016105.836757:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078275180 00000100:00100000:0.0:1734016105.836803:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8393 00000100:00100000:0.0:1734016105.836854:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334598016:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.837029:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334598016:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 219us (740us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.837035:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8393 00002000:00100000:0.0:1734016105.837041:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8830976->8835071) req@ffff880078275180 x1818247334598016/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.837048:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078275180 with x1818247334598016 ext(8830976->8835071) 00002000:00010000:0.0:1734016105.837051:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078275180 00000100:00100000:1.0:1734016105.841308:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.846167:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.854303:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334598400:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 7725us (8135us total) trans 4294969319 rc 0/0 00000100:00100000:0.0:1734016105.854317:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8395 00002000:00100000:0.0:1734016105.854329:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8826880->8877036) req@ffff8800788f9180 x1818247334598400/t4294969319(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:66/0 lens 488/448 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.854339:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788f9180 with x1818247334598400 ext(8826880->8877036) 00002000:00010000:0.0:1734016105.854344:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788f9180 00000100:00100000:1.0:1734016105.860379:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.862650:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334598656 00000100:00100000:0.0:1734016105.862656:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334598656 00000100:00100000:0.0:1734016105.862695:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10395 00000100:00100000:0.0:1734016105.862702:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334598656:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:3.0:1734016105.865024:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969319 is committed 00000001:00080000:3.0:1734016105.865038:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969317 is committed 00000100:00100000:0.0:1734016105.865205:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334598656:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2499us (2604us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016105.865214:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10395 00000100:00100000:1.0:1734016105.869344:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.869435:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334598784 00000100:00100000:0.0:1734016105.869443:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334598784 00000100:00100000:0.0:1734016105.869495:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2062 00000100:00100000:0.0:1734016105.869501:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:9662:x1818247334598784:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.869519:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.869535:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc55992142 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f080 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.869684:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992149 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016105.869696:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992149 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016105.869706:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992149 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:0.0:1734016105.869727:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8877037 00000004:00200000:0.0:1734016105.869731:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016105.869743:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992149 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016105.869762:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc55992142 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f080 expref: 26 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.869796:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992149 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f080 expref: 25 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.869802:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016105.869804:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016105.869831:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565d40, rc 0) 00000100:00100000:0.0:1734016105.869869:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:9662:x1818247334598784:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 367us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016105.869875:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2062 00000100:00100000:1.0:1734016105.872051:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.872147:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334598912 00000100:00100000:0.0:1734016105.872154:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334598912 00000100:00100000:0.0:1734016105.872206:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10396 00000100:00100000:0.0:1734016105.872213:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334598912:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.872234:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.872252:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55992150 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f087 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.872304:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800788fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338356864:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016105.872360:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00002000:00010000:0.0:1734016105.874982:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016104 -> 1734016105 00002000:00010000:0.0:1734016105.874990:0:7684:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 768 -> 872 00000100:00100000:0.0:1734016105.875011:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800788fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338356864:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016105.875043:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55992150 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f087 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.875057:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55992150 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f087 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.875071:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565f80, rc 0) 00000100:00100000:0.0:1734016105.875125:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334598912:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2910us (3081us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016105.875132:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10396 00000100:00100000:0.0:1734016105.878237:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.881441:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338356992:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016105.881471:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992157 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f08e expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016105.881495:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992157 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f08e expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016105.881519:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:3.0:1734016105.881558:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334599040:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3170us (3329us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016105.881566:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10397 00000100:00100000:3.0:1734016105.889866:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.896751:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.896855:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334599424 00000100:00100000:0.0:1734016105.896866:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334599424 00000100:00100000:0.0:1734016105.896922:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10398 00000100:00100000:0.0:1734016105.896931:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334599424:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.896952:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.896972:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992165 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f095 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.897006:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc5599213b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f079 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.897013:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016105.897015:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016105.897019:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992165 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f095 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.897060:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc5599213b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f079 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.897072:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc5599213b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f079 expref: 5 pid: 7684 timeout: 469 lvb_type: 0 00000100:00100000:0.0:1734016105.897088:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800788fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338357120:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016105.897163:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.901914:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.908864:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338357248:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016105.908894:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016105.908947:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac890850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334599552:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6326us (7033us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016105.908960:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2873 00000100:00100000:1.0:1734016105.909153:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.913055:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334599680 00000100:00100000:0.0:1734016105.913073:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334599680 00002000:00010000:0.0:1734016105.913127:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8630708->18446744073709551615) 00002000:00100000:0.0:1734016105.913133:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9f80 with x1818247334599680 ext(8630708->18446744073709551615) 00002000:00010000:0.0:1734016105.913149:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9f80. 00000100:00100000:0.0:1734016105.913184:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8396 00000100:00100000:0.0:1734016105.913192:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334599680:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016105.913518:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8877037 -> 8630708 00002000:00010000:0.0:1734016105.913522:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016105 -> 1734016105 00002000:00010000:0.0:1734016105.913524:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016105 -> 1734016104 00002000:00010000:0.0:1734016105.913526:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016105 -> 1734016105 00002000:00010000:0.0:1734016105.913528:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 872 -> 768 00000100:00100000:0.0:1734016105.913595:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334599680:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 401us (4442us total) trans 4294969320 rc 0/0 00000100:00100000:0.0:1734016105.913602:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8396 00002000:00010000:0.0:1734016105.913606:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8630708->18446744073709551615) 00002000:00100000:0.0:1734016105.913607:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9f80 with x1818247334599680 ext(8630708->18446744073709551615) 00002000:00010000:0.0:1734016105.913611:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9f80. 00000100:00100000:1.0:1734016105.922864:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.934963:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016105.946018:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016105.962647:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.976202:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.985366:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016105.989299:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016105.993848:0:7691:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992196 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1462272->1486847] (req 1462272->1486847) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.993863:0:7691:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992196 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1462272->1486847] (req 1462272->1486847) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016105.999914:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 768 -> 816 00010000:00010000:3.0:1734016105.999958:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992196 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1462272->1486847] (req 1462272->1486847) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.999970:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992196 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1462272->1486847] (req 1462272->1486847) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.999977:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992196 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1462272->1486847] (req 1462272->1486847) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.999983:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405440 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016105.999987:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992196 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1462272->1486847] (req 1462272->1486847) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.999995:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992196 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1462272->1486847] (req 1462272->1486847) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.000017:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992196 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1462272->1486847] (req 1462272->1486847) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.000024:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992196 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1462272->1486847] (req 1462272->1486847) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016106.000162:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334600576:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 14594us (14803us total) trans 4294969321 rc 0/0 00000100:00100000:3.0:1734016106.000173:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8397 00000100:00100000:0.0:1734016106.003988:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016106.009681:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:0.0:1734016106.009979:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016076 00000100:00100000:0.0:1734016106.013930:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:0.0:1734016106.014539:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016076 00010000:00010000:3.0:1734016106.014944:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559921a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0bf expref: 26 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.014957:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559921a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0bf expref: 26 pid: 6480 timeout: 469 lvb_type: 0 00000100:00100000:3.0:1734016106.014970:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338358016:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016106.015035:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016106.020086:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338358016:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016106.020118:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559921b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016106.037400:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.042440:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334601344 00000100:00100000:1.0:1734016106.042456:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334601344 00010000:00010000:1.0:1734016106.042522:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559921a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0bf expref: 27 pid: 6480 timeout: 469 lvb_type: 0 00000100:00100000:1.0:1734016106.043230:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2875 00000100:00100000:1.0:1734016106.043238:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:1969:x1818247334601344:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016106.043256:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016106.043264:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559921a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0bf expref: 27 pid: 6480 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016106.043276:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559921a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0bf expref: 27 pid: 6480 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016106.043304:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559921a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0bf expref: 27 pid: 6480 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016106.043341:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016106.043347:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559921b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016106.043357:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559921b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016106.043365:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559921b2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016106.043394:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016106.043456:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+26:1969:x1818247334601344:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 218us (6069us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.043463:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2875 00010000:00010000:1.0:1734016106.043512:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559921b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016106.043518:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559921b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:1.0:1734016106.043616:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968614 00000004:00010000:1.0:1734016106.043665:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800784ddf80 reply state ffff880078e36000 transno 4294968615 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559921b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:1.0:1734016106.043673:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016106.043742:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+25:9662:x1818247334601216:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 29621us (29827us total) trans 4294968615 rc 0/0 00000100:00100000:1.0:1734016106.043749:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2066 00000020:00080000:1.0:1734016106.043753:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016106.049602:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.050730:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334601472 00000100:00100000:1.0:1734016106.050741:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334601472 00000100:00100000:1.0:1734016106.050791:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10404 00000100:00100000:1.0:1734016106.050800:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334601472:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.050838:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.050856:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559921b9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f0cd expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.050886:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559921ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0c6 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.050893:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016106.050895:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016106.050898:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559921b9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0cd expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.050931:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559921ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0c6 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.051149:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559921ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0c6 expref: 6 pid: 7684 timeout: 469 lvb_type: 1 00000100:00100000:1.0:1734016106.051162:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338358144:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016106.052029:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.059322:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338358144:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016106.059361:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559921b9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0cd expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.059380:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016106.059429:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334601472:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8629us (9839us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.059439:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10404 00000100:00100000:0.0:1734016106.063951:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016106.069865:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016106.070247:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334601728 00000100:00100000:3.0:1734016106.070254:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334601728 00002000:00010000:3.0:1734016106.070296:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4170720->18446744073709551615) 00002000:00100000:3.0:1734016106.070301:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e98700 with x1818247334601728 ext(4170720->18446744073709551615) 00002000:00010000:3.0:1734016106.070312:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e98700. 00000100:00100000:3.0:1734016106.070748:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8398 00000100:00100000:3.0:1734016106.070757:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334601728:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016106.071141:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8630708 -> 4170720 00002000:00010000:3.0:1734016106.071145:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016105 -> 1734016105 00002000:00010000:3.0:1734016106.071148:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016105 -> 1734016105 00002000:00010000:3.0:1734016106.071150:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016105 -> 1734016105 00002000:00010000:3.0:1734016106.071153:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 816 -> 816 00000100:00100000:3.0:1734016106.071193:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334601728:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 436us (1345us total) trans 4294969322 rc 0/0 00000100:00100000:3.0:1734016106.071199:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8398 00002000:00010000:3.0:1734016106.071203:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4170720->18446744073709551615) 00002000:00100000:3.0:1734016106.071206:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e98700 with x1818247334601728 ext(4170720->18446744073709551615) 00002000:00010000:3.0:1734016106.071211:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e98700. 00000100:00100000:1.0:1734016106.075253:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334601856 00000100:00100000:1.0:1734016106.075263:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334601856 00000100:00100000:1.0:1734016106.075316:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2067 00000100:00100000:1.0:1734016106.075323:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:9662:x1818247334601856:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.075352:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.075374:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc559921c0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f0d4 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.075486:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc559921c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016106.075499:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc559921c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016106.075509:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc559921c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:1.0:1734016106.075532:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4170720 00000004:00200000:1.0:1734016106.075535:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016106.075550:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc559921c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016106.075571:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc559921c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0d4 expref: 26 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.075682:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc559921c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0d4 expref: 25 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.075690:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016106.075692:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016106.075695:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:1.0:1734016106.076467:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+25:9662:x1818247334601856:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1141us (1304us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.076484:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2067 00000100:00100000:3.0:1734016106.081757:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.081845:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334601984 00000100:00100000:1.0:1734016106.081859:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334601984 00000100:00100000:1.0:1734016106.081931:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2068 00000100:00100000:1.0:1734016106.081941:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+26:9662:x1818247334601984:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.081973:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.082001:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc559921ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f0db expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.082132:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559921d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016106.082148:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559921d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016106.082163:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559921d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:1.0:1734016106.082197:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4170720 00000004:00200000:1.0:1734016106.082202:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016106.082220:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559921d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016106.082246:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc559921ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0db expref: 28 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.082267:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559921d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0db expref: 27 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.082280:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016106.082284:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016106.082287:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:1.0:1734016106.082369:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:9662:x1818247334601984:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 429us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.082378:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2068 00000100:00100000:1.0:1734016106.088190:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334602112 00000100:00100000:1.0:1734016106.088200:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334602112 00000100:00100000:1.0:1734016106.088248:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10405 00000100:00100000:1.0:1734016106.088255:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334602112:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.088275:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.088295:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559921dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f0e2 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.088361:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338358400:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016106.088435:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.090868:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338358400:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016106.090912:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559921dc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0e2 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.090927:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559921dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0e2 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.090952:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:1.0:1734016106.091023:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334602112:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2766us (3145us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.091033:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10405 00000100:00100000:3.0:1734016106.096902:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.097778:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334602240 00000100:00100000:1.0:1734016106.097790:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334602240 00000100:00100000:1.0:1734016106.098033:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10406 00000100:00100000:1.0:1734016106.098043:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334602240:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.098066:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.098089:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc559921e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f0e9 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.098164:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338358528:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016106.098632:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.101277:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338358528:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016106.101322:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc559921e3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0e9 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.101340:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc559921e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0e9 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.101754:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016106.102043:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334602240:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3999us (5152us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.102054:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10406 00000100:00100000:0.0:1734016106.104976:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.105168:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334602368 00000100:00100000:1.0:1734016106.105182:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334602368 00000100:00100000:1.0:1734016106.105231:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10407 00000100:00100000:1.0:1734016106.105239:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334602368:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.105261:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.105284:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559921ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f0f0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.105358:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338358656:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016106.106084:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.109701:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338358656:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016106.109749:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559921ea lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0f0 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.109766:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559921ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0f0 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.109794:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016106.110057:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334602368:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4817us (5095us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.110067:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10407 00000100:00100000:3.0:1734016106.121785:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.121971:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334602496 00000100:00100000:1.0:1734016106.121983:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334602496 00000100:00100000:3.0:1734016106.128958:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016106.138386:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016106.151520:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016106.154840:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338359168:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016106.154865:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016106.154910:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334602880:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2718us (3398us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.154922:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2877 00000100:00100000:1.0:1734016106.170416:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334603136 00000100:00100000:1.0:1734016106.170428:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334603136 00002000:00100000:1.0:1734016106.170490:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->4173823) req@ffff8801304d1880 x1818247334603136/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016106.170501:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d1880 with x1818247334603136 ext(0->4173823) 00002000:00010000:1.0:1734016106.170510:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d1880 00000100:00100000:1.0:1734016106.170546:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8399 00000100:00100000:1.0:1734016106.170554:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334603136:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:0.0:1734016106.207654:0:7700:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016106.269014:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334603136:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 98438us (98797us total) trans 0 rc 4173824/4173824 00000100:00100000:1.0:1734016106.269031:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8399 00002000:00100000:1.0:1734016106.269051:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->4173823) req@ffff8801304d1880 x1818247334603136/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:67/0 lens 488/440 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4173824/4173824 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016106.269064:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d1880 with x1818247334603136 ext(0->4173823) 00002000:00010000:1.0:1734016106.269077:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d1880 00000100:00100000:0.0:1734016106.286394:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334603264 00000100:00100000:0.0:1734016106.286405:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334603264 00000100:00100000:1.0:1734016106.287618:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10411 00000100:00100000:1.0:1734016106.287633:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334603264:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.287665:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.287695:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992206 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f10c expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.287730:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016106.287732:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016106.287743:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992206 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f10c expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.287758:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992206 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f10c expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.287774:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016106.287886:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334603264:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 257us (1629us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.287895:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10411 00000100:00100000:1.0:1734016106.297704:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334603520 00000100:00100000:1.0:1734016106.297715:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334603520 00000100:00100000:1.0:1734016106.297864:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8400 00000100:00100000:1.0:1734016106.297872:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334603520:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:1.0:1734016106.297961:0:13965:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599220d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.297983:0:13965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016106.297985:0:13965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016106.297992:0:13965:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599220d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1736704->1753087] (req 1736704->1753087) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.298007:0:13965:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599220d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1736704->1753087] (req 1736704->1753087) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.298159:0:13965:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599220d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1736704->1753087] (req 1736704->1753087) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.298167:0:13965:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599220d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1736704->1753087] (req 1736704->1753087) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.298174:0:13965:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599220d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1736704->1753087] (req 1736704->1753087) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.298183:0:13965:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e836f40 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016106.298188:0:13965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599220d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1736704->1753087] (req 1736704->1753087) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.298202:0:13965:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599220d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1736704->1753087] (req 1736704->1753087) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.298219:0:13965:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599220d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1736704->1753087] (req 1736704->1753087) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.298225:0:13965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599220d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1736704->1753087] (req 1736704->1753087) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.298840:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334603520:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 938us (1293us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1734016106.298848:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8400 00000100:00100000:0.0:1734016106.304841:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334603776 00000100:00100000:0.0:1734016106.304852:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334603776 00002000:00100000:0.0:1734016106.304912:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3842048->3846143) req@ffff8801304d0000 x1818247334603776/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.304923:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d0000 with x1818247334603776 ext(3842048->3846143) 00002000:00010000:0.0:1734016106.304928:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d0000 00000100:00100000:0.0:1734016106.305261:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8401 00000100:00100000:0.0:1734016106.305271:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334603776:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.305694:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334603776:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 422us (1207us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016106.305703:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8401 00002000:00100000:0.0:1734016106.305711:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3842048->3846143) req@ffff8801304d0000 x1818247334603776/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.305719:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d0000 with x1818247334603776 ext(3842048->3846143) 00002000:00010000:0.0:1734016106.305722:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d0000 00000100:00100000:0.0:1734016106.314266:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334604032 00000100:00100000:0.0:1734016106.314276:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334604032 00002000:00100000:0.0:1734016106.314329:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3837952->3842047) req@ffff8801304d1500 x1818247334604032/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.314339:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d1500 with x1818247334604032 ext(3837952->3842047) 00002000:00010000:0.0:1734016106.314344:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d1500 00000100:00100000:0.0:1734016106.314646:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8402 00000100:00100000:0.0:1734016106.314655:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334604032:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.315563:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334604032:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 908us (1402us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016106.315570:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8402 00002000:00100000:0.0:1734016106.315578:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3837952->3842047) req@ffff8801304d1500 x1818247334604032/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.315585:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d1500 with x1818247334604032 ext(3837952->3842047) 00002000:00010000:0.0:1734016106.315589:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d1500 00000100:00100000:0.0:1734016106.325990:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334604288 00000100:00100000:0.0:1734016106.326005:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334604288 00002000:00100000:0.0:1734016106.326079:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3833856->3837951) req@ffff8801304d0700 x1818247334604288/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.326091:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d0700 with x1818247334604288 ext(3833856->3837951) 00002000:00010000:0.0:1734016106.326097:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d0700 00000100:00100000:0.0:1734016106.326137:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8403 00000100:00100000:0.0:1734016106.326145:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334604288:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.326397:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334604288:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 251us (536us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016106.326405:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8403 00002000:00100000:0.0:1734016106.326411:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3833856->3837951) req@ffff8801304d0700 x1818247334604288/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.326420:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d0700 with x1818247334604288 ext(3833856->3837951) 00002000:00010000:0.0:1734016106.326422:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d0700 00000100:00100000:3.0:1734016106.339438:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334604544 00000100:00100000:3.0:1734016106.339453:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334604544 00002000:00100000:3.0:1734016106.339515:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3829760->3833855) req@ffff8801304d3800 x1818247334604544/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016106.339528:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d3800 with x1818247334604544 ext(3829760->3833855) 00002000:00010000:3.0:1734016106.339536:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d3800 00000100:00100000:3.0:1734016106.339570:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8404 00000100:00100000:3.0:1734016106.339577:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334604544:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016106.339891:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334604544:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 311us (733us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016106.339898:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8404 00002000:00100000:3.0:1734016106.339904:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3829760->3833855) req@ffff8801304d3800 x1818247334604544/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016106.339915:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d3800 with x1818247334604544 ext(3829760->3833855) 00002000:00010000:3.0:1734016106.339918:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d3800 00000100:00100000:0.0:1734016106.357312:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334604672 00000100:00100000:0.0:1734016106.357325:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334604672 00000100:00100000:0.0:1734016106.357385:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10412 00000100:00100000:0.0:1734016106.357392:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334604672:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.357412:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.357432:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992214 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f113 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.357465:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559921ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3911680->3915775) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f105 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.357484:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992206 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f10c expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.357492:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.357493:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.357497:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992214 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [356352->417791] (req 356352->417791) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f113 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.357538:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992206 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f10c expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.357551:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992206 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f10c expref: 8 pid: 7686 timeout: 470 lvb_type: 1 00000100:00100000:0.0:1734016106.357564:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338359296:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016106.366058:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559921ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3911680->3915775) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f105 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.366082:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559921ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3911680->3915775) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f105 expref: 6 pid: 7684 timeout: 470 lvb_type: 0 00000100:00100000:0.0:1734016106.366098:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e99880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338359424:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016106.366175:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.369865:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338359296:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016106.369880:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e99880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338359424:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016106.369917:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992214 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [356352->417791] (req 356352->417791) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f113 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.369935:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:0.0:1734016106.377258:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334604672:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 19840us (20037us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.377276:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10412 00000100:00100000:3.0:1734016106.378265:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016106.378329:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334604800 00000100:00100000:0.0:1734016106.378339:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334604800 00010000:00010000:0.0:1734016106.378375:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992206 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f10c expref: 8 pid: 7686 timeout: 470 lvb_type: 1 00000100:00100000:0.0:1734016106.378994:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2878 00000100:00100000:0.0:1734016106.379001:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cd0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334604800:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016106.379018:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016106.379041:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992206 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f10c expref: 8 pid: 7686 timeout: 470 lvb_type: 1 00010000:00010000:0.0:1734016106.379054:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992206 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f10c expref: 8 pid: 7686 timeout: 470 lvb_type: 1 00010000:00010000:0.0:1734016106.379082:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992206 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f10c expref: 8 pid: 7686 timeout: 470 lvb_type: 1 00010000:00010000:0.0:1734016106.379105:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016106.380128:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cd0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334604800:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1122us (1861us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.380138:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2878 00000100:00100000:0.0:1734016106.381540:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334604928 00000100:00100000:0.0:1734016106.381549:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334604928 00010000:00010000:0.0:1734016106.381583:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559921ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3911680->3915775) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f105 expref: 7 pid: 7684 timeout: 470 lvb_type: 0 00000100:00100000:0.0:1734016106.381627:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2879 00000100:00100000:0.0:1734016106.381634:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334604928:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016106.381651:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016106.381677:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559921ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3911680->3915775) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f105 expref: 7 pid: 7684 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.381689:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559921ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3911680->3915775) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f105 expref: 7 pid: 7684 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.381715:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559921ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3911680->3915775) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f105 expref: 7 pid: 7684 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.381731:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.381734:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.381744:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992214 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 356352->417791) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f113 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.381754:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992214 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 356352->417791) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f113 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.381799:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992214 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 356352->417791) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f113 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.381841:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e99880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338359552:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016106.382397:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.387347:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e99880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338359552:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016106.387410:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016106.389067:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334604928:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7419us (7590us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.389083:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2879 00000100:00100000:0.0:1734016106.389569:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334605056 00000100:00100000:0.0:1734016106.389584:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334605056 00000100:00100000:0.0:1734016106.389831:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10413 00000100:00100000:0.0:1734016106.389841:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334605056:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016106.390215:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4170720 -> 4170720 00002000:00010000:0.0:1734016106.390219:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016105 -> 1734016105 00002000:00010000:0.0:1734016106.390221:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016105 -> 1734016105 00002000:00010000:0.0:1734016106.390222:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016105 -> 1734016105 00002000:00010000:0.0:1734016106.390224:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 816 -> 816 00000100:00100000:0.0:1734016106.392090:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334605056:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 2233us (2754us total) trans 4294969323 rc 0/0 00000100:00100000:0.0:1734016106.392105:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10413 00000100:00100000:0.0:1734016106.404577:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334605184 00000100:00100000:0.0:1734016106.404596:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334605184 00000100:00100000:0.0:1734016106.404704:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10414 00000100:00100000:0.0:1734016106.404714:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334605184:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.404743:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.404772:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc5599221b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f11a expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.404899:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e99880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338359680:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016106.405531:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00002000:00010000:0.0:1734016106.409235:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016105 -> 1734016106 00000100:00100000:0.0:1734016106.409260:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e99880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338359680:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016106.409292:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc5599221b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f11a expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.409304:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc5599221b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f11a expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.409428:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:0.0:1734016106.409489:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334605184:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4776us (6126us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016106.409497:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10414 00000100:00100000:3.0:1734016106.414784:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016106.414878:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334605312 00000100:00100000:0.0:1734016106.414886:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334605312 00000100:00100000:0.0:1734016106.414940:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10415 00000100:00100000:0.0:1734016106.414949:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334605312:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.414973:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.414992:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992222 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f121 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.415052:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e99880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338359808:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016106.417863:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.421890:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e99880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338359808:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016106.421926:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992222 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f121 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.421940:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992222 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f121 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.422735:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565200, rc 0) 00000100:00100000:1.0:1734016106.423252:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334605312:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8300us (8477us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.423264:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10415 00000100:00100000:1.0:1734016106.434011:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334605440 00000100:00100000:1.0:1734016106.434024:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334605440 00000100:00100000:1.0:1734016106.434078:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10416 00000100:00100000:1.0:1734016106.434086:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334605440:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.434109:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.434136:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992229 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f128 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.434214:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338359936:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016106.434357:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.438428:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338359936:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016106.438482:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992229 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f128 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.438496:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992229 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f128 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.439211:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016106.439298:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334605440:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5209us (5649us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.439312:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10416 00000100:00100000:3.0:1734016106.444429:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.444510:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334605568 00000100:00100000:1.0:1734016106.444518:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334605568 00000100:00100000:1.0:1734016106.444554:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10417 00000100:00100000:1.0:1734016106.444561:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334605568:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.444577:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.444596:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55992230 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f12f expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.444661:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338360064:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016106.444716:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.453799:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338360064:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016106.453914:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55992230 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f12f expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.453933:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55992230 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f12f expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.453972:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016106.454728:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334605568:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10164us (10304us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.454739:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10417 00000100:00100000:1.0:1734016106.467257:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016106.467372:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334605824 00000100:00100000:0.0:1734016106.467385:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334605824 00002000:00100000:0.0:1734016106.467447:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4939776->4943871) req@ffff88007a3caa00 x1818247334605824/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.467463:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3caa00 with x1818247334605824 ext(4939776->4943871) 00002000:00010000:0.0:1734016106.467479:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3caa00 00000100:00100000:0.0:1734016106.468145:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8405 00000100:00100000:0.0:1734016106.468155:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334605824:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.474771:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334605824:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 6593us (7518us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.474789:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8405 00002000:00100000:0.0:1734016106.474837:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4939776->4943871) req@ffff88007a3caa00 x1818247334605824/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:67/0 lens 488/440 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.474849:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3caa00 with x1818247334605824 ext(4939776->4943871) 00002000:00010000:0.0:1734016106.474856:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3caa00 00000100:00100000:3.0:1734016106.475589:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.476354:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334606080 00000100:00100000:1.0:1734016106.476366:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334606080 00002000:00100000:1.0:1734016106.476410:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4935680->4939775) req@ffff8801309fa300 x1818247334606080/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016106.476420:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fa300 with x1818247334606080 ext(4935680->4939775) 00002000:00010000:1.0:1734016106.476425:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fa300 00000100:00100000:1.0:1734016106.476449:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8406 00000100:00100000:1.0:1734016106.476455:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334606080:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016106.476644:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334606080:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 189us (1058us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.476651:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8406 00002000:00100000:1.0:1734016106.476656:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4935680->4939775) req@ffff8801309fa300 x1818247334606080/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:67/0 lens 488/440 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016106.476663:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fa300 with x1818247334606080 ext(4935680->4939775) 00002000:00010000:1.0:1734016106.476666:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fa300 00000100:00100000:0.0:1734016106.480843:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334606208 00000100:00100000:0.0:1734016106.480856:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334606208 00002000:00100000:0.0:1734016106.480921:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4935680->8783340) req@ffff88007822df80 x1818247334606208/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:67/0 lens 504/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.480933:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822df80 with x1818247334606208 ext(4935680->8783340) 00002000:00010000:0.0:1734016106.480940:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822df80 00000100:00100000:0.0:1734016106.480978:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8407 00000100:00100000:0.0:1734016106.480987:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334606208:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016106.485441:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334606208:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4425us (4676us total) trans 4294969324 rc 0/0 00000100:00100000:0.0:1734016106.485464:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8407 00002000:00100000:0.0:1734016106.485494:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4935680->8783340) req@ffff88007822df80 x1818247334606208/t4294969324(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:67/0 lens 504/448 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.486933:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822df80 with x1818247334606208 ext(4935680->8783340) 00002000:00010000:0.0:1734016106.486946:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822df80 00000100:00100000:1.0:1734016106.487884:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.490982:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334606464 00000100:00100000:1.0:1734016106.490998:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334606464 00000100:00100000:1.0:1734016106.491078:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10418 00000100:00100000:1.0:1734016106.491091:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334606464:12345-192.168.201.4@tcp:16:fsx.0 00000100:00100000:1.0:1734016106.494731:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334606464:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 3622us (4194us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.494750:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10418 00000100:00100000:3.0:1734016106.497751:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.498623:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334606592 00000100:00100000:1.0:1734016106.498641:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334606592 00000100:00100000:1.0:1734016106.498950:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10419 00000100:00100000:1.0:1734016106.498961:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334606592:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016106.499288:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4170720 -> 8783341 00002000:00010000:1.0:1734016106.499292:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016105 -> 1734016106 00002000:00010000:1.0:1734016106.499295:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016106 -> 1734016105 00002000:00010000:1.0:1734016106.499297:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016105 -> 1734016106 00002000:00010000:1.0:1734016106.499300:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 816 -> 928 00000100:00100000:1.0:1734016106.500164:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334606592:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1201us (2437us total) trans 4294969325 rc 0/0 00000100:00100000:1.0:1734016106.500175:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10419 00000100:00100000:0.0:1734016106.503459:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.503591:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334606720 00000100:00100000:1.0:1734016106.503602:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334606720 00000100:00100000:1.0:1734016106.503768:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10420 00000100:00100000:1.0:1734016106.503779:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334606720:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.503804:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.503863:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992237 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f136 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.503906:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992214 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 356352->417791) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f113 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.503914:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.503917:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.503921:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992237 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6291456->6348799] (req 6291456->6348799) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f136 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.503960:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992214 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 356352->417791) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f113 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.503976:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992214 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 356352->417791) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f113 expref: 6 pid: 7684 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016106.503991:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338360192:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016106.504086:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.507280:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338360192:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016106.507338:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992237 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6291456->6348799] (req 6291456->6348799) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f136 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.507364:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834240, rc 0) 00000100:00100000:0.0:1734016106.507366:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334606848 00000100:00100000:0.0:1734016106.507376:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334606848 00010000:00010000:0.0:1734016106.507420:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992214 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 356352->417791) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f113 expref: 7 pid: 7684 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016106.507433:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334606720:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3656us (3993us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.507443:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10420 00000100:00100000:0.0:1734016106.507460:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2880 00000100:00100000:0.0:1734016106.507481:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac890450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334606848:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016106.507500:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016106.507527:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992214 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 356352->417791) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f113 expref: 7 pid: 7684 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.507541:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992214 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 356352->417791) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f113 expref: 7 pid: 7684 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.507573:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992214 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 356352->417791) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f113 expref: 7 pid: 7684 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.507605:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.507608:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.507617:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992237 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6291456->6348799) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f136 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.507629:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992237 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6291456->6348799) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f136 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.507700:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992237 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6291456->6348799) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f136 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016106.507722:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e98380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338360320:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016106.507783:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016106.511829:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e98380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338360320:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016106.511853:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016106.511898:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac890450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334606848:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4431us (4605us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016106.511910:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2880 00000100:00100000:1.0:1734016106.512338:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334606976 00000100:00100000:1.0:1734016106.512346:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334606976 00000100:00100000:1.0:1734016106.512386:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10421 00000100:00100000:1.0:1734016106.512393:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334606976:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016106.512716:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8783341 -> 8783341 00002000:00010000:1.0:1734016106.512720:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:1.0:1734016106.512722:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016105 -> 1734016105 00002000:00010000:1.0:1734016106.512725:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:1.0:1734016106.512727:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 928 -> 928 00000100:00100000:1.0:1734016106.512784:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334606976:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 391us (1186us total) trans 4294969326 rc 0/0 00000100:00100000:1.0:1734016106.512790:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10421 00000100:00100000:3.0:1734016106.518350:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.518646:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334607232 00000100:00100000:1.0:1734016106.518659:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334607232 00000100:00100000:1.0:1734016106.519411:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8408 00000100:00100000:1.0:1734016106.519421:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334607232:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:1.0:1734016106.519487:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599223e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.519521:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992237 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6291456->6348799) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f136 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.519531:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.519534:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.519538:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599223e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8159232->8167423] (req 8159232->8167423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.519604:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992237 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6291456->6348799) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f136 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.519620:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992237 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6291456->6348799) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f136 expref: 8 pid: 7684 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016106.519644:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338360448:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016106.520082:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016106.523192:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016106.523874:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992237 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6291456->6348799) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f136 expref: 8 pid: 7684 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016106.523896:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338360448:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016106.523921:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599223e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8159232->8167423] (req 8159232->8167423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.523930:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599223e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8159232->8167423] (req 8159232->8167423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.523941:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599223e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8159232->8167423] (req 8159232->8167423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016106.527779:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 928 -> 944 00010000:00010000:1.0:1734016106.527798:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599223e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8159232->8167423] (req 8159232->8167423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.527855:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599223e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8159232->8167423] (req 8159232->8167423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.527865:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599223e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8159232->8167423] (req 8159232->8167423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.527873:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e836400 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016106.527878:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599223e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8159232->8167423] (req 8159232->8167423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.527888:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599223e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8159232->8167423] (req 8159232->8167423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.527918:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599223e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8159232->8167423] (req 8159232->8167423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.527924:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599223e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8159232->8167423] (req 8159232->8167423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.528069:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334607232:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 8641us (9730us total) trans 4294969327 rc 0/0 00000100:00100000:1.0:1734016106.528083:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8408 00000100:00100000:3.0:1734016106.532148:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016106.536441:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016106.543345:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016106.543446:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334607744 00000100:00100000:0.0:1734016106.543455:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334607744 00010000:00010000:0.0:1734016106.543497:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992245 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f13d expref: 8 pid: 7686 timeout: 470 lvb_type: 1 00000100:00100000:0.0:1734016106.543540:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2882 00000100:00100000:0.0:1734016106.543547:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334607744:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016106.543561:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016106.543583:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992245 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f13d expref: 8 pid: 7686 timeout: 470 lvb_type: 1 00010000:00010000:0.0:1734016106.543595:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992245 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f13d expref: 8 pid: 7686 timeout: 470 lvb_type: 1 00010000:00010000:0.0:1734016106.543619:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992245 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f13d expref: 8 pid: 7686 timeout: 470 lvb_type: 1 00010000:00010000:0.0:1734016106.543647:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.543650:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.543658:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599224c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6799360->6840319) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f144 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.543667:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599224c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6799360->6840319) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f144 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.543701:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599224c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6799360->6840319) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f144 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.543715:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e98000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338360704:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016106.543768:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016106.547257:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016106.547769:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e98000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338360704:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016106.547794:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016106.547859:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334607744:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4311us (4520us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.547873:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2882 00000100:00100000:0.0:1734016106.547924:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3505:1818247338360832:0@lo:400:kworker.0 00000100:00100000:0.0:1734016106.547973:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016106.548014:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338360832 00000100:00100000:0.0:1734016106.548021:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338360832 00000100:00100000:0.0:1734016106.548068:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:0.0:1734016106.548077:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e84f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3505:x1818247338360832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016106.548127:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e84f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3505:x1818247338360832:12345-0@lo:400:kworker.0 Request processed in 53us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.548134:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00080000:0.0:1734016106.548155:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016076 00000100:00100000:0.0:1734016106.548172:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3505:1818247338360832:0@lo:400:kworker.0 00000100:00100000:0.0:1734016106.548284:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334607872 00000100:00100000:0.0:1734016106.548288:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334607872 00000100:00100000:0.0:1734016106.548317:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10424 00000100:00100000:0.0:1734016106.548322:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334607872:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016106.548650:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8783341 -> 8783341 00002000:00010000:0.0:1734016106.548654:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.548656:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016105 -> 1734016105 00002000:00010000:0.0:1734016106.548658:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.548661:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 944 -> 944 00000100:00100000:0.0:1734016106.548704:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334607872:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 381us (1459us total) trans 4294969328 rc 0/0 00000100:00100000:0.0:1734016106.548711:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10424 00000100:00100000:1.0:1734016106.550694:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3507:1818247338361088:0@lo:400:kworker.0 00000100:00100000:1.0:1734016106.550794:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016106.550854:0:3507:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1734016106.550865:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3507:1818247338360960:0@lo:400:kworker.0 00000100:00100000:1.0:1734016106.550885:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016106.550897:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338361472:0@lo:400:kworker.0 00000100:00100000:1.0:1734016106.550930:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016106.550969:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338361088 00000100:00100000:1.0:1734016106.550980:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338361088 00000100:00100000:1.0:1734016106.551048:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338360960 00000100:00100000:1.0:1734016106.551050:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338360960 00000100:00100000:1.0:1734016106.551071:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1734016106.551079:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3507:x1818247338361088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016106.551136:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3507:x1818247338361088:12345-0@lo:400:kworker.0 Request processed in 57us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.551142:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1734016106.551161:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1734016106.551164:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3507:x1818247338360960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016106.551185:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3507:x1818247338360960:12345-0@lo:400:kworker.0 Request processed in 20us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.551190:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00080000:1.0:1734016106.551205:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016076 00000100:00100000:1.0:1734016106.551235:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3507:1818247338360960:0@lo:400:kworker.0 00000100:00100000:1.0:1734016106.551243:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3507:1818247338361088:0@lo:400:kworker.0 00000100:00100000:3.0:1734016106.551335:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338361216:0@lo:400:kworker.0 00000100:00100000:3.0:1734016106.551361:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016106.551377:0:3504:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016106.551381:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3504:1818247338361344:0@lo:400:kworker.0 00000100:00100000:3.0:1734016106.551396:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016106.551411:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338361344 00000100:00100000:3.0:1734016106.551414:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338361344 00000100:00100000:3.0:1734016106.551435:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1734016106.551439:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3504:x1818247338361344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016106.551477:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3504:x1818247338361344:12345-0@lo:400:kworker.0 Request processed in 26us (69us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016106.551482:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1734016106.551506:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3504:1818247338361344:0@lo:400:kworker.0 00000100:00100000:3.0:1734016106.551523:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338361472 00000100:00100000:3.0:1734016106.551525:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338361472 00000100:00100000:3.0:1734016106.551550:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338361216 00000100:00100000:3.0:1734016106.551552:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338361216 00000100:00100000:3.0:1734016106.551570:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1734016106.551574:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338361472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016106.551599:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338361472:12345-0@lo:400:kworker.0 Request processed in 25us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016106.551604:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1734016106.551611:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1734016106.551613:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338361216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016106.551634:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338361216:12345-0@lo:400:kworker.0 Request processed in 20us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016106.551639:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1734016106.551656:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338361216:0@lo:400:kworker.0 00000100:00080000:1.0:1734016106.551993:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016076 00000100:00080000:1.0:1734016106.551997:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016076 00000100:00080000:1.0:1734016106.551998:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016076 00000100:00100000:1.0:1734016106.552016:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338361472:0@lo:400:kworker.0 00000100:00100000:3.0:1734016106.554592:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016106.554661:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334608000 00000100:00100000:0.0:1734016106.554671:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334608000 00000100:00100000:0.0:1734016106.554726:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10425 00000100:00100000:0.0:1734016106.554734:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334608000:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.554755:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.554776:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992253 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f14b expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.554863:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338361600:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016106.554949:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.560646:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016106.569939:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.570104:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334608384 00000100:00100000:1.0:1734016106.570117:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334608384 00000100:00100000:1.0:1734016106.570237:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8409 00000100:00100000:1.0:1734016106.570250:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334608384:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:1.0:1734016106.570318:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992261 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.570350:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599224c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6799360->6840319) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f144 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.570359:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.570361:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.570364:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992261 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1597440->1617919] (req 1597440->1617919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.570415:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599224c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6799360->6840319) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f144 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.570432:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599224c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6799360->6840319) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f144 expref: 8 pid: 7686 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016106.570449:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338361856:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016106.570556:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.576328:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016106.579228:0:7944:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338361984 00000100:00100000:0.0:1734016106.579237:0:7944:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338361984 00000100:00100000:0.0:1734016106.579288:0:7944:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1734016106.579296:0:7944:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3506:x1818247338361984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734016106.579327:0:7944:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3923259392 avail 3691626496 00000100:00100000:0.0:1734016106.579386:0:7944:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3506:x1818247338361984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.579394:0:7944:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1734016106.584755:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.589073:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016106.593114:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.593418:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334609024 00000100:00100000:1.0:1734016106.593428:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334609024 00010000:00010000:1.0:1734016106.593483:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992268 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f159 expref: 9 pid: 7684 timeout: 470 lvb_type: 1 00000100:00100000:1.0:1734016106.593528:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2884 00000100:00100000:1.0:1734016106.593537:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334609024:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016106.593558:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016106.593583:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992268 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f159 expref: 9 pid: 7684 timeout: 470 lvb_type: 1 00010000:00010000:1.0:1734016106.593595:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992268 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f159 expref: 9 pid: 7684 timeout: 470 lvb_type: 1 00010000:00010000:1.0:1734016106.593623:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992268 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f159 expref: 9 pid: 7684 timeout: 470 lvb_type: 1 00010000:00010000:1.0:1734016106.594312:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016106.594317:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016106.594323:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599226f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [507904->561151] (req 507904->561151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.594333:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599226f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [507904->561151] (req 507904->561151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.594372:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016106.594430:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334609024:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 893us (1341us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.594438:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2884 00002000:00010000:3.0:1734016106.610434:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 944 -> 1048 00010000:00010000:3.0:1734016106.610451:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599226f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [507904->561151] (req 507904->561151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.610462:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599226f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [507904->561151] (req 507904->561151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.610481:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599226f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [507904->561151] (req 507904->561151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.610489:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405200 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016106.610493:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599226f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [507904->561151] (req 507904->561151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.610502:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599226f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [507904->561151] (req 507904->561151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.610524:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599226f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [507904->561151] (req 507904->561151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.610530:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599226f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [507904->561151] (req 507904->561151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016106.613460:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334608896:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 23646us (24378us total) trans 4294969329 rc 0/0 00000100:00100000:3.0:1734016106.613490:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8410 00000100:00100000:0.0:1734016106.616081:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016106.616207:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334609152 00000100:00100000:3.0:1734016106.616215:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334609152 00000100:00100000:3.0:1734016106.616264:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10428 00000100:00100000:3.0:1734016106.616270:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334609152:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016106.616287:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016106.616308:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992276 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f160 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016106.616328:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8783341, mtime: 0x675afc6a, atime: 0x675afc69, ctime: 0x675afc6a, blocks: 0x418 00010000:00010000:3.0:1734016106.616349:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016106.616350:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016106.616357:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992276 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f160 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.616370:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992276 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f160 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.616379:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016106.616568:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334609152:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 297us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016106.616574:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10428 00000100:00100000:1.0:1734016106.621237:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016106.622129:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334609280 00000100:00100000:3.0:1734016106.622139:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334609280 00000100:00100000:3.0:1734016106.622191:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10429 00000100:00100000:3.0:1734016106.622198:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334609280:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016106.622219:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016106.622240:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599227d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f167 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.622272:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016106.622274:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016106.622283:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599227d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2170879) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f167 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.622298:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599227d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2170879) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f167 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.622309:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016106.622625:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334609280:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 425us (1399us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016106.622633:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10429 00000100:00100000:1.0:1734016106.647725:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.647910:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.647951:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.647987:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334609536 00000100:00100000:1.0:1734016106.647998:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334609536 00002000:00100000:1.0:1734016106.648068:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800784de300 x1818247334609536/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016106.648081:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784de300 with x1818247334609536 ext(0->4194303) 00002000:00010000:1.0:1734016106.648088:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784de300 00000100:00100000:1.0:1734016106.648124:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334609792 00000100:00100000:1.0:1734016106.648127:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334609792 00002000:00100000:1.0:1734016106.648138:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff8800781c5500 x1818247334609792/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016106.648146:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c5500 with x1818247334609792 ext(4194304->8388607) 00002000:00010000:1.0:1734016106.648148:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c5500 00000100:00100000:1.0:1734016106.648158:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334610048 00000100:00100000:1.0:1734016106.648161:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334610048 00002000:00100000:1.0:1734016106.648171:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8785919) req@ffff8800781c7480 x1818247334610048/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016106.648177:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c7480 with x1818247334610048 ext(8388608->8785919) 00002000:00010000:1.0:1734016106.648181:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c7480 00000100:00100000:1.0:1734016106.648189:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8411 00000100:00100000:1.0:1734016106.648197:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334609536:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.652974:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8413 00000100:00100000:0.0:1734016106.652984:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334610048:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.759404:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334609536:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 111189us (111675us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016106.759420:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8411 00002000:00100000:0.0:1734016106.759436:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800784de300 x1818247334609536/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:67/0 lens 488/440 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.759446:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784de300 with x1818247334609536 ext(0->4194303) 00002000:00010000:0.0:1734016106.759455:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784de300 00000100:00100000:1.0:1734016106.766636:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016106.766737:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334610176 00000100:00100000:3.0:1734016106.766748:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334610176 00000100:00100000:3.0:1734016106.767255:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10430 00000100:00100000:3.0:1734016106.767266:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334610176:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016106.767295:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016106.767322:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992284 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f16e expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.767366:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992276 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f160 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.767375:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599227d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2158592->2170879) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f167 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.767389:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016106.767391:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016106.767395:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992284 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [5214208->5275647] (req 5214208->5275647) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f16e expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.767439:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599227d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2158592->2170879) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f167 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.767454:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599227d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2158592->2170879) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f167 expref: 7 pid: 7686 timeout: 470 lvb_type: 0 00000100:00100000:3.0:1734016106.767478:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338362240:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016106.768357:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992276 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f160 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.768370:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992276 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f160 expref: 6 pid: 7686 timeout: 470 lvb_type: 1 00000100:00100000:3.0:1734016106.768382:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338362368:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016106.768418:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129db7000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.779457:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338362240:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016106.780604:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338362368:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016106.780653:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992284 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [5214208->5275647] (req 5214208->5275647) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f16e expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.780676:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016106.781623:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.781716:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334610304 00000100:00100000:1.0:1734016106.781729:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334610304 00010000:00010000:1.0:1734016106.781774:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992276 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f160 expref: 7 pid: 7686 timeout: 470 lvb_type: 1 00000100:00100000:0.0:1734016106.783242:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334610176:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 15964us (16604us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.783255:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10430 00000100:00100000:1.0:1734016106.783803:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2885 00000100:00100000:1.0:1734016106.783827:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334610304:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016106.783854:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016106.783886:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992276 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f160 expref: 7 pid: 7686 timeout: 470 lvb_type: 1 00010000:00010000:1.0:1734016106.783903:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992276 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f160 expref: 7 pid: 7686 timeout: 470 lvb_type: 1 00010000:00010000:1.0:1734016106.783931:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992276 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f160 expref: 7 pid: 7686 timeout: 470 lvb_type: 1 00010000:00010000:1.0:1734016106.783972:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016106.784002:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334610304:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 178us (2383us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.784009:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2885 00000100:00100000:1.0:1734016106.791733:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016106.805705:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.819935:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.836901:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016106.848489:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016106.861219:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016106.871662:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2070 00000100:00100000:3.0:1734016106.871678:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:9662:x1818247334611200:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016106.871753:0:6478:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016106.871792:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559921d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0db expref: 27 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.871849:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016106.871855:0:6478:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016106.872064:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55992299 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016106.872083:0:6478:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc559921c7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0d4 expref: 24 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.872091:0:6478:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55992299 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016106.872134:0:6478:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc559921c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0d4 expref: 24 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.872150:0:6478:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc559921c7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f0d4 expref: 24 pid: 6480 timeout: 470 lvb_type: 0 00000100:00100000:3.0:1734016106.872167:0:6478:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338362880:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016106.872274:0:6478:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e541540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016106.873993:0:6478:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338362880:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016106.874019:0:6478:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55992299 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:0.0:1734016106.874670:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016106.887370:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016106.887642:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334611456 00000100:00100000:3.0:1734016106.887654:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334611456 00000100:00100000:3.0:1734016106.887716:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10435 00000100:00100000:3.0:1734016106.887722:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334611456:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016106.887743:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016106.887761:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559922a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f183 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.887793:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992284 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5275647) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f16e expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.887800:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016106.887801:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016106.887805:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559922a0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f183 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.887867:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992284 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5275647) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f16e expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.887880:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992284 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5275647) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f16e expref: 7 pid: 7686 timeout: 470 lvb_type: 0 00000100:00100000:3.0:1734016106.887891:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338363008:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016106.887945:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e541540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016106.892728:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338363008:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016106.892785:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559922a0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f183 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.892858:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016106.892941:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334611456:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5215us (5580us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016106.892958:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10435 00000100:00100000:3.0:1734016106.893511:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016106.893589:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334611584 00000100:00100000:1.0:1734016106.893597:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334611584 00010000:00010000:1.0:1734016106.893626:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992284 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5275647) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f16e expref: 8 pid: 7686 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016106.893660:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2888 00000100:00100000:1.0:1734016106.893667:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334611584:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016106.893681:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016106.893701:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992284 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5214208->5275647) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f16e expref: 8 pid: 7686 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016106.893711:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992284 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5214208->5275647) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f16e expref: 8 pid: 7686 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016106.893733:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992284 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5214208->5275647) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f16e expref: 8 pid: 7686 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016106.893749:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016106.893751:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016106.893756:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559922a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f183 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.893765:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559922a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f183 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.893796:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559922a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f183 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.893830:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800700cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338363136:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016106.893873:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.904375:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800700cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338363136:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016106.904414:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016106.905704:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334611584:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 12022us (12179us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.905722:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2888 00000100:00100000:0.0:1734016106.907542:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016106.948227:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016106.948277:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016106.950284:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8416 00000100:00100000:3.0:1734016106.950299:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334612224:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016106.954317:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016106.965947:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334612480 00000100:00100000:0.0:1734016106.965973:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334612480 00002000:00100000:0.0:1734016106.966061:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8384512->10301439) req@ffff8800700cd880 x1818247334612480/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.966075:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cd880 with x1818247334612480 ext(8384512->10301439) 00002000:00010000:0.0:1734016106.966085:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cd880 00000100:00100000:0.0:1734016106.966152:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8417 00000100:00100000:0.0:1734016106.966160:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334612480:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016107.058331:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016107.058449:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334612736 00000100:00100000:3.0:1734016107.058477:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334612736 00000100:00100000:3.0:1734016107.061672:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 152 00000100:00100000:3.0:1734016107.061689:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334612736:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:3.0:1734016107.061823:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334612736:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 126us (3493us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.061830:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 152 00000100:00100000:3.0:1734016107.061952:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016107.062133:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334612608 00000100:00100000:3.0:1734016107.062141:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334612608 00000100:00080000:1.0:1734016107.062146:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016077 00000100:00080000:1.0:1734016107.062154:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016077 00000100:00100000:3.0:1734016107.062171:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 321 00000100:00100000:3.0:1734016107.062175:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e84f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1969:x1818247334612608:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:3.0:1734016107.062212:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e84f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1969:x1818247334612608:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 36us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.062217:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 321 00000100:00100000:0.0:1734016107.104227:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334612480:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 138055us (149916us total) trans 0 rc 1916928/1916928 00000100:00100000:0.0:1734016107.104240:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8417 00002000:00100000:0.0:1734016107.104251:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8384512->10301439) req@ffff8800700cd880 x1818247334612480/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:67/0 lens 488/440 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 1916928/1916928 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.104259:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cd880 with x1818247334612480 ext(8384512->10301439) 00002000:00010000:0.0:1734016107.104265:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cd880 00000100:00100000:3.0:1734016107.130758:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016107.131194:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334612864 00000100:00100000:0.0:1734016107.131203:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334612864 00002000:00100000:0.0:1734016107.131248:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10244096->10301954) req@ffff8800780d2680 x1818247334612864/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.131258:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2680 with x1818247334612864 ext(10244096->10301954) 00002000:00010000:0.0:1734016107.131264:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d2680 00000100:00100000:0.0:1734016107.131302:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8418 00000100:00100000:0.0:1734016107.131308:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334612864:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016107.146645:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247334612864:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 15326us (15888us total) trans 4294969333 rc 0/0 00000100:00100000:0.0:1734016107.146659:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8418 00002000:00100000:0.0:1734016107.146672:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10244096->10301954) req@ffff8800780d2680 x1818247334612864/t4294969333(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:68/0 lens 488/448 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.146682:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2680 with x1818247334612864 ext(10244096->10301954) 00002000:00010000:0.0:1734016107.146688:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d2680 00000100:00100000:3.0:1734016107.150189:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334612224:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 199879us (201897us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016107.150204:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8416 00002000:00100000:3.0:1734016107.150214:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff8800780d3800 x1818247334612224/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:67/0 lens 488/440 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.150222:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d3800 with x1818247334612224 ext(4190208->8384511) 00002000:00010000:3.0:1734016107.150227:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d3800 00000100:00100000:0.0:1734016107.159219:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334612992 00000100:00100000:0.0:1734016107.159231:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334612992 00000100:00100000:0.0:1734016107.159292:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2071 00000100:00100000:0.0:1734016107.159300:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+28:9662:x1818247334612992:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:0.0:1734016107.159418:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+28:9662:x1818247334612992:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 119us (4807us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.159424:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2071 00000100:00080000:1.0:1734016107.159593:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016077 00000100:00100000:1.0:1734016107.163923:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000001:00080000:0.0:1734016107.167859:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969333 is committed 00000001:00080000:0.0:1734016107.167872:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969331 is committed 00000100:00100000:0.0:1734016107.174475:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016107.180872:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:1.0:1734016107.182347:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016077 00000100:00100000:0.0:1734016107.192504:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016107.200518:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016107.216357:0:6469:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016107.216537:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016107.217085:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334613760 00000100:00100000:1.0:1734016107.217092:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334613760 00010000:00010000:1.0:1734016107.217118:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559922a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f183 expref: 7 pid: 7686 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016107.217362:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2889 00000100:00100000:1.0:1734016107.217370:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334613760:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016107.217385:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016107.217409:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559922a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f183 expref: 7 pid: 7686 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016107.217424:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559922a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f183 expref: 7 pid: 7686 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016107.217444:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559922a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f183 expref: 7 pid: 7686 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016107.217471:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016107.217474:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016107.217482:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559922c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1171456->1196031) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f19f expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.217491:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559922c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1171456->1196031) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f19f expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.217518:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559922c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1171456->1196031) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f19f expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016107.217528:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338363648:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016107.217580:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.220389:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338363648:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016107.220414:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016107.220466:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334613760:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3085us (3918us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016107.220476:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2889 00000100:00100000:0.0:1734016107.220798:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016107.262294:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016107.262353:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016107.264426:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016107.277324:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8421 00000100:00100000:3.0:1734016107.277338:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247334614656:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016107.312799:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247334614144:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 47987us (50506us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016107.312830:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8419 00002000:00100000:3.0:1734016107.312842:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880078c50000 x1818247334614144/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:68/0 lens 488/440 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.312851:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c50000 with x1818247334614144 ext(0->4194303) 00002000:00010000:3.0:1734016107.312856:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c50000 00000100:00100000:0.0:1734016107.385597:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016107.386051:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334614656:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 108712us (121623us total) trans 0 rc 1916928/1916928 00000100:00100000:3.0:1734016107.386064:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8421 00002000:00100000:3.0:1734016107.386077:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10305535) req@ffff8800783b5c00 x1818247334614656/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:68/0 lens 488/440 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 1916928/1916928 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.386086:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b5c00 with x1818247334614656 ext(8388608->10305535) 00002000:00010000:3.0:1734016107.386093:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b5c00 00000100:00100000:3.0:1734016107.386115:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8422 00000100:00100000:3.0:1734016107.386120:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334614784:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016107.390266:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334614784:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4129us (4665us total) trans 4294969335 rc 0/0 00000100:00100000:3.0:1734016107.390279:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8422 00002000:00100000:3.0:1734016107.390297:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6373376->6377471) req@ffff88007bcc8e00 x1818247334614784/t4294969335(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:68/0 lens 4584/448 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.390307:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8e00 with x1818247334614784 ext(6373376->6377471) 00002000:00010000:3.0:1734016107.390314:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8e00 00000100:00100000:1.0:1734016107.395552:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016107.397162:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334614912 00000100:00100000:0.0:1734016107.397179:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334614912 00000100:00100000:0.0:1734016107.397278:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10441 00000100:00100000:0.0:1734016107.397291:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334614912:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016107.400564:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969335 is committed 00000100:00100000:0.0:1734016107.412639:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016107.430623:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016107.430758:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334615296 00000100:00100000:3.0:1734016107.430768:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334615296 00000100:00100000:3.0:1734016107.430871:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8423 00000100:00100000:3.0:1734016107.430877:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334615296:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:3.0:1734016107.430911:0:7690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559922d1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.430927:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559922c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1171456->1196031) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f19f expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.430933:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016107.430935:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016107.430937:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559922d1 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9277440->9314303] (req 9277440->9314303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.430965:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559922c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1171456->1196031) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f19f expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.430980:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559922c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1171456->1196031) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f19f expref: 5 pid: 7684 timeout: 471 lvb_type: 0 00000100:00100000:3.0:1734016107.430993:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7690:1818247338363904:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016107.431046:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e5416c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.438136:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7690:1818247338363904:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016107.438169:0:7690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559922d1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9277440->9314303] (req 9277440->9314303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016107.454531:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:2.0:1734016107.457019:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559922c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1171456->1196031) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f19f expref: 6 pid: 7684 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016107.457037:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559922c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1171456->1196031) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f19f expref: 6 pid: 7684 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016107.457062:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016107.457063:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016107.457067:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559922d1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9277440->9314303] (req 9277440->9314303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.457074:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559922d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9277440->9314303] (req 9277440->9314303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.457099:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016107.457137:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334615424:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 161us (2614us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.457142:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2890 00010000:00010000:3.0:1734016107.457168:0:7690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559922d1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9277440->9314303] (req 9277440->9314303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.457181:0:7690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559922d1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9277440->9314303] (req 9277440->9314303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.461263:0:7690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559922d1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9277440->9314303] (req 9277440->9314303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.461277:0:7690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559922d1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9277440->9314303] (req 9277440->9314303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.461283:0:7690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559922d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9277440->9314303] (req 9277440->9314303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.461288:0:7690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070102400 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016107.461292:0:7690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559922d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9277440->9314303] (req 9277440->9314303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.461299:0:7690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559922d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9277440->9314303] (req 9277440->9314303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.461315:0:7690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559922d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9277440->9314303] (req 9277440->9314303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.461321:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559922d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9277440->9314303] (req 9277440->9314303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.461406:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334615296:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 30525us (30788us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1734016107.461415:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8423 00000100:00100000:1.0:1734016107.466496:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016107.466691:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334615552 00000100:00100000:2.0:1734016107.466700:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334615552 00000100:00100000:2.0:1734016107.467334:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10443 00000100:00100000:2.0:1734016107.467341:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334615552:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.467357:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.467378:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559922d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f1ad expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016107.467396:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10301955, mtime: 0x675afc6b, atime: 0x675afc6a, ctime: 0x675afc6b, blocks: 0x510 00010000:00010000:2.0:1734016107.467414:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016107.467416:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016107.467423:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559922d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ad expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.467437:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559922d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ad expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.467449:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016107.467520:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334615552:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 178us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.467526:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10443 00000100:00100000:2.0:1734016107.474470:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016107.474577:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334615680 00000100:00100000:0.0:1734016107.474584:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334615680 00000100:00100000:0.0:1734016107.474624:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10444 00000100:00100000:0.0:1734016107.474630:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334615680:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.474646:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.474662:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559922df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f1b4 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.474680:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.474682:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.474688:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559922df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1b4 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.474701:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559922df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1b4 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.474710:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567600, rc 0) 00000100:00100000:0.0:1734016107.476055:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334615680:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1417us (1585us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.476063:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10444 00000100:00100000:1.0:1734016107.483703:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016107.484025:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334615936 00000100:00100000:3.0:1734016107.484035:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334615936 00000100:00100000:3.0:1734016107.484099:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8424 00000100:00100000:3.0:1734016107.484107:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334615936:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:3.0:1734016107.484143:0:7690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559922e6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.484157:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016107.484158:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016107.484163:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559922e6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6565888->6594559] (req 6565888->6594559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.484175:0:7690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559922e6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6565888->6594559] (req 6565888->6594559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.490088:0:7690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559922e6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6565888->6594559] (req 6565888->6594559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.490105:0:7690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559922e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6565888->6594559] (req 6565888->6594559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.490112:0:7690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559922e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6565888->6594559] (req 6565888->6594559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.490118:0:7690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100480 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016107.490122:0:7690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559922e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6565888->6594559] (req 6565888->6594559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.490130:0:7690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559922e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6565888->6594559] (req 6565888->6594559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.490146:0:7690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559922e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6565888->6594559] (req 6565888->6594559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.490153:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559922e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6565888->6594559] (req 6565888->6594559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.490223:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334615936:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 6111us (6523us total) trans 0 rc 28672/28672 00000100:00100000:3.0:1734016107.490232:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8424 00000100:00100000:0.0:1734016107.494503:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016107.499064:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334616192 00000100:00100000:2.0:1734016107.499079:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334616192 00000100:00100000:2.0:1734016107.499152:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2073 00000100:00100000:2.0:1734016107.499160:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+28:9662:x1818247334616192:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016107.499339:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559922ed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016107.499352:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559922ae lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f18a expref: 24 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.499358:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559922ed lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016107.499385:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559922ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f18a expref: 24 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.499397:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559922ae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f18a expref: 24 pid: 6479 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016107.499413:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338364032:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016107.499487:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016107.507935:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338364032:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016107.507967:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559922ed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016107.508573:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016107.509928:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334616320 00000100:00100000:2.0:1734016107.509937:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334616320 00010000:00010000:2.0:1734016107.509967:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559922ae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f18a expref: 25 pid: 6479 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016107.510000:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2891 00000100:00100000:2.0:1734016107.510006:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+25:1970:x1818247334616320:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016107.510017:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016107.510022:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559922ae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f18a expref: 25 pid: 6479 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016107.510031:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559922ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f18a expref: 25 pid: 6479 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016107.510047:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559922ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f18a expref: 25 pid: 6479 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016107.510072:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016107.510076:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559922ed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016107.510087:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559922ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016107.510093:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559922ed lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016107.510116:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016107.510153:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:1970:x1818247334616320:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 147us (1583us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.510158:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2891 00010000:00010000:3.0:1734016107.510314:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559922ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016107.510324:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559922ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:3.0:1734016107.510397:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968618 00000004:00010000:3.0:1734016107.510435:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007bccb800 reply state ffff88012dcd0000 transno 4294968619 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559922ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016107.510440:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016107.510522:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+31:9662:x1818247334616192:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 11363us (16030us total) trans 4294968619 rc 0/0 00000100:00100000:3.0:1734016107.510528:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2073 00000020:00080000:3.0:1734016107.510530:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016107.516588:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559922ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016107.516601:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559922ed lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016107.516608:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559922ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016107.516612:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405440 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016107.516616:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559922ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016107.516621:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559922ed lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016107.516633:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016107.516635:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016107.516638:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559922ed lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016107.516642:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559922ed lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:2.0:1734016107.523368:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016107.523438:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334616448 00000100:00100000:0.0:1734016107.523445:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334616448 00000100:00100000:0.0:1734016107.523502:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10445 00000100:00100000:0.0:1734016107.523509:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334616448:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.523524:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.523539:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559922f4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f1bb expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.523567:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559922d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ad expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.523574:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559922df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1b4 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.523580:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.523582:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.523584:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559922f4 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1bb expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.523609:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559922df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1b4 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.523618:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559922df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1b4 expref: 8 pid: 7684 timeout: 471 lvb_type: 1 00000100:00100000:0.0:1734016107.523629:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338364160:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016107.523695:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559922d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ad expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.523706:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559922d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ad expref: 5 pid: 7686 timeout: 471 lvb_type: 1 00000100:00100000:0.0:1734016107.523713:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338364288:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016107.523727:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.528046:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016107.528568:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338364160:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016107.528578:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338364288:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016107.528609:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559922f4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1bb expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.528623:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564b40, rc 0) 00000100:00100000:1.0:1734016107.529284:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334616576 00000100:00100000:1.0:1734016107.529293:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334616576 00010000:00010000:1.0:1734016107.529319:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559922df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1b4 expref: 9 pid: 7684 timeout: 471 lvb_type: 1 00000100:00100000:1.0:1734016107.529354:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2892 00000100:00100000:1.0:1734016107.529361:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334616576:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016107.529374:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016107.529391:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559922df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1b4 expref: 9 pid: 7684 timeout: 471 lvb_type: 1 00010000:00010000:1.0:1734016107.529401:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559922df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1b4 expref: 9 pid: 7684 timeout: 471 lvb_type: 1 00010000:00010000:1.0:1734016107.529421:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559922df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1b4 expref: 9 pid: 7684 timeout: 471 lvb_type: 1 00010000:00010000:1.0:1734016107.529441:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016107.529544:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334616448:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6033us (6181us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.529553:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10445 00000100:00100000:1.0:1734016107.530088:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334616576:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 722us (2051us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016107.530097:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2892 00000100:00100000:3.0:1734016107.532633:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016107.533159:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334616704 00000100:00100000:0.0:1734016107.533167:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334616704 00010000:00010000:0.0:1734016107.533197:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559922d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ad expref: 6 pid: 7686 timeout: 471 lvb_type: 1 00000100:00100000:0.0:1734016107.533233:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2893 00000100:00100000:0.0:1734016107.533240:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334616704:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016107.533251:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016107.533268:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559922d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ad expref: 6 pid: 7686 timeout: 471 lvb_type: 1 00010000:00010000:0.0:1734016107.533279:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559922d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ad expref: 6 pid: 7686 timeout: 471 lvb_type: 1 00010000:00010000:0.0:1734016107.533301:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559922d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ad expref: 6 pid: 7686 timeout: 471 lvb_type: 1 00010000:00010000:0.0:1734016107.533318:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.533320:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.533326:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559922f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1bb expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.533333:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559922f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1bb expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.533366:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559922f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1bb expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.533379:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bccad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338364416:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016107.533424:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.537149:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bccad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338364416:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016107.537170:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016107.537220:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334616704:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3980us (4593us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.537231:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2893 00000100:00100000:3.0:1734016107.545641:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016107.547353:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334616832 00000100:00100000:0.0:1734016107.547364:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334616832 00002000:00010000:0.0:1734016107.547405:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9803835->18446744073709551615) 00002000:00100000:0.0:1734016107.547410:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d1500 with x1818247334616832 ext(9803835->18446744073709551615) 00002000:00010000:0.0:1734016107.547421:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d1500. 00000100:00100000:0.0:1734016107.547473:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8425 00000100:00100000:0.0:1734016107.547481:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334616832:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016107.548105:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10301955 -> 9803835 00002000:00010000:0.0:1734016107.548108:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:0.0:1734016107.548110:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016107.548113:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:0.0:1734016107.548115:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1296 -> 1120 00000100:00100000:0.0:1734016107.548187:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334616832:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 705us (2557us total) trans 4294969336 rc 0/0 00000100:00100000:0.0:1734016107.548193:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8425 00002000:00010000:0.0:1734016107.548196:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9803835->18446744073709551615) 00002000:00100000:0.0:1734016107.548199:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d1500 with x1818247334616832 ext(9803835->18446744073709551615) 00002000:00010000:0.0:1734016107.548204:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d1500. 00000100:00100000:1.0:1734016107.551280:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016107.551569:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334616960 00000100:00100000:3.0:1734016107.551580:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334616960 00000100:00100000:3.0:1734016107.551645:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2074 00000100:00100000:3.0:1734016107.551652:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:9662:x1818247334616960:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016107.551677:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016107.551704:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc559922fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f1c2 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.551970:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55992302 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016107.551987:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55992302 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016107.551998:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55992302 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:3.0:1734016107.552028:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9803835 00000004:00200000:3.0:1734016107.552031:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016107.552048:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55992302 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016107.552073:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc559922fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1c2 expref: 26 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.553049:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55992302 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1c2 expref: 25 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.553060:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016107.553062:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016107.553066:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016107.554340:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+25:9662:x1818247334616960:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2680us (3067us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.554350:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2074 00000100:00100000:3.0:1734016107.561712:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016107.561775:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334617088 00000100:00100000:2.0:1734016107.561782:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334617088 00000100:00100000:2.0:1734016107.561844:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10446 00000100:00100000:2.0:1734016107.561852:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334617088:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.561867:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.561883:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992309 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f1c9 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.561931:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338364544:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016107.562060:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00002000:00010000:2.0:1734016107.576260:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016106 -> 1734016107 00000100:00100000:2.0:1734016107.576286:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338364544:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016107.576324:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992309 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1c9 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.576345:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992309 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1c9 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.576376:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016107.576436:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334617088:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 14583us (14732us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016107.576445:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10446 00000100:00100000:1.0:1734016107.581381:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016107.581504:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334617216 00000100:00100000:2.0:1734016107.581793:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334617216 00000100:00100000:2.0:1734016107.582006:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10447 00000100:00100000:2.0:1734016107.582014:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334617216:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.582035:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.582054:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992310 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f1d0 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.582102:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338364672:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016107.585767:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016107.591532:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338364672:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016107.591569:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992310 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1d0 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.591584:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992310 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1d0 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.592586:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016107.592656:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334617216:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10639us (11284us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016107.592665:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10447 00000100:00100000:0.0:1734016107.604007:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016107.604411:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334617344 00000100:00100000:3.0:1734016107.604419:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334617344 00000100:00100000:3.0:1734016107.604470:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2075 00000100:00100000:3.0:1734016107.604477:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+30:9662:x1818247334617344:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016107.604719:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016107.604742:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992317 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f1d7 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.604859:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599231e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016107.604872:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599231e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016107.604883:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599231e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:3.0:1734016107.604907:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9803835 00000004:00200000:3.0:1734016107.604910:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016107.604921:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599231e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016107.604939:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992317 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1d7 expref: 32 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.605088:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599231e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1d7 expref: 31 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.605095:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016107.605098:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016107.605101:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016107.605298:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+31:9662:x1818247334617344:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 820us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.605304:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2075 00000100:00100000:0.0:1734016107.612115:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016107.612227:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334617472 00000100:00100000:2.0:1734016107.612240:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334617472 00000100:00100000:2.0:1734016107.612304:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10448 00000100:00100000:2.0:1734016107.612313:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334617472:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016107.612581:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9803835 -> 9803835 00002000:00010000:2.0:1734016107.612584:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:2.0:1734016107.612586:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016107 -> 1734016106 00002000:00010000:2.0:1734016107.612588:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:2.0:1734016107.612590:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1120 -> 1136 00000100:00100000:2.0:1734016107.612650:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334617472:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 338us (546us total) trans 4294969337 rc 0/0 00000100:00100000:2.0:1734016107.612657:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10448 00000100:00100000:1.0:1734016107.617531:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016107.617958:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334617600 00000100:00100000:2.0:1734016107.617969:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334617600 00000100:00100000:2.0:1734016107.618477:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10449 00000100:00100000:2.0:1734016107.618486:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334617600:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.618505:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.618523:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992325 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f1de expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.618571:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338364800:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016107.618633:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00002000:00010000:2.0:1734016107.621098:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016106 -> 1734016107 00000100:00100000:2.0:1734016107.621128:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338364800:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016107.621162:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992325 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1de expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.621175:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992325 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1de expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.621391:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016107.621565:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334617600:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3079us (4047us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016107.621575:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10449 00000100:00100000:1.0:1734016107.624696:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016107.624756:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334617728 00000100:00100000:2.0:1734016107.624766:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334617728 00000100:00100000:2.0:1734016107.624839:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10450 00000100:00100000:2.0:1734016107.624846:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334617728:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.624865:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.624882:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599232c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f1e5 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.624937:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338364928:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016107.625000:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.627391:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338364928:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016107.627438:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599232c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1e5 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.627462:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599232c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1e5 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.627666:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:0.0:1734016107.627731:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334617728:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2883us (3044us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016107.627740:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10450 00000100:00100000:1.0:1734016107.633779:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016107.633907:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334617856 00000100:00100000:0.0:1734016107.633915:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334617856 00000100:00100000:0.0:1734016107.633951:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10451 00000100:00100000:0.0:1734016107.633958:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334617856:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.633972:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.633988:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55992333 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f1ec expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.634015:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559922f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1bb expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.634021:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016107.634022:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016107.634025:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55992333 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6795264->6860799] (req 6795264->6860799) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ec expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.634048:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559922f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1bb expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.634058:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559922f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1bb expref: 8 pid: 7684 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016107.634068:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338365056:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016107.634130:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.639701:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338365056:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016107.639739:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55992333 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6795264->6860799] (req 6795264->6860799) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ec expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.639754:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567600, rc 0) 00000100:00100000:0.0:1734016107.640876:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334617856:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6913us (7101us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.640885:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10451 00000100:00100000:3.0:1734016107.641044:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016107.641125:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334617984 00000100:00100000:0.0:1734016107.641131:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334617984 00010000:00010000:0.0:1734016107.641155:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559922f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1bb expref: 9 pid: 7684 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016107.641183:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2894 00000100:00100000:0.0:1734016107.641187:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b526e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334617984:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016107.641199:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016107.641215:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559922f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1bb expref: 9 pid: 7684 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.641224:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559922f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1bb expref: 9 pid: 7684 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.641240:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559922f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1bb expref: 9 pid: 7684 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.641254:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.641256:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.641261:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55992333 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6795264->6860799) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ec expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.641269:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55992333 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6795264->6860799) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ec expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.641293:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55992333 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6795264->6860799) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ec expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.641306:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338365184:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016107.641348:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.651933:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338365184:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016107.651958:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016107.652013:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b526e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334617984:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10822us (10967us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.652026:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2894 00000100:00100000:3.0:1734016107.667941:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016107.668112:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016107.669931:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016107.670796:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334618240 00000100:00100000:2.0:1734016107.670804:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334618240 00002000:00100000:2.0:1734016107.670862:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->6799359) req@ffff8800780d3b80 x1818247334618240/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:68/0 lens 504/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016107.670872:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d3b80 with x1818247334618240 ext(0->6799359) 00002000:00010000:2.0:1734016107.670877:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d3b80 00000100:00100000:2.0:1734016107.670901:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334618496 00000100:00100000:2.0:1734016107.670904:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334618496 00002000:00100000:2.0:1734016107.670914:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff8800780d0000 x1818247334618496/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:68/0 lens 504/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016107.670920:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d0000 with x1818247334618496 ext(4190208->8388607) 00002000:00010000:2.0:1734016107.670922:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d0000 00000100:00100000:2.0:1734016107.670929:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334618752 00000100:00100000:2.0:1734016107.670931:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334618752 00002000:00100000:2.0:1734016107.670937:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9805823) req@ffff8800780d2d80 x1818247334618752/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016107.670942:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2d80 with x1818247334618752 ext(8388608->9805823) 00002000:00010000:2.0:1734016107.670944:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d2d80 00000100:00100000:2.0:1734016107.670951:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8426 00000100:00100000:2.0:1734016107.670957:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334618240:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016107.677519:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8427 00000100:00100000:2.0:1734016107.677530:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334618496:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016107.681274:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8428 00000100:00100000:1.0:1734016107.681286:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334618752:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016107.739559:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334618240:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 68593us (71624us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016107.739571:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8426 00002000:00100000:0.0:1734016107.739582:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->6799359) req@ffff8800780d3b80 x1818247334618240/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:68/0 lens 504/440 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.739590:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d3b80 with x1818247334618240 ext(0->6799359) 00002000:00010000:0.0:1734016107.739596:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d3b80 00000100:00100000:0.0:1734016107.806622:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334618496:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 129080us (138496us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016107.806639:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8427 00002000:00100000:0.0:1734016107.806653:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff8800780d0000 x1818247334618496/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:68/0 lens 504/440 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.806663:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d0000 with x1818247334618496 ext(4190208->8388607) 00002000:00010000:0.0:1734016107.806669:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d0000 00000100:00100000:2.0:1734016107.824393:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016107.825247:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334618880 00000100:00100000:0.0:1734016107.825260:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334618880 00000100:00100000:0.0:1734016107.825333:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10452 00000100:00100000:0.0:1734016107.825342:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334618880:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.825370:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.825392:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5599233a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f1f3 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.825413:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.825416:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.825425:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5599233a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1f3 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.825441:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5599233a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1f3 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.825465:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564b40, rc 0) 00000100:00100000:0.0:1734016107.825799:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334618880:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 456us (1415us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.825806:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10452 00000100:00100000:1.0:1734016107.827017:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334618752:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 145726us (157086us total) trans 0 rc 1417216/1417216 00000100:00100000:1.0:1734016107.827029:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8428 00002000:00100000:1.0:1734016107.827039:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9805823) req@ffff8800780d2d80 x1818247334618752/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:68/0 lens 488/440 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 1417216/1417216 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.827048:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2d80 with x1818247334618752 ext(8388608->9805823) 00002000:00010000:1.0:1734016107.827052:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d2d80 00000100:00100000:3.0:1734016107.830944:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016107.831029:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334619008 00000100:00100000:0.0:1734016107.831043:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334619008 00000100:00100000:0.0:1734016107.831094:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10453 00000100:00100000:0.0:1734016107.831105:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334619008:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.831128:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.831151:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992341 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f1fa expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.831199:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55992333 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6795264->6860799) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ec expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.831209:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5599233a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1f3 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.831218:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.831220:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.831225:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992341 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6074368->6098943] (req 6074368->6098943) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1fa expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.831272:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5599233a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1f3 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.831285:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5599233a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1f3 expref: 8 pid: 7686 timeout: 471 lvb_type: 1 00000100:00100000:0.0:1734016107.831299:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338365312:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016107.831393:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55992333 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6795264->6860799) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ec expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.831400:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55992333 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6795264->6860799) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ec expref: 7 pid: 7686 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016107.831408:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338365440:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016107.831424:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.845697:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016107.845710:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338365312:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016107.845805:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334619136 00000100:00100000:1.0:1734016107.845830:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334619136 00000100:00100000:0.0:1734016107.845850:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338365440:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016107.845855:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5599233a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1f3 expref: 9 pid: 7686 timeout: 471 lvb_type: 1 00010000:00010000:0.0:1734016107.845872:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992341 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6074368->6098943] (req 6074368->6098943) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1fa expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.845885:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567840, rc 0) 00000100:00100000:1.0:1734016107.845887:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2895 00000100:00100000:1.0:1734016107.845892:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334619136:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016107.845904:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016107.845920:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5599233a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1f3 expref: 9 pid: 7686 timeout: 471 lvb_type: 1 00000100:00100000:0.0:1734016107.845927:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334619008:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 14825us (14998us total) trans 0 rc 0/0 00010000:00010000:1.0:1734016107.845928:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5599233a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1f3 expref: 9 pid: 7686 timeout: 471 lvb_type: 1 00000100:00100000:0.0:1734016107.845934:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10453 00010000:00010000:1.0:1734016107.845947:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc5599233a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1f3 expref: 9 pid: 7686 timeout: 471 lvb_type: 1 00010000:00010000:1.0:1734016107.845964:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016107.845979:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334619136:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 87us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016107.845985:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2895 00000100:00100000:0.0:1734016107.863656:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016107.863796:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334619264 00000100:00100000:2.0:1734016107.863805:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334619264 00010000:00010000:2.0:1734016107.863866:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55992333 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6795264->6860799) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ec expref: 7 pid: 7686 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016107.863911:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2896 00000100:00100000:2.0:1734016107.863918:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334619264:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016107.863932:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016107.863953:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55992333 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6795264->6860799) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ec expref: 7 pid: 7686 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016107.863965:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55992333 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6795264->6860799) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ec expref: 7 pid: 7686 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016107.863988:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55992333 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6795264->6860799) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1ec expref: 7 pid: 7686 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016107.864023:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016107.864025:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016107.864031:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992341 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6074368->6098943) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1fa expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.864040:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992341 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6074368->6098943) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1fa expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.864075:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992341 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6074368->6098943) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1fa expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.864088:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338365568:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016107.864159:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78526c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.869100:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016107.869270:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338365568:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016107.869299:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016107.869358:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334619264:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5438us (5711us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.869370:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2896 00000100:00100000:1.0:1734016107.871256:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334619392 00000100:00100000:1.0:1734016107.871266:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334619392 00000100:00100000:1.0:1734016107.871329:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10454 00000100:00100000:1.0:1734016107.871334:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334619392:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016107.871561:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9803835 -> 9803835 00002000:00010000:1.0:1734016107.871565:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:1.0:1734016107.871567:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016107 -> 1734016106 00002000:00010000:1.0:1734016107.871569:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:1.0:1734016107.871571:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1136 -> 1184 00000100:00100000:1.0:1734016107.871633:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334619392:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 297us (2547us total) trans 4294969338 rc 0/0 00000100:00100000:1.0:1734016107.871640:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10454 00000100:00100000:0.0:1734016107.878681:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016107.882510:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334619520 00000100:00100000:1.0:1734016107.882525:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334619520 00000100:00100000:1.0:1734016107.882604:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10455 00000100:00100000:1.0:1734016107.882612:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334619520:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.882631:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.882653:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992348 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f201 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016107.882720:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338365696:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016107.882798:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00002000:00010000:1.0:1734016107.886427:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016106 -> 1734016107 00000100:00100000:1.0:1734016107.886477:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338365696:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016107.886516:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992348 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f201 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.886534:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992348 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f201 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.891178:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016107.891303:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334619520:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8683us (12623us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016107.891316:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10455 00000100:00100000:2.0:1734016107.907866:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016107.908277:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334619648 00000100:00100000:1.0:1734016107.908286:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334619648 00000100:00100000:1.0:1734016107.908345:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10456 00000100:00100000:1.0:1734016107.908354:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334619648:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.908379:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.908402:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5599234f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f208 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016107.908478:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338365824:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016107.908562:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.912527:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338365824:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016107.912568:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5599234f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f208 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.912584:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5599234f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f208 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.912891:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016107.913269:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334619648:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4914us (5411us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016107.913277:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10456 00000100:00100000:0.0:1734016107.920468:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016107.920579:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334619776 00000100:00100000:1.0:1734016107.920589:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334619776 00000100:00100000:1.0:1734016107.920656:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10457 00000100:00100000:1.0:1734016107.920664:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334619776:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016107.920981:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9803835 -> 9803835 00002000:00010000:1.0:1734016107.920984:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:1.0:1734016107.920986:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016107 -> 1734016106 00002000:00010000:1.0:1734016107.920988:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:1.0:1734016107.920990:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1184 -> 1184 00000100:00100000:1.0:1734016107.921099:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334619776:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 435us (639us total) trans 4294969339 rc 0/0 00000100:00100000:1.0:1734016107.921105:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10457 00000100:00100000:3.0:1734016107.926958:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016107.927035:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334620032 00000100:00100000:0.0:1734016107.927049:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334620032 00000100:00100000:0.0:1734016107.927112:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2076 00000100:00100000:0.0:1734016107.927120:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+25:9662:x1818247334620032:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016107.927183:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016107.927219:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55992302 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1c2 expref: 25 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.927439:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016107.927452:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016107.928299:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992356 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016107.928314:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599231e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1d7 expref: 30 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.928321:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992356 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016107.928349:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599231e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1d7 expref: 30 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.928362:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599231e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1d7 expref: 30 pid: 6479 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016107.928376:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcca680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338365952:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016107.929668:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000001:00080000:1.0:1734016107.931304:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968620 is committed 00000001:00080000:1.0:1734016107.931315:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968619 is committed 00000100:00100000:0.0:1734016107.933241:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016107.933684:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334620160 00000100:00100000:1.0:1734016107.933692:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334620160 00010000:00010000:1.0:1734016107.933724:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599231e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1d7 expref: 15 pid: 6479 timeout: 471 lvb_type: 0 00000100:00100000:1.0:1734016107.933752:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2897 00000100:00100000:1.0:1734016107.933758:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247334620160:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016107.933772:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016107.933777:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599231e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1d7 expref: 15 pid: 6479 timeout: 471 lvb_type: 0 00010000:00010000:1.0:1734016107.933788:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599231e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1d7 expref: 15 pid: 6479 timeout: 471 lvb_type: 0 00010000:00010000:1.0:1734016107.933832:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016107.933837:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992356 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016107.933846:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992356 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016107.933853:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992356 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016107.933870:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016107.933918:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247334620160:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 159us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016107.933925:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2897 00010000:00010000:2.0:1734016107.934019:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599231e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1d7 expref: 14 pid: 6479 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016107.934037:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcca680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338365952:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016107.934055:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992356 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016107.934062:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992356 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016107.934066:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992356 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:2.0:1734016107.934145:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968620 00000004:00010000:2.0:1734016107.934181:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012e29c700 reply state ffff8801365c4000 transno 4294968621 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992356 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:2.0:1734016107.934187:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016107.934242:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334620032:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 7123us (7301us total) trans 4294968621 rc 0/0 00000100:00100000:2.0:1734016107.934248:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2076 00000020:00080000:2.0:1734016107.934251:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016107.939964:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016107.940034:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992356 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016107.940043:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992356 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016107.940049:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992356 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016107.940054:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8564fc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016107.940058:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992356 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016107.940065:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992356 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016107.940081:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016107.940084:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016107.940087:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992356 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016107.940091:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992356 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016107.941874:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334620288 00000100:00100000:1.0:1734016107.941892:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334620288 00002000:00010000:1.0:1734016107.941942:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9427499->18446744073709551615) 00002000:00100000:1.0:1734016107.941948:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822f800 with x1818247334620288 ext(9427499->18446744073709551615) 00002000:00010000:1.0:1734016107.941961:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822f800. 00000100:00100000:1.0:1734016107.942004:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8429 00000100:00100000:1.0:1734016107.942011:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334620288:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016107.942461:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9803835 -> 9427499 00002000:00010000:1.0:1734016107.942464:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:1.0:1734016107.942466:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:1.0:1734016107.942468:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:1.0:1734016107.942469:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1184 -> 1184 00000100:00100000:1.0:1734016107.942524:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334620288:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 512us (2568us total) trans 4294969340 rc 0/0 00000100:00100000:1.0:1734016107.942531:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8429 00002000:00010000:1.0:1734016107.942534:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9427499->18446744073709551615) 00002000:00100000:1.0:1734016107.942536:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822f800 with x1818247334620288 ext(9427499->18446744073709551615) 00002000:00010000:1.0:1734016107.942541:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822f800. 00000100:00100000:3.0:1734016107.947163:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016107.947773:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334620416 00000100:00100000:2.0:1734016107.947781:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334620416 00000100:00100000:2.0:1734016107.947982:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2077 00000100:00100000:2.0:1734016107.947990:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247334620416:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.948022:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.948044:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc5599235d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f20f expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.948150:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992364 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016107.948165:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992364 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016107.948175:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992364 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:2.0:1734016107.948198:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9427499 00000004:00200000:2.0:1734016107.948201:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016107.948217:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992364 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016107.948239:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc5599235d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f20f expref: 14 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.948925:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992364 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f20f expref: 13 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.948934:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016107.948937:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016107.948941:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016107.949003:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334620416:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1013us (1852us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.949010:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2077 00000100:00100000:0.0:1734016107.972847:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016107.972887:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016107.972957:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016107.972978:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334620672 00000100:00100000:0.0:1734016107.972985:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334620672 00002000:00100000:0.0:1734016107.973021:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->7958527) req@ffff88007bcca680 x1818247334620672/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:68/0 lens 504/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.973030:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcca680 with x1818247334620672 ext(0->7958527) 00002000:00010000:0.0:1734016107.973034:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcca680 00000100:00100000:0.0:1734016107.973048:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334620928 00000100:00100000:0.0:1734016107.973050:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334620928 00002000:00100000:0.0:1734016107.973060:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff88007bcc8700 x1818247334620928/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:68/0 lens 504/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.973066:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8700 with x1818247334620928 ext(4190208->8388607) 00002000:00010000:0.0:1734016107.973068:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8700 00000100:00100000:0.0:1734016107.973090:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334621184 00000100:00100000:0.0:1734016107.973093:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334621184 00002000:00100000:0.0:1734016107.973103:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9428991) req@ffff88007bccb480 x1818247334621184/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.973109:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccb480 with x1818247334621184 ext(8388608->9428991) 00002000:00010000:0.0:1734016107.973111:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccb480 00000100:00100000:0.0:1734016107.973121:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8430 00000100:00100000:0.0:1734016107.973126:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334620672:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016107.976537:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8431 00000100:00100000:3.0:1734016107.976547:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1972:x1818247334620928:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016107.980363:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8432 00000100:00100000:3.0:1734016107.980375:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1972:x1818247334621184:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.061992:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1971:x1818247334620672:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 88851us (89180us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016108.062004:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8430 00002000:00100000:2.0:1734016108.062015:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->7958527) req@ffff88007bcca680 x1818247334620672/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:68/0 lens 504/440 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.062024:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcca680 with x1818247334620672 ext(0->7958527) 00002000:00010000:2.0:1734016108.062028:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcca680 00000100:00100000:3.0:1734016108.114148:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247334620928:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 137583us (141241us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016108.114165:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8431 00002000:00100000:3.0:1734016108.114182:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff88007bcc8700 x1818247334620928/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:68/0 lens 504/440 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.114192:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8700 with x1818247334620928 ext(4190208->8388607) 00002000:00010000:3.0:1734016108.114197:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8700 00000100:00100000:2.0:1734016108.117684:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334621184:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 137291us (144707us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1734016108.117698:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8432 00002000:00100000:2.0:1734016108.117710:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9428991) req@ffff88007bccb480 x1818247334621184/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:68/0 lens 488/440 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.117718:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccb480 with x1818247334621184 ext(8388608->9428991) 00002000:00010000:2.0:1734016108.117724:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccb480 00000100:00100000:0.0:1734016108.128937:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.129080:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334621312 00000100:00100000:2.0:1734016108.129088:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334621312 00000100:00100000:2.0:1734016108.129146:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2078 00000100:00100000:2.0:1734016108.129153:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:9662:x1818247334621312:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.129173:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.129193:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc5599236b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f216 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.129281:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992372 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016108.129295:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992372 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016108.129304:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992372 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:2.0:1734016108.129328:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9427499 00000004:00200000:2.0:1734016108.129331:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016108.129345:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992372 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016108.129366:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc5599236b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f216 expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.129397:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992372 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f216 expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.129404:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016108.129406:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016108.129409:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016108.129463:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334621312:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 310us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.129470:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2078 00000100:00100000:1.0:1734016108.136293:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.136621:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334621440 00000100:00100000:2.0:1734016108.136632:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334621440 00000100:00080000:1.0:1734016108.137843:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016078 00000100:00100000:2.0:1734016108.138125:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10458 00000100:00100000:2.0:1734016108.138132:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334621440:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.138149:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.138172:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992379 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f21d expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.138227:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338366080:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016108.138308:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00002000:00010000:0.0:1734016108.142961:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016106 -> 1734016108 00000100:00100000:0.0:1734016108.142985:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338366080:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016108.143017:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992379 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f21d expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.143031:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992379 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f21d expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.143057:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:0.0:1734016108.143108:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334621440:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4976us (6832us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016108.143115:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10458 00000100:00100000:1.0:1734016108.148779:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016108.148858:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334621568 00000100:00100000:0.0:1734016108.148869:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334621568 00000100:00100000:0.0:1734016108.148923:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10459 00000100:00100000:0.0:1734016108.148930:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334621568:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.148950:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.148968:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992380 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f224 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.149025:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338366208:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016108.149095:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.153317:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338366208:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016108.153361:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992380 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f224 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.153374:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992380 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f224 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.154024:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565200, rc 0) 00000100:00100000:0.0:1734016108.154090:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334621568:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5159us (5319us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016108.154098:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10459 00000100:00100000:0.0:1734016108.157912:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016108.158046:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334621824 00000100:00100000:1.0:1734016108.158059:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334621824 00000100:00080000:2.0:1734016108.158350:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016078 00000100:00100000:1.0:1734016108.158419:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2079 00000100:00100000:1.0:1734016108.158426:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334621824:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016108.158485:0:6478:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016108.158514:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992364 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f20f expref: 13 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.158674:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016108.158679:0:6478:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016108.159476:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55992387 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016108.159490:0:6478:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992372 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f216 expref: 14 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.159496:0:6478:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55992387 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016108.159768:0:6478:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992372 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f216 expref: 14 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.159783:0:6478:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992372 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f216 expref: 14 pid: 6479 timeout: 471 lvb_type: 0 00000100:00100000:1.0:1734016108.159797:0:6478:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338366336:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016108.159890:0:6478:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.168458:0:6478:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338366336:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016108.168488:0:6478:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55992387 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:0.0:1734016108.168933:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.168984:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334621952 00000100:00100000:2.0:1734016108.168989:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334621952 00010000:00010000:2.0:1734016108.169019:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992372 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f216 expref: 15 pid: 6479 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016108.169381:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2898 00000100:00100000:2.0:1734016108.169387:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247334621952:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016108.169398:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016108.169403:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992372 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f216 expref: 15 pid: 6479 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016108.169412:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992372 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f216 expref: 15 pid: 6479 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016108.169428:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992372 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f216 expref: 15 pid: 6479 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016108.170169:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016108.170176:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55992387 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.170185:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55992387 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.170191:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55992387 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.170213:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016108.170266:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1969:x1818247334621952:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 878us (1334us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.170273:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2898 00010000:00010000:2.0:1734016108.170305:0:6478:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55992387 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.170310:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55992387 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000001:00080000:2.0:1734016108.170391:0:6478:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968622 00000004:00010000:2.0:1734016108.170429:0:6478:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007bcc8380 reply state ffff880078120000 transno 4294968623 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55992387 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:2.0:1734016108.170436:0:6478:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016108.170506:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334621824:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 12080us (12603us total) trans 4294968623 rc 0/0 00000100:00100000:2.0:1734016108.170512:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2079 00000020:00080000:2.0:1734016108.170516:0:6478:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016108.173747:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016108.174098:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334622080 00000100:00100000:3.0:1734016108.174106:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334622080 00002000:00010000:3.0:1734016108.174152:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7229135->18446744073709551615) 00002000:00100000:3.0:1734016108.174157:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c50e00 with x1818247334622080 ext(7229135->18446744073709551615) 00002000:00010000:3.0:1734016108.174168:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c50e00. 00000100:00100000:3.0:1734016108.174189:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8433 00000100:00100000:3.0:1734016108.174196:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334622080:12345-192.168.201.4@tcp:10:fsx.0 00010000:00010000:2.0:1734016108.175114:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55992387 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.175125:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55992387 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.175130:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55992387 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.175136:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e8373c0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016108.175140:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55992387 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.175150:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55992387 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.175167:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016108.175169:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016108.175173:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55992387 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.175178:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55992387 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00002000:00010000:3.0:1734016108.177231:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9427499 -> 7229135 00002000:00010000:3.0:1734016108.177239:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016107 -> 1734016108 00002000:00010000:3.0:1734016108.177242:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016106 00002000:00010000:3.0:1734016108.177245:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016107 -> 1734016108 00002000:00010000:3.0:1734016108.177247:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1184 -> 1112 00000100:00100000:3.0:1734016108.177949:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334622080:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 3742us (4199us total) trans 4294969341 rc 0/0 00000100:00100000:3.0:1734016108.177963:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8433 00002000:00010000:3.0:1734016108.177971:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7229135->18446744073709551615) 00002000:00100000:3.0:1734016108.177975:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c50e00 with x1818247334622080 ext(7229135->18446744073709551615) 00002000:00010000:3.0:1734016108.177981:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c50e00. 00000100:00100000:1.0:1734016108.183899:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.184246:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334622208 00000100:00100000:2.0:1734016108.184256:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334622208 00000100:00100000:2.0:1734016108.184539:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2080 00000100:00100000:2.0:1734016108.184547:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334622208:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.184572:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.184588:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599238e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f22b expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.184669:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992395 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.184681:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992395 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.184690:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992395 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:2.0:1734016108.184713:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7229135 00000004:00200000:2.0:1734016108.184717:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016108.184732:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992395 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.184754:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599238e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f22b expref: 16 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.184769:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992395 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f22b expref: 15 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.184776:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016108.184778:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016108.184781:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016108.184850:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334622208:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 303us (962us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.184856:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2080 00000100:00100000:2.0:1734016108.189073:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016108.189158:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334622336 00000100:00100000:0.0:1734016108.189168:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334622336 00000100:00100000:0.0:1734016108.189218:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10460 00000100:00100000:0.0:1734016108.189229:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334622336:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016108.189487:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7229135 -> 7229135 00002000:00010000:0.0:1734016108.189491:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:0.0:1734016108.189493:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016108.189495:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:0.0:1734016108.189497:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1112 -> 1112 00000100:00100000:0.0:1734016108.191067:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334622336:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1831us (1995us total) trans 4294969342 rc 0/0 00000100:00100000:0.0:1734016108.191082:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10460 00000100:00100000:0.0:1734016108.194398:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016108.194532:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334622464 00000100:00100000:3.0:1734016108.194541:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334622464 00000100:00100000:3.0:1734016108.194601:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2081 00000100:00100000:3.0:1734016108.194608:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:9662:x1818247334622464:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016108.194631:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016108.194650:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599239c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f232 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.195295:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559923a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016108.195309:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559923a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016108.195318:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559923a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:2.0:1734016108.195343:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7229135 00000004:00200000:2.0:1734016108.195347:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016108.195364:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559923a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016108.195384:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599239c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f232 expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.195404:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559923a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f232 expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.195411:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016108.195413:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016108.195416:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016108.196087:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334622464:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1477us (1698us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.196094:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2081 00000100:00100000:1.0:1734016108.199496:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016108.199578:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334622592 00000100:00100000:0.0:1734016108.199586:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334622592 00000100:00100000:0.0:1734016108.199902:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10461 00000100:00100000:0.0:1734016108.199910:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334622592:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.199931:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.199950:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559923aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f239 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.200004:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338366464:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016108.200628:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f900 going to sleep for 11 seconds 00002000:00010000:3.0:1734016108.203127:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016106 -> 1734016108 00000100:00100000:3.0:1734016108.203152:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338366464:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016108.203185:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559923aa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f239 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016108.203198:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559923aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f239 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016108.203223:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:3.0:1734016108.203264:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334622592:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3354us (3781us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016108.203272:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10461 00000100:00100000:0.0:1734016108.206506:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016108.206594:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334622720 00000100:00100000:3.0:1734016108.206601:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334622720 00000100:00100000:3.0:1734016108.206641:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10462 00000100:00100000:3.0:1734016108.206648:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334622720:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016108.206667:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016108.206681:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559923b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f240 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016108.206729:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338366592:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016108.206947:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e5419c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016108.209503:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338366592:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016108.209537:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559923b1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f240 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016108.209554:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559923b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f240 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016108.209564:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016108.209768:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334622720:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3120us (3268us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016108.209776:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10462 00000100:00100000:1.0:1734016108.213202:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016108.213275:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334622848 00000100:00100000:3.0:1734016108.213284:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334622848 00000100:00100000:3.0:1734016108.213383:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10463 00000100:00100000:3.0:1734016108.213390:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334622848:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016108.213405:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016108.213420:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559923b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f247 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016108.213487:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338366720:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016108.213748:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e5419c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016108.216775:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338366720:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016108.216845:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559923b8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f247 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016108.216858:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559923b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f247 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016108.216875:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016108.216928:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334622848:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3538us (3734us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016108.216935:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10463 00010000:00010000:3.0:1734016108.217734:0:6468:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016108.221972:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016108.222075:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334622976 00000100:00100000:3.0:1734016108.222083:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334622976 00000100:00100000:3.0:1734016108.222124:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10464 00000100:00100000:3.0:1734016108.222130:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334622976:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016108.222149:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016108.222164:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559923bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f24e expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.222192:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992341 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6074368->6098943) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1fa expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.222198:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016108.222200:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016108.222203:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559923bf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3162112->3223551] (req 3162112->3223551) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f24e expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.222235:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992341 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6074368->6098943) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1fa expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.222247:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992341 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6074368->6098943) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1fa expref: 10 pid: 7686 timeout: 471 lvb_type: 0 00000100:00100000:3.0:1734016108.222258:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338366848:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016108.222308:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e5419c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016108.231188:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338366848:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016108.231228:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559923bf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3162112->3223551] (req 3162112->3223551) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f24e expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.231248:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016108.231329:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334622976:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9197us (9364us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.231336:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10464 00000100:00100000:0.0:1734016108.244551:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016108.244662:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334623104 00000100:00100000:1.0:1734016108.244670:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334623104 00010000:00010000:1.0:1734016108.244703:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992341 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6074368->6098943) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1fa expref: 11 pid: 7686 timeout: 471 lvb_type: 0 00000100:00100000:1.0:1734016108.244749:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2899 00000100:00100000:1.0:1734016108.244756:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247334623104:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016108.244769:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016108.244788:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992341 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6074368->6098943) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1fa expref: 11 pid: 7686 timeout: 471 lvb_type: 0 00010000:00010000:1.0:1734016108.244799:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992341 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6074368->6098943) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1fa expref: 11 pid: 7686 timeout: 471 lvb_type: 0 00010000:00010000:1.0:1734016108.244858:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992341 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6074368->6098943) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f1fa expref: 11 pid: 7686 timeout: 471 lvb_type: 0 00010000:00010000:1.0:1734016108.246513:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016108.246518:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016108.246530:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559923bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3162112->3223551) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f24e expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.246540:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559923bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3162112->3223551) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f24e expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.246581:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559923bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3162112->3223551) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f24e expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.246595:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338366976:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016108.247436:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.250021:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016108.250115:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334623232 00000100:00100000:3.0:1734016108.250122:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334623232 00000100:00100000:3.0:1734016108.250158:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10465 00000100:00100000:3.0:1734016108.250164:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334623232:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016108.250341:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7229135 -> 7229135 00002000:00010000:3.0:1734016108.250344:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:3.0:1734016108.250346:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016106 00002000:00010000:3.0:1734016108.250347:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:3.0:1734016108.250349:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1112 -> 1232 00000100:00100000:3.0:1734016108.250387:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334623232:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 222us (373us total) trans 4294969343 rc 0/0 00000100:00100000:3.0:1734016108.250393:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10465 00000100:00100000:2.0:1734016108.250523:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338366976:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016108.250539:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016108.250557:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334623104:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5801us (6016us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.250564:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2899 00000100:00100000:1.0:1734016108.256733:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016108.256875:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334623360 00000100:00100000:0.0:1734016108.256884:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334623360 00000100:00100000:0.0:1734016108.256950:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10466 00000100:00100000:0.0:1734016108.256958:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334623360:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.256982:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.257008:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc559923c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f255 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.257089:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338367104:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016108.257168:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016108.259802:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016106 -> 1734016108 00000100:00100000:2.0:1734016108.259865:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338367104:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016108.259907:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc559923c6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f255 expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.259920:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc559923c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f255 expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.259936:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565d40, rc 0) 00000100:00100000:2.0:1734016108.260548:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334623360:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3587us (3824us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.260557:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10466 00000100:00100000:1.0:1734016108.264070:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.265013:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334623488 00000100:00100000:2.0:1734016108.265024:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334623488 00000100:00100000:2.0:1734016108.265072:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10467 00000100:00100000:2.0:1734016108.265078:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334623488:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.265094:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.265112:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559923cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f25c expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.265158:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338367232:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016108.265989:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78526c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.269447:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338367232:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016108.269510:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559923cd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f25c expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.269525:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559923cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f25c expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.269574:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016108.269915:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334623488:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4834us (5850us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.269926:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10467 00000100:00100000:0.0:1734016108.274394:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.274591:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334623616 00000100:00100000:2.0:1734016108.274600:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334623616 00000100:00100000:2.0:1734016108.274668:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10468 00000100:00100000:2.0:1734016108.274676:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334623616:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.274698:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.274718:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559923d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f263 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.274776:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338367360:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016108.274876:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78526c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.278281:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338367360:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016108.278328:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559923d4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f263 expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.278343:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559923d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f263 expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.280849:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016108.280975:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334623616:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6292us (6584us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.280987:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10468 00000100:00100000:0.0:1734016108.286328:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.286455:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334623744 00000100:00100000:2.0:1734016108.286470:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334623744 00000100:00100000:2.0:1734016108.286550:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10469 00000100:00100000:2.0:1734016108.286560:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334623744:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.286588:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.286619:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559923db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f26a expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.286703:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338367488:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016108.286837:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78526c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.289093:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338367488:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016108.289129:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559923db lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f26a expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.289141:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559923db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f26a expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.289718:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016108.289795:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334623744:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3235us (3485us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.289805:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10469 00000100:00100000:1.0:1734016108.298945:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.302007:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334623872 00000100:00100000:2.0:1734016108.302023:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334623872 00000100:00100000:2.0:1734016108.302094:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10470 00000100:00100000:2.0:1734016108.302102:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:9662:x1818247334623872:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.302120:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.302138:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f271 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.302168:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559923bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3162112->3223551) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f24e expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.302178:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.302180:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.302183:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923e2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8855552->8859647] (req 8855552->8859647) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f271 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.302212:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559923bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3162112->3223551) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f24e expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.302222:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559923bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3162112->3223551) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f24e expref: 9 pid: 7684 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016108.302233:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338367616:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016108.302307:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78526c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.309320:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016108.309454:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334624000 00000100:00100000:3.0:1734016108.309461:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334624000 00010000:00010000:3.0:1734016108.309494:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559923bf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3162112->3223551) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f24e expref: 10 pid: 7684 timeout: 471 lvb_type: 0 00000100:00100000:3.0:1734016108.309523:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2900 00000100:00100000:3.0:1734016108.309529:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334624000:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016108.309541:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016108.309560:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559923bf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3162112->3223551) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f24e expref: 10 pid: 7684 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016108.309570:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559923bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3162112->3223551) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f24e expref: 10 pid: 7684 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016108.309591:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.309593:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.309599:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8855552->8859647) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f271 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.309606:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8855552->8859647) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f271 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.309635:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8855552->8859647) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f271 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016108.309647:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338367744:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016108.309694:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e5419c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016108.310142:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559923bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3162112->3223551) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f24e expref: 10 pid: 7684 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016108.310162:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338367616:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016108.310189:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8855552->8859647) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f271 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.310198:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016108.310237:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:9662:x1818247334623872:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8135us (11304us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.310245:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10470 00000100:00100000:3.0:1734016108.313858:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338367744:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016108.313879:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016108.314107:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334624000:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4575us (4793us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.314117:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2900 00000100:00100000:0.0:1734016108.316035:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.316196:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334624128 00000100:00100000:2.0:1734016108.316205:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334624128 00000100:00100000:2.0:1734016108.316259:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10471 00000100:00100000:2.0:1734016108.316265:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334624128:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.316285:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.316304:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559923e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f278 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.316367:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338367872:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016108.317165:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78526c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016108.321735:0:7686:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 7229135 -> 8858093 00000100:00100000:2.0:1734016108.321765:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338367872:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016108.321832:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559923e9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f278 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.321848:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559923e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f278 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.321865:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016108.321906:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334624128:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5640us (5880us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.321915:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10471 00000100:00100000:1.0:1734016108.325034:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.325268:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334624256 00000100:00100000:2.0:1734016108.325276:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334624256 00000100:00100000:2.0:1734016108.325327:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10472 00000100:00100000:2.0:1734016108.325334:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334624256:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.325351:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.325368:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559923f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f27f expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.325391:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8855552->8859647) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f271 expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.325398:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.325400:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.325403:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559923f0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [10469376->10473471] (req 10469376->10473471) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f27f expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.325452:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8855552->8859647) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f271 expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.325463:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8855552->8859647) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f271 expref: 10 pid: 7686 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016108.325474:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338368000:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016108.326196:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78526c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.329150:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338368000:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016108.329195:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559923f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [10469376->10473471] (req 10469376->10473471) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f27f expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.329214:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016108.329279:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:9662:x1818247334624256:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3943us (4253us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.329290:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10472 00000100:00100000:0.0:1734016108.332015:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016108.332253:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334624384 00000100:00100000:3.0:1734016108.332262:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334624384 00002000:00100000:3.0:1734016108.332310:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8855552->8858092) req@ffff88012dccd880 x1818247334624384/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:69/0 lens 3032/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.332320:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccd880 with x1818247334624384 ext(8855552->8858092) 00010000:00010000:3.0:1734016108.332330:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8855552->8859647) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f271 expref: 11 pid: 7686 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016108.332343:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8855552->8859647) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f271 expref: 11 pid: 7686 timeout: 471 lvb_type: 0 00002000:00010000:3.0:1734016108.332353:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dccd880 00000100:00100000:3.0:1734016108.332393:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 264 00000100:00100000:3.0:1734016108.332400:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334624384:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016108.341331:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247334624384:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 8912us (9308us total) trans 4294969344 rc 0/0 00000100:00100000:3.0:1734016108.341348:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 264 00002000:00100000:3.0:1734016108.341363:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8855552->8858092) req@ffff88012dccd880 x1818247334624384/t4294969344(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:69/0 lens 3032/448 e 0 to 0 dl 1734016119 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.341375:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccd880 with x1818247334624384 ext(8855552->8858092) 00010000:00010000:3.0:1734016108.341390:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8855552->8859647) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f271 expref: 13 pid: 7686 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016108.341410:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8855552->8859647) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f271 expref: 13 pid: 7686 timeout: 472 lvb_type: 0 00002000:00010000:3.0:1734016108.341416:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dccd880 00000100:00100000:0.0:1734016108.343998:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016108.344111:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334624512 00000100:00100000:3.0:1734016108.344122:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334624512 00010000:00010000:3.0:1734016108.344162:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8855552->8859647) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f271 expref: 13 pid: 7686 timeout: 472 lvb_type: 0 00000100:00100000:3.0:1734016108.344196:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2901 00000100:00100000:3.0:1734016108.344204:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b526d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1972:x1818247334624512:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016108.344224:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016108.344248:0:6465:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1232 -> 1240 00010000:00010000:3.0:1734016108.344258:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8855552->8859647) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f271 expref: 13 pid: 7686 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.344272:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8855552->8859647) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f271 expref: 13 pid: 7686 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.344305:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8855552->8859647) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f271 expref: 13 pid: 7686 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.345320:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.345325:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.345336:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559923f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10469376->10473471) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f27f expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.345347:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559923f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10469376->10473471) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f27f expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.345385:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559923f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10469376->10473471) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f27f expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016108.345398:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338368128:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016108.347546:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e5419c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.360178:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.360477:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334624640 00000100:00100000:2.0:1734016108.360486:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334624640 00000100:00100000:2.0:1734016108.360526:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10473 00000100:00100000:2.0:1734016108.360533:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334624640:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016108.360731:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8858093 -> 8858093 00002000:00010000:2.0:1734016108.360735:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.360737:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.360739:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.360741:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1240 -> 1248 00000100:00100000:2.0:1734016108.360789:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247334624640:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 255us (619us total) trans 4294969345 rc 0/0 00000100:00100000:2.0:1734016108.360796:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10473 00000100:00100000:3.0:1734016108.361172:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338368128:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016108.361191:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016108.361212:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b526d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1972:x1818247334624512:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 17009us (17224us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.361225:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2901 00000100:00100000:0.0:1734016108.368802:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.369311:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334624768 00000100:00100000:2.0:1734016108.369327:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334624768 00000100:00100000:2.0:1734016108.369401:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10474 00000100:00100000:2.0:1734016108.369413:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247334624768:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.369452:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.369487:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923f7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f286 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.369524:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559923f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10469376->10473471) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f27f expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.369531:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.369533:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.369537:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923f7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2715648->2744319] (req 2715648->2744319) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f286 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.369583:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559923f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10469376->10473471) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f27f expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.369599:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559923f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10469376->10473471) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f27f expref: 10 pid: 7686 timeout: 472 lvb_type: 0 00000100:00100000:2.0:1734016108.369616:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338368256:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016108.369686:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78526c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.375104:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338368256:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016108.375145:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923f7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2715648->2744319] (req 2715648->2744319) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f286 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.375169:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016108.375264:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334624768:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5854us (6478us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.375274:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10474 00000100:00100000:0.0:1734016108.379937:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016108.380232:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334624896 00000100:00100000:3.0:1734016108.380240:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334624896 00010000:00010000:3.0:1734016108.380271:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559923f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10469376->10473471) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f27f expref: 11 pid: 7686 timeout: 472 lvb_type: 0 00000100:00100000:3.0:1734016108.380557:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2902 00000100:00100000:3.0:1734016108.380565:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334624896:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016108.380581:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016108.380601:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559923f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10469376->10473471) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f27f expref: 11 pid: 7686 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.380614:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559923f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10469376->10473471) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f27f expref: 11 pid: 7686 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.380637:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559923f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10469376->10473471) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f27f expref: 11 pid: 7686 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.380672:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.380674:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.380681:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2715648->2744319) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f286 expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.380688:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2715648->2744319) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f286 expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.380722:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2715648->2744319) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f286 expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016108.380733:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338368384:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016108.380780:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e14e600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.386691:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016108.387210:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338368384:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016108.387232:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016108.387640:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334625024 00000100:00100000:2.0:1734016108.387646:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334625024 00000100:00100000:2.0:1734016108.387686:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10475 00000100:00100000:2.0:1734016108.387691:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247334625024:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016108.387897:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8858093 -> 8858093 00002000:00010000:2.0:1734016108.387900:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.387902:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.387904:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.387906:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1248 -> 1248 00000100:00100000:3.0:1734016108.388129:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334624896:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7562us (8198us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.388137:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2902 00000100:00100000:2.0:1734016108.388801:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247334625024:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1108us (2119us total) trans 4294969346 rc 0/0 00000100:00100000:2.0:1734016108.388820:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10475 00000100:00100000:3.0:1734016108.394620:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.396645:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334625152 00000100:00100000:2.0:1734016108.396657:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334625152 00000100:00100000:2.0:1734016108.396730:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10476 00000100:00100000:2.0:1734016108.396737:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:9662:x1818247334625152:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.396762:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.396781:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559923fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f28d expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.396856:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2715648->2744319) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f286 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.396863:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.396864:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.396867:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559923fe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3215360->3264511] (req 3215360->3264511) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f28d expref: 11 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.396903:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2715648->2744319) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f286 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.396914:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2715648->2744319) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f286 expref: 13 pid: 7684 timeout: 472 lvb_type: 0 00000100:00100000:2.0:1734016108.396930:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338368512:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016108.397002:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78526c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.406727:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338368512:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016108.406771:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559923fe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3215360->3264511] (req 3215360->3264511) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f28d expref: 11 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.406789:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016108.406885:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:9662:x1818247334625152:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10148us (12273us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.406893:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10476 00000100:00100000:0.0:1734016108.411740:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016108.411939:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334625280 00000100:00100000:3.0:1734016108.411955:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334625280 00010000:00010000:3.0:1734016108.412002:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2715648->2744319) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f286 expref: 14 pid: 7684 timeout: 472 lvb_type: 0 00000100:00100000:3.0:1734016108.412041:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2903 00000100:00100000:3.0:1734016108.412050:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247334625280:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016108.412069:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016108.412092:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2715648->2744319) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f286 expref: 14 pid: 7684 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.412105:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2715648->2744319) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f286 expref: 14 pid: 7684 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.412132:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559923f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2715648->2744319) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f286 expref: 14 pid: 7684 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.412243:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.412246:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.412254:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559923fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3215360->3264511) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f28d expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.412265:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559923fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3215360->3264511) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f28d expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.412299:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559923fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3215360->3264511) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f28d expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016108.412314:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338368640:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016108.412369:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e14e600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.420681:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338368768:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016108.420731:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016108.420773:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338368768 00000100:00100000:2.0:1734016108.420782:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338368768 00000100:00100000:2.0:1734016108.421376:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1734016108.421383:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338368768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1734016108.421416:0:7687:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:2.0:1734016108.421463:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338368768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.421469:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00080000:2.0:1734016108.421489:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016078 00000100:00100000:2.0:1734016108.421521:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338368768:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1734016108.421669:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016108.421749:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338368640:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016108.421764:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016108.421805:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247334625280:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 9755us (10082us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016108.421827:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2903 00000100:00100000:2.0:1734016108.424642:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334625408 00000100:00100000:2.0:1734016108.424663:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334625408 00000100:00100000:2.0:1734016108.425981:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10477 00000100:00100000:2.0:1734016108.425995:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247334625408:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016108.426327:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8858093 -> 8858093 00002000:00010000:2.0:1734016108.426331:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.426333:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.426335:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.426337:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1248 -> 1240 00000100:00100000:2.0:1734016108.426448:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247334625408:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 456us (4779us total) trans 4294969347 rc 0/0 00000100:00100000:2.0:1734016108.426456:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10477 00000100:00100000:3.0:1734016108.434373:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016108.434729:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334625664 00000100:00100000:0.0:1734016108.434737:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334625664 00000100:00100000:2.0:1734016108.435003:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8434 00000100:00100000:2.0:1734016108.435010:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247334625664:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:2.0:1734016108.435052:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992405 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.435068:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559923fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3215360->3264511) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f28d expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.435075:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.435077:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.435080:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992405 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8953856->8986623] (req 8953856->8986623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.435109:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559923fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3215360->3264511) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f28d expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.435120:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559923fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3215360->3264511) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f28d expref: 12 pid: 7684 timeout: 472 lvb_type: 0 00000100:00100000:2.0:1734016108.435137:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338368896:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016108.436410:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78526c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016108.440244:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.440344:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338368896:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016108.440383:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992405 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8953856->8986623] (req 8953856->8986623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.440454:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334625792 00000100:00100000:0.0:1734016108.440461:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334625792 00010000:00010000:0.0:1734016108.440490:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559923fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3215360->3264511) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f28d expref: 13 pid: 7684 timeout: 472 lvb_type: 0 00000100:00100000:0.0:1734016108.440526:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2904 00000100:00100000:0.0:1734016108.440532:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247334625792:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016108.440544:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016108.440566:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559923fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3215360->3264511) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f28d expref: 13 pid: 7684 timeout: 472 lvb_type: 0 00010000:00010000:0.0:1734016108.440576:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559923fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3215360->3264511) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f28d expref: 13 pid: 7684 timeout: 472 lvb_type: 0 00010000:00010000:0.0:1734016108.440603:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559923fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3215360->3264511) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f28d expref: 13 pid: 7684 timeout: 472 lvb_type: 0 00010000:00010000:0.0:1734016108.440627:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.440630:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.440634:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992405 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8953856->8986623] (req 8953856->8986623) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.440641:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992405 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8953856->8986623] (req 8953856->8986623) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.440658:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016108.440690:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247334625792:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 157us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016108.440697:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2904 00010000:00010000:2.0:1734016108.440956:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992405 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8953856->8986623] (req 8953856->8986623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.440962:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992405 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8953856->8986623] (req 8953856->8986623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1734016108.447946:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969348 is committed 00000001:00080000:2.0:1734016108.447979:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969346 is committed 00002000:00010000:0.0:1734016108.448121:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8858093 -> 8986624 00002000:00010000:0.0:1734016108.448125:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1240 -> 1304 00010000:00010000:0.0:1734016108.448137:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992405 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8953856->8986623] (req 8953856->8986623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.448147:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992405 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8953856->8986623] (req 8953856->8986623) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.448156:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992405 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8953856->8986623] (req 8953856->8986623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.448163:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405680 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016108.448168:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992405 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8953856->8986623] (req 8953856->8986623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.448177:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992405 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8953856->8986623] (req 8953856->8986623) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.448191:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992405 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8953856->8986623] (req 8953856->8986623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.448197:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992405 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8953856->8986623] (req 8953856->8986623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.448299:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334625664:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 13283us (13930us total) trans 4294969348 rc 0/0 00000100:00100000:0.0:1734016108.448309:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8434 00000100:00100000:1.0:1734016108.451324:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.451432:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334625920 00000100:00100000:2.0:1734016108.451449:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334625920 00000100:00100000:2.0:1734016108.451619:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10478 00000100:00100000:2.0:1734016108.451627:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334625920:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.451643:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.451664:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599240c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f294 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016108.451682:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8986624, mtime: 0x675afc6c, atime: 0x675afc6c, ctime: 0x675afc6c, blocks: 0x518 00010000:00010000:2.0:1734016108.451700:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.451702:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.451709:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599240c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f294 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.451723:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599240c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f294 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.451731:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016108.451778:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334625920:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 151us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.451784:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10478 00000100:00100000:1.0:1734016108.454635:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016108.454690:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334626048 00000100:00100000:0.0:1734016108.454696:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334626048 00000100:00100000:0.0:1734016108.454734:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10479 00000100:00100000:0.0:1734016108.454740:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334626048:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.454753:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.454767:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992413 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f29b expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.454783:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.454785:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.454790:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992413 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f29b expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.454801:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992413 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f29b expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.454844:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565d40, rc 0) 00000100:00100000:0.0:1734016108.454881:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334626048:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 140us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016108.454887:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10479 00000100:00100000:3.0:1734016108.457014:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016108.457068:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334626304 00000100:00100000:0.0:1734016108.457074:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334626304 00000100:00100000:0.0:1734016108.457285:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8435 00000100:00100000:0.0:1734016108.457292:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334626304:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:0.0:1734016108.457332:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5599241a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.457343:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.457345:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.457349:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5599241a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [90112->102399] (req 90112->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.457359:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5599241a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [90112->102399] (req 90112->102399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.457455:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5599241a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [90112->102399] (req 90112->102399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.457462:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5599241a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [90112->102399] (req 90112->102399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.457469:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5599241a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [90112->102399] (req 90112->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.457480:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8565f80 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016108.457483:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5599241a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [90112->102399] (req 90112->102399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.457490:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5599241a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [90112->102399] (req 90112->102399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.457502:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5599241a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [90112->102399] (req 90112->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.457507:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5599241a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [90112->102399] (req 90112->102399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.457567:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334626304:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 275us (561us total) trans 0 rc 12288/12288 00000100:00100000:0.0:1734016108.457574:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8435 00000100:00100000:1.0:1734016108.460313:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.460401:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334626560 00000100:00100000:2.0:1734016108.460407:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334626560 00000100:00100000:2.0:1734016108.460467:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8436 00000100:00100000:2.0:1734016108.460474:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334626560:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:2.0:1734016108.460503:0:7690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992421 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.460518:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599240c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f294 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.460526:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992413 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f29b expref: 5 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.460531:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.460533:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.460535:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992421 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1900544->1937407] (req 1900544->1937407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.460566:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992413 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f29b expref: 5 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.460577:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992413 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f29b expref: 5 pid: 7684 timeout: 472 lvb_type: 1 00000100:00100000:2.0:1734016108.460588:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7690:1818247338369024:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016108.460649:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599240c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f294 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.460658:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599240c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f294 expref: 7 pid: 7686 timeout: 472 lvb_type: 1 00000100:00100000:2.0:1734016108.460664:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7690:1818247338369152:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016108.460681:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.465966:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016108.466001:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016108.466125:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334626816 00000100:00100000:0.0:1734016108.466133:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334626816 00010000:00010000:0.0:1734016108.466166:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599240c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f294 expref: 8 pid: 7686 timeout: 472 lvb_type: 1 00000100:00100000:0.0:1734016108.466187:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334626688 00000100:00100000:0.0:1734016108.466188:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334626688 00010000:00010000:0.0:1734016108.466195:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992413 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f29b expref: 6 pid: 7684 timeout: 472 lvb_type: 1 00000100:00100000:0.0:1734016108.466207:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2905 00000100:00100000:0.0:1734016108.466213:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334626816:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016108.466226:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016108.466241:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599240c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f294 expref: 8 pid: 7686 timeout: 472 lvb_type: 1 00010000:00010000:0.0:1734016108.466249:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599240c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f294 expref: 8 pid: 7686 timeout: 472 lvb_type: 1 00010000:00010000:0.0:1734016108.466271:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016108.466301:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334626816:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 87us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016108.466306:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2905 00000100:00100000:0.0:1734016108.466322:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2906 00000100:00100000:0.0:1734016108.466325:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334626688:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016108.466330:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016108.466334:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992413 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f29b expref: 6 pid: 7684 timeout: 472 lvb_type: 1 00010000:00010000:0.0:1734016108.466343:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992413 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f29b expref: 6 pid: 7684 timeout: 472 lvb_type: 1 00010000:00010000:0.0:1734016108.466351:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.466352:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.466355:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992421 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [1900544->1937407] (req 1900544->1937407) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.466362:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992421 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [1900544->1937407] (req 1900544->1937407) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.466376:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016108.466386:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334626688:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 60us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016108.466390:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2906 00010000:00010000:2.0:1734016108.466536:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992413 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f29b expref: 5 pid: 7684 timeout: 472 lvb_type: 1 00000100:00100000:2.0:1734016108.466550:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7690:1818247338369024:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016108.466558:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599240c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f294 expref: 7 pid: 7686 timeout: 472 lvb_type: 1 00000100:00100000:2.0:1734016108.466565:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7690:1818247338369152:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016108.466584:0:7690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992421 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1900544->1937407] (req 1900544->1937407) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.466832:0:7690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992421 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1900544->1937407] (req 1900544->1937407) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.466837:0:7690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992421 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1900544->1937407] (req 1900544->1937407) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016108.488611:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969349 is committed 00002000:00010000:2.0:1734016108.489683:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1304 -> 1344 00010000:00010000:2.0:1734016108.489699:0:7690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992421 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1900544->1937407] (req 1900544->1937407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.489709:0:7690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992421 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1900544->1937407] (req 1900544->1937407) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.489716:0:7690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992421 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1900544->1937407] (req 1900544->1937407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.489723:0:7690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405d40 already unused, calling callback (ffffffffa0859100) 00010000:00010000:2.0:1734016108.489726:0:7690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992421 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1900544->1937407] (req 1900544->1937407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.489734:0:7690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1900544->1937407] (req 1900544->1937407) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.489754:0:7690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992421 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1900544->1937407] (req 1900544->1937407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.489765:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992421 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1900544->1937407] (req 1900544->1937407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.489937:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334626560:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 29456us (29622us total) trans 4294969349 rc 0/0 00000100:00100000:2.0:1734016108.489948:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8436 00000100:00100000:1.0:1734016108.495766:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.495879:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334626944 00000100:00100000:2.0:1734016108.495887:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334626944 00000100:00100000:2.0:1734016108.495982:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10480 00000100:00100000:2.0:1734016108.495989:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334626944:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.496010:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.496035:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992428 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f2a2 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016108.496057:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8986624, mtime: 0x675afc6c, atime: 0x675afc6c, ctime: 0x675afc6c, blocks: 0x540 00010000:00010000:2.0:1734016108.496076:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.496078:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.496088:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992428 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2a2 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.496105:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992428 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2a2 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.496116:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016108.496798:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334626944:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 807us (1038us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.496840:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10480 00000100:00100000:1.0:1734016108.509906:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.511331:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334627072 00000100:00100000:2.0:1734016108.511345:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334627072 00000100:00100000:2.0:1734016108.512382:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10481 00000100:00100000:2.0:1734016108.512390:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334627072:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.512405:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.512422:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599242f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f2a9 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.512451:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.512453:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.512460:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599242f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2a9 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.512471:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599242f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2a9 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.512479:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016108.512643:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334627072:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 253us (2748us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.512649:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10481 00000100:00100000:3.0:1734016108.520616:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.523425:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334627200 00000100:00100000:2.0:1734016108.523448:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334627200 00000100:00100000:2.0:1734016108.523523:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10482 00000100:00100000:2.0:1734016108.523533:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334627200:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.523553:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.523574:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992436 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f2b0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.523601:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992428 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2a2 expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.523608:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599242f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2a9 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.523614:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.523615:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.523618:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992436 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [5652480->5718015] (req 5652480->5718015) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2b0 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.523644:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599242f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2a9 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.523654:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599242f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2a9 expref: 8 pid: 7686 timeout: 472 lvb_type: 1 00000100:00100000:2.0:1734016108.523666:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338369280:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016108.523747:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992428 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2a2 expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.523755:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992428 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2a2 expref: 5 pid: 7686 timeout: 472 lvb_type: 1 00000100:00100000:2.0:1734016108.523762:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338369408:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016108.523777:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.531202:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338369280:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016108.531214:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338369408:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016108.531242:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992436 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [5652480->5718015] (req 5652480->5718015) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2b0 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.531257:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016108.532104:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334627200:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8569us (11495us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.532112:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10482 00000100:00100000:1.0:1734016108.536220:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016108.536387:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.538491:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334627456 00000100:00100000:2.0:1734016108.538502:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334627456 00010000:00010000:2.0:1734016108.538539:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992428 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2a2 expref: 6 pid: 7686 timeout: 472 lvb_type: 1 00000100:00100000:2.0:1734016108.538565:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334627328 00000100:00100000:2.0:1734016108.538567:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334627328 00000100:00100000:0.0:1734016108.538572:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2907 00010000:00010000:2.0:1734016108.538575:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599242f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2a9 expref: 8 pid: 7686 timeout: 472 lvb_type: 1 00000100:00100000:0.0:1734016108.538578:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334627456:12345-192.168.201.4@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1734016108.538588:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2908 00010000:00010000:0.0:1734016108.538591:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1734016108.538591:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b526d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334627328:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016108.538595:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016108.538608:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992428 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2a2 expref: 6 pid: 7686 timeout: 472 lvb_type: 1 00010000:00010000:2.0:1734016108.538608:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599242f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2a9 expref: 8 pid: 7686 timeout: 472 lvb_type: 1 00010000:00010000:0.0:1734016108.538618:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992428 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2a2 expref: 6 pid: 7686 timeout: 472 lvb_type: 1 00010000:00010000:2.0:1734016108.538649:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599242f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2a9 expref: 8 pid: 7686 timeout: 472 lvb_type: 1 00010000:00010000:0.0:1734016108.538773:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992428 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2a2 expref: 6 pid: 7686 timeout: 472 lvb_type: 1 00010000:00010000:2.0:1734016108.538776:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599242f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2a9 expref: 8 pid: 7686 timeout: 472 lvb_type: 1 00010000:00010000:0.0:1734016108.538795:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.538797:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.538802:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992436 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5652480->5718015) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2b0 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.538822:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992436 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5652480->5718015) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2b0 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.538830:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016108.538852:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992436 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5652480->5718015) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2b0 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.538864:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338369536:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016108.538870:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b526d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334627328:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 278us (2484us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.538876:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2908 00000100:00100000:0.0:1734016108.538898:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80f900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016108.547013:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016108.547727:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338369536:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016108.547750:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016108.547786:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334627456:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 9207us (11578us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016108.547796:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2907 00000100:00100000:2.0:1734016108.548199:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334627584 00000100:00100000:2.0:1734016108.548206:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334627584 00000100:00100000:2.0:1734016108.548233:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10483 00000100:00100000:2.0:1734016108.548238:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334627584:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016108.548444:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8986624 -> 8986624 00002000:00010000:2.0:1734016108.548447:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.548449:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.548451:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.548453:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1344 -> 1472 00000100:00100000:2.0:1734016108.548477:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334627584:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 237us (1471us total) trans 4294969350 rc 0/0 00000100:00100000:2.0:1734016108.548482:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10483 00000100:00100000:0.0:1734016108.556273:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.556533:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334627840 00000100:00100000:2.0:1734016108.556542:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334627840 00000100:00100000:2.0:1734016108.556603:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2082 00000100:00100000:2.0:1734016108.556611:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334627840:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016108.556671:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016108.556701:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559923a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f232 expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.557741:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016108.557747:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016108.557910:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599243d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016108.557923:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992395 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f22b expref: 14 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.557929:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599243d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016108.557959:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992395 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f22b expref: 14 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.557970:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992395 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f22b expref: 14 pid: 6478 timeout: 472 lvb_type: 0 00000100:00100000:2.0:1734016108.557982:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338369664:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016108.558048:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.564854:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338369664:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016108.564882:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599243d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016108.565083:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016108.565164:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334627968 00000100:00100000:0.0:1734016108.565170:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334627968 00010000:00010000:0.0:1734016108.565195:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992395 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f22b expref: 15 pid: 6478 timeout: 472 lvb_type: 0 00000100:00100000:0.0:1734016108.565231:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2909 00000100:00100000:0.0:1734016108.565237:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:1969:x1818247334627968:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016108.565249:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016108.565255:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992395 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f22b expref: 15 pid: 6478 timeout: 472 lvb_type: 0 00010000:00010000:0.0:1734016108.565264:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992395 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f22b expref: 15 pid: 6478 timeout: 472 lvb_type: 0 00010000:00010000:0.0:1734016108.565287:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992395 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f22b expref: 15 pid: 6478 timeout: 472 lvb_type: 0 00010000:00010000:0.0:1734016108.565313:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016108.565317:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599243d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016108.565326:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599243d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016108.565332:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599243d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016108.565356:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016108.565557:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599243d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016108.565563:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599243d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:1.0:1734016108.565631:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968624 00000004:00010000:1.0:1734016108.565664:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012dccc380 reply state ffff88012dcd5000 transno 4294968625 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599243d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016108.565670:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016108.565961:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1969:x1818247334627968:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 721us (877us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.565969:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2909 00000100:00100000:1.0:1734016108.569125:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334627840:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 12504us (12853us total) trans 4294968625 rc 0/0 00000100:00100000:1.0:1734016108.569136:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2082 00000020:00080000:1.0:1734016108.569144:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016108.576795:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599243d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016108.576845:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599243d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016108.576854:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599243d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016108.576860:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7407cc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016108.576864:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599243d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016108.576869:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599243d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016108.576885:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016108.576887:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016108.576891:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599243d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016108.576895:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599243d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016108.581013:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.582066:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334628096 00000100:00100000:2.0:1734016108.582077:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334628096 00002000:00010000:2.0:1734016108.582112:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4086198->18446744073709551615) 00002000:00100000:2.0:1734016108.582115:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccfb80 with x1818247334628096 ext(4086198->18446744073709551615) 00002000:00010000:2.0:1734016108.582125:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccfb80. 00000100:00100000:2.0:1734016108.585293:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8437 00000100:00100000:2.0:1734016108.585310:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334628096:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016108.587934:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8986624 -> 4086198 00002000:00010000:2.0:1734016108.587944:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.587946:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.587948:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.587950:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1472 -> 1072 00000100:00100000:2.0:1734016108.594186:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334628096:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 8860us (13165us total) trans 4294969351 rc 0/0 00000100:00100000:2.0:1734016108.594207:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8437 00002000:00010000:2.0:1734016108.594218:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4086198->18446744073709551615) 00002000:00100000:2.0:1734016108.594222:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccfb80 with x1818247334628096 ext(4086198->18446744073709551615) 00002000:00010000:2.0:1734016108.594236:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccfb80. 00000100:00100000:1.0:1734016108.602288:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.602373:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334628224 00000100:00100000:2.0:1734016108.602384:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334628224 00000100:00100000:2.0:1734016108.602422:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2083 00000100:00100000:2.0:1734016108.602428:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334628224:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.602453:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.602470:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992444 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f2b7 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.602561:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599244b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016108.602573:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599244b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016108.602581:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599244b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:2.0:1734016108.602601:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4086198 00000004:00200000:2.0:1734016108.602604:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016108.602616:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599244b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016108.602633:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992444 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2b7 expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.602659:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599244b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2b7 expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.602666:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016108.602669:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016108.602671:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016108.602708:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334628224:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 279us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.602713:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2083 00000100:00100000:0.0:1734016108.607070:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.607311:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334628352 00000100:00100000:2.0:1734016108.607326:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334628352 00000100:00100000:2.0:1734016108.607372:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10484 00000100:00100000:2.0:1734016108.607379:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334628352:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.607394:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.607412:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992452 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f2be expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.607471:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338369792:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016108.607535:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78526c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.613248:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338369792:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016108.613285:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992452 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2be expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.613297:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992452 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2be expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.614205:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:1.0:1734016108.615448:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334628352:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8052us (8372us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.615460:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10484 00000100:00100000:1.0:1734016108.626602:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.626722:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334628480 00000100:00100000:2.0:1734016108.626729:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334628480 00000100:00100000:2.0:1734016108.626785:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10485 00000100:00100000:2.0:1734016108.626792:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334628480:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.626837:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.626854:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992459 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f2c5 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.626915:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338369920:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016108.626992:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.633119:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338369920:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016108.633162:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992459 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2c5 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.633179:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992459 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2c5 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.633209:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016108.633255:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334628480:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6462us (6660us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.633264:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10485 00000100:00100000:3.0:1734016108.647767:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.647845:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334628608 00000100:00100000:2.0:1734016108.647852:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334628608 00000100:00100000:2.0:1734016108.647889:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10486 00000100:00100000:2.0:1734016108.647894:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334628608:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.647908:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.647923:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992460 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f2cc expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.647945:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992436 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5652480->5718015) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2b0 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.647950:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.647952:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.647954:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992460 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2990080->3006463] (req 2990080->3006463) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2cc expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.647974:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992436 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5652480->5718015) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2b0 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.647982:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5652480->5718015) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2b0 expref: 8 pid: 7686 timeout: 472 lvb_type: 0 00000100:00100000:2.0:1734016108.647991:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338370048:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016108.648042:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.652298:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.652317:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338370048:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016108.652342:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992460 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2990080->3006463] (req 2990080->3006463) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2cc expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.652360:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016108.652393:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334628608:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4498us (4631us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.652399:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10486 00000100:00100000:3.0:1734016108.652479:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334628736 00000100:00100000:3.0:1734016108.652484:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334628736 00010000:00010000:3.0:1734016108.652500:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5652480->5718015) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2b0 expref: 9 pid: 7686 timeout: 472 lvb_type: 0 00000100:00100000:3.0:1734016108.652517:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2910 00000100:00100000:3.0:1734016108.652520:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334628736:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016108.652530:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016108.652544:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5652480->5718015) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2b0 expref: 9 pid: 7686 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.652551:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992436 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5652480->5718015) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2b0 expref: 9 pid: 7686 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.652567:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992436 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5652480->5718015) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2b0 expref: 9 pid: 7686 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.652590:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.652592:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.652596:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992460 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2990080->3006463) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2cc expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.652602:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992460 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2990080->3006463) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2cc expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.652624:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992460 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2990080->3006463) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2cc expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016108.652633:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338370176:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016108.652659:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e14e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016108.663089:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338370176:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016108.663111:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016108.663160:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334628736:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10637us (10868us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.663171:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2910 00000100:00100000:0.0:1734016108.679544:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.681074:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334628992 00000100:00100000:2.0:1734016108.681084:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334628992 00002000:00100000:2.0:1734016108.681123:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4087807) req@ffff88012dccca80 x1818247334628992/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.681132:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccca80 with x1818247334628992 ext(0->4087807) 00002000:00010000:2.0:1734016108.681138:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccca80 00000100:00100000:2.0:1734016108.681158:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8438 00000100:00100000:2.0:1734016108.681164:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334628992:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016108.744569:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334628992:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 63395us (65024us total) trans 0 rc 4087808/4087808 00000100:00100000:3.0:1734016108.744580:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8438 00002000:00100000:3.0:1734016108.744590:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4087807) req@ffff88012dccca80 x1818247334628992/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:69/0 lens 488/440 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4087808/4087808 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.744598:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccca80 with x1818247334628992 ext(0->4087807) 00002000:00010000:3.0:1734016108.744603:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccca80 00000100:00100000:1.0:1734016108.757946:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016108.758548:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334629120 00000100:00100000:0.0:1734016108.758560:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334629120 00000100:00100000:0.0:1734016108.759175:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2084 00000100:00100000:0.0:1734016108.759186:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334629120:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.759224:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.759253:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc55992467 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f2d3 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.759367:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5599246e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016108.759383:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5599246e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016108.759394:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5599246e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:0.0:1734016108.759422:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4086198 00000004:00200000:0.0:1734016108.759427:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016108.759460:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5599246e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016108.759486:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc55992467 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2d3 expref: 18 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.759528:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5599246e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2d3 expref: 17 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.759536:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016108.759539:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016108.759543:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567a80, rc 0) 00000100:00100000:0.0:1734016108.760502:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334629120:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1313us (2568us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016108.760513:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2084 00000100:00100000:1.0:1734016108.767679:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.767785:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334629248 00000100:00100000:2.0:1734016108.767794:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334629248 00000100:00100000:2.0:1734016108.767863:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10487 00000100:00100000:2.0:1734016108.767870:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334629248:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.767886:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.767903:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992475 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f2da expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.767925:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.767928:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.767934:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992475 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2da expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.767946:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992475 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2da expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.767955:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016108.767993:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334629248:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 124us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.768001:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10487 00000100:00100000:1.0:1734016108.774052:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016108.774132:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334629504 00000100:00100000:0.0:1734016108.774141:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334629504 00000100:00100000:0.0:1734016108.774202:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2085 00000100:00100000:0.0:1734016108.774209:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334629504:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016108.774262:0:6478:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016108.774285:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599244b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2b7 expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.774323:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016108.774327:0:6478:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016108.774483:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc5599247c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016108.774495:0:6478:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5599246e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2d3 expref: 16 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.774502:0:6478:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc5599247c lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016108.774529:0:6478:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5599246e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2d3 expref: 16 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.774540:0:6478:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5599246e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2d3 expref: 16 pid: 6478 timeout: 472 lvb_type: 0 00000100:00100000:0.0:1734016108.774551:0:6478:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccd180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338370304:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016108.774608:0:6478:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e5416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.780321:0:6478:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccd180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338370304:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016108.780346:0:6478:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc5599247c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:1.0:1734016108.785326:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016108.785763:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334629632 00000100:00100000:3.0:1734016108.785771:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334629632 00010000:00010000:3.0:1734016108.785798:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5599246e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2d3 expref: 17 pid: 6478 timeout: 472 lvb_type: 0 00000100:00100000:3.0:1734016108.785862:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2911 00000100:00100000:3.0:1734016108.785868:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1969:x1818247334629632:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016108.785879:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016108.785884:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5599246e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2d3 expref: 17 pid: 6478 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.785894:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5599246e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2d3 expref: 17 pid: 6478 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.785912:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc5599246e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2d3 expref: 17 pid: 6478 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.785934:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016108.785938:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc5599247c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016108.785947:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc5599247c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016108.785952:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc5599247c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016108.785971:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016108.786003:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1969:x1818247334629632:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 136us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.786009:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2911 00010000:00010000:0.0:1734016108.787786:0:6478:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc5599247c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016108.787797:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc5599247c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000001:00080000:0.0:1734016108.787932:0:6478:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968626 00000004:00010000:0.0:1734016108.787973:0:6478:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800701cad80 reply state ffff8801365c6000 transno 4294968627 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc5599247c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:0.0:1734016108.787980:0:6478:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016108.788079:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334629504:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 13867us (14035us total) trans 4294968627 rc 0/0 00000100:00100000:0.0:1734016108.788086:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2085 00000020:00080000:0.0:1734016108.788091:0:6478:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016108.794049:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016108.794124:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334629760 00000100:00100000:0.0:1734016108.794133:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334629760 00000100:00100000:0.0:1734016108.794195:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10488 00000100:00100000:0.0:1734016108.794204:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334629760:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.794223:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.794242:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992483 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f2e1 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.794270:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992460 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2990080->3006463) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2cc expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.794278:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992475 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2da expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.794284:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.794285:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.794289:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992483 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e1 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.794324:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992475 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2da expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.794334:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992475 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2da expref: 8 pid: 7684 timeout: 472 lvb_type: 1 00000100:00100000:0.0:1734016108.794345:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338370432:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016108.794403:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992460 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2990080->3006463) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2cc expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.794411:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992460 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2990080->3006463) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2cc expref: 7 pid: 7684 timeout: 472 lvb_type: 0 00000100:00100000:0.0:1734016108.794418:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338370560:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016108.794447:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00010000:00010000:2.0:1734016108.794736:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc5599247c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.794743:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc5599247c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.794748:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc5599247c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.794753:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8567cc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016108.794757:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc5599247c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.794762:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc5599247c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.794774:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016108.794776:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016108.794779:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc5599247c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.794783:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc5599247c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00000100:00100000:0.0:1734016108.803873:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338370432:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016108.803886:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338370560:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016108.803913:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992483 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e1 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.803928:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85673c0, rc 0) 00000100:00100000:0.0:1734016108.803983:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334629760:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9778us (9943us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016108.803994:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10488 00000100:00100000:2.0:1734016108.804125:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016108.804402:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334629888 00000100:00100000:3.0:1734016108.804408:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334629888 00010000:00010000:3.0:1734016108.804427:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992460 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2990080->3006463) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2cc expref: 7 pid: 7684 timeout: 472 lvb_type: 0 00000100:00100000:3.0:1734016108.804461:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2912 00000100:00100000:3.0:1734016108.804466:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334629888:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016108.804477:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016108.804496:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992460 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2990080->3006463) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2cc expref: 7 pid: 7684 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.804505:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992460 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2990080->3006463) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2cc expref: 7 pid: 7684 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.804526:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992460 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2990080->3006463) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2cc expref: 7 pid: 7684 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.804541:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016108.804562:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334629888:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 95us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.804568:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2912 00000100:00100000:2.0:1734016108.809796:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016108.809897:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334630016 00000100:00100000:0.0:1734016108.809904:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334630016 00010000:00010000:0.0:1734016108.809933:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992475 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2da expref: 9 pid: 7684 timeout: 472 lvb_type: 1 00000100:00100000:0.0:1734016108.809974:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2913 00000100:00100000:0.0:1734016108.809980:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334630016:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016108.809992:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016108.810009:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992475 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2da expref: 9 pid: 7684 timeout: 472 lvb_type: 1 00010000:00010000:0.0:1734016108.810019:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992475 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2da expref: 9 pid: 7684 timeout: 472 lvb_type: 1 00010000:00010000:0.0:1734016108.810038:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992475 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2da expref: 9 pid: 7684 timeout: 472 lvb_type: 1 00010000:00010000:0.0:1734016108.810064:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.810066:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.810071:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992483 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e1 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.810080:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992483 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e1 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.810109:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992483 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e1 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.810121:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338370688:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016108.810181:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.819769:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338370688:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016108.819799:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016108.820535:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334630016:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10550us (10745us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016108.820550:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2913 00000100:00100000:1.0:1734016108.823068:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016108.823182:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334630144 00000100:00100000:3.0:1734016108.823190:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334630144 00002000:00010000:3.0:1734016108.823218:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7149423->18446744073709551615) 00002000:00100000:3.0:1734016108.823222:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c9500 with x1818247334630144 ext(7149423->18446744073709551615) 00002000:00010000:3.0:1734016108.823232:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c9500. 00000100:00100000:3.0:1734016108.823783:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8439 00000100:00100000:3.0:1734016108.823792:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334630144:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016108.824049:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4086198 -> 7149423 00002000:00010000:3.0:1734016108.824053:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:3.0:1734016108.824055:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:3.0:1734016108.824057:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:3.0:1734016108.824058:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1072 -> 1072 00000100:00100000:3.0:1734016108.825325:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334630144:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 1528us (2257us total) trans 4294969352 rc 0/0 00000100:00100000:3.0:1734016108.825335:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8439 00002000:00010000:3.0:1734016108.825341:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7149423->18446744073709551615) 00002000:00100000:3.0:1734016108.825344:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c9500 with x1818247334630144 ext(7149423->18446744073709551615) 00002000:00010000:3.0:1734016108.825353:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c9500. 00000100:00100000:2.0:1734016108.846576:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016108.846703:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334630400 00000100:00100000:3.0:1734016108.846711:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334630400 00002000:00100000:3.0:1734016108.846747:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4087808->7151615) req@ffff88007822f480 x1818247334630400/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.846756:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822f480 with x1818247334630400 ext(4087808->7151615) 00002000:00010000:3.0:1734016108.846760:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822f480 00000100:00100000:3.0:1734016108.846860:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8440 00000100:00100000:3.0:1734016108.846868:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334630400:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016108.904956:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334630400:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 58079us (58379us total) trans 0 rc 3063808/3063808 00000100:00100000:3.0:1734016108.904968:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8440 00002000:00100000:3.0:1734016108.904978:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4087808->7151615) req@ffff88007822f480 x1818247334630400/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:69/0 lens 488/440 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 3063808/3063808 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.904988:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822f480 with x1818247334630400 ext(4087808->7151615) 00002000:00010000:3.0:1734016108.904993:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822f480 00000100:00100000:0.0:1734016108.913167:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016108.913355:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334630528 00000100:00100000:3.0:1734016108.913363:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334630528 00002000:00100000:3.0:1734016108.913399:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7139328->7149422) req@ffff88012dccdc00 x1818247334630528/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:69/0 lens 10584/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.913407:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccdc00 with x1818247334630528 ext(7139328->7149422) 00002000:00010000:3.0:1734016108.913411:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccdc00 00000100:00100000:3.0:1734016108.913444:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8441 00000100:00100000:3.0:1734016108.913450:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334630528:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016108.915421:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334630528:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 1963us (2254us total) trans 4294969353 rc 0/0 00000100:00100000:0.0:1734016108.915440:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8441 00002000:00100000:0.0:1734016108.915449:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7139328->7149422) req@ffff88012dccdc00 x1818247334630528/t4294969353(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:69/0 lens 10584/448 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016108.915458:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccdc00 with x1818247334630528 ext(7139328->7149422) 00002000:00010000:0.0:1734016108.915462:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccdc00 00000100:00100000:0.0:1734016108.918379:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.918554:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334630656 00000100:00100000:2.0:1734016108.918563:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334630656 00000100:00100000:2.0:1734016108.918618:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2086 00000100:00100000:2.0:1734016108.918625:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:9662:x1818247334630656:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016108.919584:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:9662:x1818247334630656:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 953us (1210us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.919594:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2086 00000100:00100000:2.0:1734016108.922437:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016108.922503:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334630784 00000100:00100000:0.0:1734016108.922511:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334630784 00000100:00100000:0.0:1734016108.922559:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10489 00000100:00100000:0.0:1734016108.922565:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334630784:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016108.931137:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969353 is committed 00000001:00080000:0.0:1734016108.931184:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969351 is committed 00000100:00100000:2.0:1734016108.931568:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334630784:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 8994us (9139us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.931580:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10489 00000100:00100000:0.0:1734016108.938350:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.938735:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334630912 00000100:00100000:2.0:1734016108.938748:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334630912 00000100:00100000:2.0:1734016108.938840:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2087 00000100:00100000:2.0:1734016108.938848:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334630912:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.938873:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.938896:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599248a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f2e8 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.939007:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992491 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.939024:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992491 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.939035:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992491 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:2.0:1734016108.939061:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7149423 00000004:00200000:2.0:1734016108.939065:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016108.939084:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992491 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016108.939107:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599248a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e8 expref: 18 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.939144:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992491 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e8 expref: 17 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.939153:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016108.939156:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016108.939159:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016108.939218:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334630912:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 370us (882us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.939225:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2087 00000100:00100000:1.0:1734016108.954080:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.955470:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334631040 00000100:00100000:2.0:1734016108.955483:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334631040 00000100:00100000:2.0:1734016108.955558:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10490 00000100:00100000:2.0:1734016108.955566:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334631040:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.955589:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.955609:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992498 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f2ef expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.955676:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338370816:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016108.955762:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016108.962798:0:7686:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1072 -> 1096 00000100:00100000:2.0:1734016108.962863:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338370816:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016108.962904:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992498 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2ef expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.962918:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992498 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2ef expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.962947:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016108.963000:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334631040:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7433us (8933us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.963008:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10490 00000100:00100000:0.0:1734016108.967369:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.967682:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334631168 00000100:00100000:2.0:1734016108.967694:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334631168 00000100:00100000:2.0:1734016108.968161:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10491 00000100:00100000:2.0:1734016108.968170:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334631168:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.968189:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.968209:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599249f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f2f6 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.968269:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338370944:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016108.968360:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.972355:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338370944:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016108.972402:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599249f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2f6 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.972416:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599249f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2f6 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.972454:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016108.972518:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334631168:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4349us (5160us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.972532:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10491 00000100:00100000:0.0:1734016108.978144:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.978351:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334631296 00000100:00100000:2.0:1734016108.978363:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334631296 00000100:00100000:2.0:1734016108.978420:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2088 00000100:00100000:2.0:1734016108.978439:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:9662:x1818247334631296:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.978461:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.978484:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc559924a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f2fd expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.978573:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559924ad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016108.978588:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559924ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016108.978598:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559924ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:2.0:1734016108.978620:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7149423 00000004:00200000:2.0:1734016108.978624:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016108.978638:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559924ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016108.978661:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc559924a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2fd expref: 18 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.978674:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559924ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2fd expref: 17 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.978682:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016108.978685:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016108.978688:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016108.979518:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334631296:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1085us (1380us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.979527:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2088 00000100:00100000:0.0:1734016108.999026:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016108.999140:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334631424 00000100:00100000:2.0:1734016108.999151:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334631424 00000100:00100000:2.0:1734016108.999215:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10492 00000100:00100000:2.0:1734016108.999226:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334631424:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016108.999487:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7149423 -> 9150459 00002000:00010000:2.0:1734016108.999490:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.999492:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.999493:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.999495:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1096 -> 1120 00000100:00100000:2.0:1734016108.999555:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334631424:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 331us (539us total) trans 4294969354 rc 0/0 00000100:00100000:2.0:1734016108.999562:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10492 00000100:00100000:1.0:1734016109.001711:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.001855:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334631552 00000100:00100000:2.0:1734016109.001863:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334631552 00000100:00100000:2.0:1734016109.002260:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10493 00000100:00100000:2.0:1734016109.002268:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334631552:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.002288:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.002308:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559924b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f304 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.002368:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338371072:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016109.002468:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.009914:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338371072:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016109.009963:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559924b4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f304 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.009981:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559924b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f304 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.010001:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016109.010064:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334631552:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7795us (8358us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016109.010074:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10493 00000100:00100000:0.0:1734016109.012417:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.012570:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334631680 00000100:00100000:2.0:1734016109.012578:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334631680 00000100:00100000:2.0:1734016109.012638:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10494 00000100:00100000:2.0:1734016109.012645:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334631680:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.012666:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.012686:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559924bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f30b expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.012747:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338371200:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016109.012860:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.014398:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338371200:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016109.014441:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559924bb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f30b expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.014457:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559924bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f30b expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.014469:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016109.014518:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334631680:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1872us (2112us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016109.014526:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10494 00000100:00100000:0.0:1734016109.017076:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.017175:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334631808 00000100:00100000:2.0:1734016109.017188:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334631808 00000100:00100000:2.0:1734016109.017246:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10495 00000100:00100000:2.0:1734016109.017252:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334631808:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.017272:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.017293:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559924c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f312 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.017359:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338371328:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016109.017444:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.020551:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338371328:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016109.020601:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559924c2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f312 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.020617:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559924c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f312 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.020700:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016109.020771:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334631808:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3515us (3704us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016109.020782:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10495 00000100:00100000:1.0:1734016109.026699:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.027039:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334631936 00000100:00100000:2.0:1734016109.027051:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334631936 00000100:00100000:2.0:1734016109.027109:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10496 00000100:00100000:2.0:1734016109.027117:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334631936:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.027141:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.027169:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559924c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f319 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.027237:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338371456:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016109.027313:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.029197:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338371456:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016109.029243:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559924c9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f319 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.029258:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559924c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f319 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.029289:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016109.029349:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334631936:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2231us (2672us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016109.029362:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10496 00000100:00100000:0.0:1734016109.047636:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016109.047756:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334632192 00000100:00100000:1.0:1734016109.047769:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334632192 00002000:00100000:1.0:1734016109.047880:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->7258111) req@ffff880078e2a300 x1818247334632192/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:70/0 lens 504/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00080000:2.0:1734016109.047882:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016079 00002000:00100000:1.0:1734016109.047891:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2a300 with x1818247334632192 ext(0->7258111) 00002000:00010000:1.0:1734016109.047896:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2a300 00000100:00100000:1.0:1734016109.047919:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8442 00000100:00100000:1.0:1734016109.047926:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334632192:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016109.051442:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.055927:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334632448 00000100:00100000:2.0:1734016109.055943:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334632448 00002000:00100000:2.0:1734016109.055994:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7258112->9150463) req@ffff880078e2bb80 x1818247334632448/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.056004:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2bb80 with x1818247334632448 ext(7258112->9150463) 00002000:00010000:2.0:1734016109.056009:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2bb80 00000100:00100000:2.0:1734016109.056052:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8443 00000100:00100000:2.0:1734016109.056059:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334632448:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016109.108219:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334632192:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 60279us (60587us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016109.108232:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8442 00002000:00100000:0.0:1734016109.108244:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->7258111) req@ffff880078e2a300 x1818247334632192/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:70/0 lens 504/440 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.108254:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2a300 with x1818247334632192 ext(0->7258111) 00002000:00010000:0.0:1734016109.108260:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2a300 00000100:00100000:2.0:1734016109.119647:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016109.119916:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334632576 00000100:00100000:0.0:1734016109.119992:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334632576 00000100:00100000:0.0:1734016109.120071:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10497 00000100:00100000:0.0:1734016109.120080:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334632576:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016109.120113:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016109.120141:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc559924d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f320 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016109.120223:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078e28e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338371584:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016109.121584:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.123212:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334632448:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 67137us (71784us total) trans 0 rc 1892352/1892352 00000100:00100000:2.0:1734016109.123226:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8443 00002000:00100000:2.0:1734016109.123241:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7258112->9150463) req@ffff880078e2bb80 x1818247334632448/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:70/0 lens 488/440 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 1892352/1892352 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.123251:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2bb80 with x1818247334632448 ext(7258112->9150463) 00002000:00010000:2.0:1734016109.123258:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2bb80 00002000:00010000:0.0:1734016109.142179:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016108 -> 1734016109 00000100:00100000:0.0:1734016109.142224:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078e28e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338371584:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016109.142268:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc559924d0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f320 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016109.142285:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc559924d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f320 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016109.142327:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567cc0, rc 0) 00000100:00100000:0.0:1734016109.142413:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334632576:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 22333us (22783us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016109.142432:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10497 00000100:00100000:0.0:1734016109.147056:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.148901:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334632704 00000100:00100000:2.0:1734016109.148919:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334632704 00000100:00100000:2.0:1734016109.148988:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10498 00000100:00100000:2.0:1734016109.148996:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334632704:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.149018:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.149040:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559924d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f327 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.149108:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338371712:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016109.149202:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.154948:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338371712:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016109.154990:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559924d7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f327 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.155005:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559924d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f327 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.155029:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016109.155079:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334632704:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6084us (8036us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016109.155086:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10498 00000100:00100000:1.0:1734016109.158167:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.158275:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334632960 00000100:00100000:2.0:1734016109.158288:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334632960 00000100:00100000:2.0:1734016109.158345:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2089 00000100:00100000:2.0:1734016109.158352:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334632960:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016109.158435:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016109.158467:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559924ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2fd expref: 17 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.158486:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016109.158490:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016109.158708:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559924de lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016109.158723:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992491 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e8 expref: 16 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.158732:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559924de lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016109.158782:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992491 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e8 expref: 16 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.158798:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992491 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e8 expref: 16 pid: 6478 timeout: 472 lvb_type: 0 00000100:00100000:2.0:1734016109.158849:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338371840:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016109.158941:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.163066:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338371840:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016109.163099:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559924de lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016109.167103:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.167202:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334633088 00000100:00100000:2.0:1734016109.167213:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334633088 00010000:00010000:2.0:1734016109.167346:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992491 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e8 expref: 17 pid: 6478 timeout: 472 lvb_type: 0 00000100:00080000:0.0:1734016109.168790:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016079 00000100:00100000:2.0:1734016109.168906:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2914 00000100:00100000:2.0:1734016109.168917:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1969:x1818247334633088:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016109.168936:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016109.168947:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992491 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e8 expref: 17 pid: 6478 timeout: 472 lvb_type: 0 00010000:00010000:2.0:1734016109.168963:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992491 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e8 expref: 17 pid: 6478 timeout: 472 lvb_type: 0 00010000:00010000:2.0:1734016109.168990:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992491 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e8 expref: 17 pid: 6478 timeout: 472 lvb_type: 0 00010000:00010000:2.0:1734016109.169014:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016109.169019:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559924de lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016109.169029:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559924de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016109.169036:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559924de lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016109.169314:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016109.169366:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1969:x1818247334633088:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 451us (2275us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.169373:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2914 00010000:00010000:1.0:1734016109.169890:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559924de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016109.169900:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559924de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:1.0:1734016109.170043:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968628 00000004:00010000:1.0:1734016109.170103:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800701c8700 reply state ffff880078e53000 transno 4294968629 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559924de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016109.170113:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016109.170221:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334632960:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 11868us (12069us total) trans 4294968629 rc 0/0 00000100:00100000:1.0:1734016109.170229:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2089 00000020:00080000:1.0:1734016109.170235:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016109.174308:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559924de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016109.174342:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559924de lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016109.174353:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559924de lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016109.174363:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a74058c0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016109.174369:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559924de lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016109.174378:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559924de lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016109.174412:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016109.174415:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016109.174421:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559924de lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016109.174436:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559924de lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:2.0:1734016109.174702:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016109.175026:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334633216 00000100:00100000:3.0:1734016109.175046:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334633216 00002000:00010000:3.0:1734016109.175119:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10484994->18446744073709551615) 00002000:00100000:3.0:1734016109.175126:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822ca80 with x1818247334633216 ext(10484994->18446744073709551615) 00002000:00010000:3.0:1734016109.175152:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822ca80. 00000100:00100000:3.0:1734016109.175203:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8444 00000100:00100000:3.0:1734016109.175216:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334633216:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016109.175630:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9150459 -> 10484994 00002000:00010000:3.0:1734016109.175634:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016108 -> 1734016109 00002000:00010000:3.0:1734016109.175636:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016108 00002000:00010000:3.0:1734016109.175638:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016108 -> 1734016109 00002000:00010000:3.0:1734016109.175640:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1120 -> 1120 00000100:00100000:3.0:1734016109.175720:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334633216:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 507us (1033us total) trans 4294969355 rc 0/0 00000100:00100000:3.0:1734016109.175726:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8444 00002000:00010000:3.0:1734016109.175730:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10484994->18446744073709551615) 00002000:00100000:3.0:1734016109.175732:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822ca80 with x1818247334633216 ext(10484994->18446744073709551615) 00002000:00010000:3.0:1734016109.175735:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822ca80. 00000100:00100000:0.0:1734016109.182465:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016109.182594:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334633472 00000100:00100000:1.0:1734016109.182605:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334633472 00002000:00100000:1.0:1734016109.182658:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9150464->10485759) req@ffff880078e2b480 x1818247334633472/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.182669:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2b480 with x1818247334633472 ext(9150464->10485759) 00002000:00010000:1.0:1734016109.182675:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2b480 00000100:00100000:1.0:1734016109.183055:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8445 00000100:00100000:1.0:1734016109.183063:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334633472:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.201287:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334633472:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 18205us (18817us total) trans 0 rc 1335296/1335296 00000100:00100000:2.0:1734016109.201306:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8445 00002000:00100000:2.0:1734016109.201324:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9150464->10485759) req@ffff880078e2b480 x1818247334633472/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:70/0 lens 488/440 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 1335296/1335296 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.201335:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2b480 with x1818247334633472 ext(9150464->10485759) 00002000:00010000:2.0:1734016109.201343:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2b480 00000100:00100000:3.0:1734016109.211933:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.212673:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334633600 00000100:00100000:2.0:1734016109.212687:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334633600 00002000:00100000:2.0:1734016109.212763:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (10428416->10484993) req@ffff88007bcc8a80 x1818247334633600/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.212777:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8a80 with x1818247334633600 ext(10428416->10484993) 00002000:00010000:2.0:1734016109.212785:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8a80 00000100:00100000:2.0:1734016109.212945:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8446 00000100:00100000:2.0:1734016109.212955:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334633600:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:0.0:1734016109.222026:0:9875:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016109.237779:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334633600:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 24811us (25843us total) trans 4294969356 rc 0/0 00000100:00100000:2.0:1734016109.237797:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8446 00002000:00100000:2.0:1734016109.237838:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (10428416->10484993) req@ffff88007bcc8a80 x1818247334633600/t4294969356(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:70/0 lens 488/448 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.237848:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8a80 with x1818247334633600 ext(10428416->10484993) 00002000:00010000:2.0:1734016109.237854:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8a80 00000100:00100000:0.0:1734016109.240029:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016109.243670:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334633728 00000100:00100000:1.0:1734016109.243686:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334633728 00000100:00100000:1.0:1734016109.243765:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2090 00000100:00100000:1.0:1734016109.243773:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:9662:x1818247334633728:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:1.0:1734016109.244004:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:9662:x1818247334633728:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 231us (3990us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.244012:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2090 00000100:00100000:0.0:1734016109.249675:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.251325:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334633856 00000100:00100000:2.0:1734016109.251340:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334633856 00000100:00100000:3.0:1734016109.252545:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10499 00000100:00100000:3.0:1734016109.252556:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334633856:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:1.0:1734016109.254556:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969356 is committed 00000100:00100000:3.0:1734016109.256023:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334633856:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 3455us (6351us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.256042:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10499 00000100:00100000:3.0:1734016109.264541:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016109.264633:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334633984 00000100:00100000:0.0:1734016109.264646:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334633984 00000100:00100000:0.0:1734016109.264715:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2091 00000100:00100000:0.0:1734016109.264722:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334633984:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016109.264750:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016109.264778:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc559924e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f32e expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.264932:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc559924ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016109.264953:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc559924ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016109.264965:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc559924ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:0.0:1734016109.264994:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10484994 00000004:00200000:0.0:1734016109.264999:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016109.265016:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc559924ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016109.265043:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc559924e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f32e expref: 18 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.265091:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc559924ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f32e expref: 17 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.265100:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016109.265103:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016109.265106:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85646c0, rc 0) 00000100:00100000:0.0:1734016109.265164:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334633984:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 442us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016109.265169:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2091 00000100:00100000:0.0:1734016109.269054:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.269207:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334634112 00000100:00100000:2.0:1734016109.269218:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334634112 00000100:00100000:2.0:1734016109.269273:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10500 00000100:00100000:2.0:1734016109.269282:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334634112:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.269307:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.269332:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559924f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f335 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.269408:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338371968:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016109.271022:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00002000:00010000:0.0:1734016109.277591:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016108 -> 1734016109 00002000:00010000:0.0:1734016109.277599:0:7684:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1120 -> 1232 00000100:00100000:0.0:1734016109.277622:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338371968:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016109.277664:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559924f3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f335 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016109.277679:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559924f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f335 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016109.277700:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:0.0:1734016109.277754:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334634112:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8472us (8718us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016109.277763:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10500 00000100:00100000:3.0:1734016109.284014:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016109.284131:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334634240 00000100:00100000:0.0:1734016109.284149:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334634240 00000100:00100000:0.0:1734016109.284307:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10501 00000100:00100000:0.0:1734016109.284321:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334634240:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016109.284354:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016109.284387:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559924fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f33c expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016109.284504:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338372096:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016109.285017:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.288403:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338372096:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016109.288464:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559924fa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f33c expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016109.288481:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559924fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f33c expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016109.288653:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567180, rc 0) 00000100:00100000:0.0:1734016109.288734:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334634240:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4416us (4741us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016109.288748:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10501 00000100:00100000:0.0:1734016109.292953:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.293489:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334634368 00000100:00100000:2.0:1734016109.293499:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334634368 00000100:00100000:2.0:1734016109.293651:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10502 00000100:00100000:2.0:1734016109.293661:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334634368:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.293686:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.293715:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992501 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f343 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.293795:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338372224:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016109.293918:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78526c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.297594:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338372224:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016109.297649:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992501 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f343 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.297665:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992501 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f343 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.297846:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016109.297989:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334634368:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4326us (5047us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016109.297999:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10502 00000100:00100000:3.0:1734016109.300966:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.301106:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334634496 00000100:00100000:2.0:1734016109.301117:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334634496 00000100:00100000:2.0:1734016109.301261:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10503 00000100:00100000:2.0:1734016109.301269:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334634496:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.301290:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.301312:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992508 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f34a expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.301387:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338372352:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016109.301473:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78526c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.303729:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338372352:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016109.303765:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992508 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f34a expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.303778:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992508 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f34a expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.303791:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016109.303857:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334634496:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2589us (2903us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016109.303865:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10503 00000100:00100000:3.0:1734016109.305762:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016109.305850:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334634624 00000100:00100000:1.0:1734016109.305859:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334634624 00000100:00100000:1.0:1734016109.305917:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2092 00000100:00100000:1.0:1734016109.305924:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:9662:x1818247334634624:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.305944:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.305966:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc5599250f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f351 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.306089:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55992516 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016109.306109:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55992516 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016109.306123:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55992516 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:1.0:1734016109.306153:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10484994 00000004:00200000:1.0:1734016109.306159:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016109.306182:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55992516 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016109.306208:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc5599250f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f351 expref: 20 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.306242:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55992516 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f351 expref: 19 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.306254:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016109.306257:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016109.306259:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:1.0:1734016109.306307:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334634624:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 383us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.306313:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2092 00000100:00100000:3.0:1734016109.312510:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016109.313038:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334634880 00000100:00100000:0.0:1734016109.313052:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334634880 00000100:00100000:0.0:1734016109.313114:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2093 00000100:00100000:0.0:1734016109.313124:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334634880:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016109.313193:0:6478:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016109.313230:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55992516 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f351 expref: 19 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.313454:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016109.313460:0:6478:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016109.313632:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc5599251d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016109.313647:0:6478:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc559924ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f32e expref: 16 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.313654:0:6478:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc5599251d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016109.313689:0:6478:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc559924ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f32e expref: 16 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.313702:0:6478:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc559924ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f32e expref: 16 pid: 6478 timeout: 472 lvb_type: 0 00000100:00100000:0.0:1734016109.313716:0:6478:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c24380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338372480:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016109.313796:0:6478:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.318111:0:6478:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c24380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338372480:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016109.318144:0:6478:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc5599251d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:3.0:1734016109.318664:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016109.319062:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334635008 00000100:00100000:0.0:1734016109.319071:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334635008 00010000:00010000:0.0:1734016109.319112:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc559924ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f32e expref: 17 pid: 6478 timeout: 472 lvb_type: 0 00000100:00100000:0.0:1734016109.319871:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2915 00000100:00100000:0.0:1734016109.319880:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b526ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1970:x1818247334635008:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016109.319897:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016109.319904:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc559924ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f32e expref: 17 pid: 6478 timeout: 472 lvb_type: 0 00010000:00010000:0.0:1734016109.319919:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc559924ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f32e expref: 17 pid: 6478 timeout: 472 lvb_type: 0 00010000:00010000:0.0:1734016109.319953:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc559924ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f32e expref: 17 pid: 6478 timeout: 472 lvb_type: 0 00010000:00010000:0.0:1734016109.319973:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016109.319979:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc5599251d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016109.319987:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc5599251d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016109.319996:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc5599251d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016109.320047:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016109.320123:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b526ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1970:x1818247334635008:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 242us (1459us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016109.320131:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2915 00010000:00010000:3.0:1734016109.320469:0:6478:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc5599251d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016109.320478:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc5599251d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000001:00080000:3.0:1734016109.320624:0:6478:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968630 00000004:00010000:3.0:1734016109.320693:0:6478:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078c53800 reply state ffff8801365c2000 transno 4294968631 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc5599251d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:3.0:1734016109.320700:0:6478:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016109.320789:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:9662:x1818247334634880:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 7666us (8296us total) trans 4294968631 rc 0/0 00000100:00100000:3.0:1734016109.320796:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2093 00000020:00080000:3.0:1734016109.320801:0:6478:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016109.327081:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016109.327332:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334635136 00000100:00100000:0.0:1734016109.327349:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334635136 00002000:00010000:0.0:1734016109.327428:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8244260->18446744073709551615) 00002000:00100000:0.0:1734016109.327434:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb480 with x1818247334635136 ext(8244260->18446744073709551615) 00002000:00010000:0.0:1734016109.327450:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783cb480. 00000100:00100000:0.0:1734016109.327490:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8447 00000100:00100000:0.0:1734016109.327499:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334635136:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016109.329491:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10484994 -> 8244260 00002000:00010000:0.0:1734016109.329500:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016109 -> 1734016109 00002000:00010000:0.0:1734016109.329503:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:0.0:1734016109.329505:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016109 -> 1734016109 00002000:00010000:0.0:1734016109.329507:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1232 -> 1096 00000100:00100000:0.0:1734016109.329596:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334635136:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 2091us (2536us total) trans 4294969357 rc 0/0 00000100:00100000:0.0:1734016109.329607:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8447 00002000:00010000:0.0:1734016109.329612:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8244260->18446744073709551615) 00002000:00100000:0.0:1734016109.329615:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb480 with x1818247334635136 ext(8244260->18446744073709551615) 00002000:00010000:0.0:1734016109.329622:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783cb480. 00010000:00010000:2.0:1734016109.329901:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc5599251d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016109.329911:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc5599251d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016109.329918:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc5599251d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016109.329926:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8564240 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016109.329930:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc5599251d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016109.329936:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc5599251d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016109.329952:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016109.329955:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016109.329959:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc5599251d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016109.329963:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc5599251d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00000100:00100000:0.0:1734016109.337593:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016109.338341:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334635264 00000100:00100000:3.0:1734016109.338355:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334635264 00000100:00100000:3.0:1734016109.338888:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2094 00000100:00100000:3.0:1734016109.338897:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:9662:x1818247334635264:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.338934:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.338962:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55992524 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f358 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.339074:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599252b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016109.339089:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599252b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016109.339100:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599252b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:3.0:1734016109.339128:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8244260 00000004:00200000:3.0:1734016109.339132:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016109.339148:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599252b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016109.339169:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55992524 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f358 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.339199:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599252b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f358 expref: 21 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.339206:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016109.339209:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016109.339212:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:3.0:1734016109.341270:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:9662:x1818247334635264:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2354us (3672us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.341286:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2094 00000100:00100000:1.0:1734016109.345546:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.345645:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334635392 00000100:00100000:2.0:1734016109.345656:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334635392 00000100:00100000:2.0:1734016109.345768:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10504 00000100:00100000:2.0:1734016109.345776:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334635392:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.345798:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.345839:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992532 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f35f expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.345906:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338372608:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016109.346541:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78526c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.350685:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338372608:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016109.350738:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992532 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f35f expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016109.350753:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992532 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f35f expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016109.350786:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:0.0:1734016109.351042:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334635392:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5263us (5507us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016109.351051:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10504 00000100:00100000:0.0:1734016109.354688:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016109.354745:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334635648 00000100:00100000:3.0:1734016109.354756:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334635648 00000100:00100000:3.0:1734016109.354842:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8448 00000100:00100000:3.0:1734016109.354849:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334635648:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:3.0:1734016109.354889:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992539 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.354912:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992483 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e1 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.354921:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016109.354923:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016109.354926:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992539 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4837376->4874239] (req 4837376->4874239) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.354965:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992483 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e1 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.354978:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992483 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e1 expref: 6 pid: 7686 timeout: 473 lvb_type: 0 00000100:00100000:3.0:1734016109.354993:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078837480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338372736:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016109.355071:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016109.357312:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078837480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338372736:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016109.357350:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992539 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4837376->4874239] (req 4837376->4874239) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016109.357970:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.358065:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334635776 00000100:00100000:2.0:1734016109.358073:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334635776 00002000:00100000:2.0:1734016109.358128:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2772992->2813951) req@ffff880078c24a80 x1818247334635776/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.358144:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24a80 with x1818247334635776 ext(2772992->2813951) 00010000:00010000:2.0:1734016109.358153:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992483 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e1 expref: 7 pid: 7686 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016109.358166:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992483 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e1 expref: 7 pid: 7686 timeout: 473 lvb_type: 0 00002000:00010000:2.0:1734016109.358173:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880078c24a80 00000100:00100000:2.0:1734016109.358211:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 265 00000100:00100000:2.0:1734016109.358219:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334635776:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016109.361122:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334635776:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 2891us (3143us total) trans 4294969358 rc 0/0 00000100:00100000:2.0:1734016109.361137:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 265 00002000:00100000:2.0:1734016109.361151:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2772992->2813951) req@ffff880078c24a80 x1818247334635776/t4294969358(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:70/0 lens 488/448 e 0 to 0 dl 1734016120 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.361161:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24a80 with x1818247334635776 ext(2772992->2813951) 00010000:00010000:2.0:1734016109.361172:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992483 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e1 expref: 9 pid: 7686 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016109.361188:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992483 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e1 expref: 9 pid: 7686 timeout: 473 lvb_type: 0 00002000:00010000:2.0:1734016109.361195:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880078c24a80 00000100:00100000:1.0:1734016109.376542:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.376653:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334635904 00000100:00100000:2.0:1734016109.376663:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334635904 00010000:00010000:2.0:1734016109.376708:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992483 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e1 expref: 9 pid: 7686 timeout: 473 lvb_type: 0 00000100:00100000:2.0:1734016109.376868:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2916 00000100:00100000:2.0:1734016109.376879:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334635904:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016109.376901:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016109.377090:0:6467:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1096 -> 1176 00010000:00010000:2.0:1734016109.377098:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992483 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e1 expref: 9 pid: 7686 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016109.377112:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992483 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e1 expref: 9 pid: 7686 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016109.377146:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992483 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f2e1 expref: 9 pid: 7686 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016109.377204:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.377207:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.377212:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992539 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4837376->4874239] (req 4837376->4874239) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.377222:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992539 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4837376->4874239] (req 4837376->4874239) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.377359:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016109.377438:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334635904:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 560us (909us total) trans 0 rc 0/0 00010000:00010000:3.0:1734016109.377913:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992539 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4837376->4874239] (req 4837376->4874239) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.377925:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992539 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4837376->4874239] (req 4837376->4874239) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.377957:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2916 00010000:00010000:3.0:1734016109.381480:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992539 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4837376->4874239] (req 4837376->4874239) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.381499:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992539 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4837376->4874239] (req 4837376->4874239) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.381508:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992539 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4837376->4874239] (req 4837376->4874239) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.381514:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100d80 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016109.381519:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992539 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4837376->4874239] (req 4837376->4874239) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.381527:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992539 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4837376->4874239] (req 4837376->4874239) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.381547:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992539 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4837376->4874239] (req 4837376->4874239) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.381554:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992539 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4837376->4874239] (req 4837376->4874239) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016109.382987:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334635648:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 28120us (28295us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1734016109.383004:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8448 00000100:00100000:3.0:1734016109.387551:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016109.387742:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334636032 00000100:00100000:0.0:1734016109.387761:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334636032 00000100:00100000:1.0:1734016109.388480:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10505 00000100:00100000:1.0:1734016109.388490:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334636032:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.388518:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.388550:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55992540 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f366 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016109.388573:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8244260, mtime: 0x675afc6d, atime: 0x675afc6d, ctime: 0x675afc6d, blocks: 0x498 00010000:00010000:1.0:1734016109.388596:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.388597:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.388604:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55992540 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f366 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.388724:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55992540 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f366 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.388736:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016109.388798:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334636032:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 308us (1277us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.388825:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10505 00000100:00100000:0.0:1734016109.391255:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016109.391368:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334636160 00000100:00100000:1.0:1734016109.391379:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334636160 00000100:00100000:1.0:1734016109.391453:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10506 00000100:00100000:1.0:1734016109.391461:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334636160:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.391483:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.391507:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992547 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f36d expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.391530:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.391532:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.391542:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992547 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f36d expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.391556:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992547 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f36d expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.391568:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:1.0:1734016109.391635:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334636160:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 175us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.391642:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10506 00000100:00100000:2.0:1734016109.415943:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.416003:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016109.416218:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334636416 00000100:00100000:0.0:1734016109.416229:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334636416 00002000:00100000:0.0:1734016109.416276:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4681727) req@ffff88007822fb80 x1818247334636416/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:70/0 lens 504/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.416286:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822fb80 with x1818247334636416 ext(0->4681727) 00002000:00010000:0.0:1734016109.416291:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822fb80 00000100:00100000:0.0:1734016109.416318:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334636544 00000100:00100000:0.0:1734016109.416320:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334636544 00002000:00100000:0.0:1734016109.416331:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8245247) req@ffff88007822f100 x1818247334636544/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:70/0 lens 504/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.416337:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822f100 with x1818247334636544 ext(4190208->8245247) 00002000:00010000:0.0:1734016109.416339:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822f100 00000100:00100000:0.0:1734016109.416362:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8449 00000100:00100000:0.0:1734016109.416368:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334636416:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016109.419053:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8450 00000100:00100000:3.0:1734016109.419069:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334636544:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016109.485140:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334636416:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 68755us (69191us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016109.485155:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8449 00002000:00100000:1.0:1734016109.485169:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4681727) req@ffff88007822fb80 x1818247334636416/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:70/0 lens 504/440 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.485183:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822fb80 with x1818247334636416 ext(0->4681727) 00002000:00010000:1.0:1734016109.485190:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822fb80 00000100:00100000:2.0:1734016109.509549:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334636544:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 90461us (93523us total) trans 0 rc 4050944/4050944 00000100:00100000:2.0:1734016109.509568:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8450 00002000:00100000:2.0:1734016109.509590:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8245247) req@ffff88007822f100 x1818247334636544/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:70/0 lens 504/440 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4050944/4050944 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.509602:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822f100 with x1818247334636544 ext(4190208->8245247) 00002000:00010000:2.0:1734016109.509611:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822f100 00000100:00100000:2.0:1734016109.515949:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016109.516186:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334636800 00000100:00100000:3.0:1734016109.516198:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334636800 00000100:00100000:1.0:1734016109.517369:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2095 00000100:00100000:1.0:1734016109.517383:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334636800:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.517434:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.517469:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc5599254e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f374 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.517605:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55992555 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016109.517625:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55992555 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016109.517644:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55992555 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:1.0:1734016109.517679:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8244260 00000004:00200000:1.0:1734016109.517684:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016109.517704:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55992555 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016109.517729:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc5599254e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f374 expref: 18 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.517766:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55992555 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f374 expref: 17 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.517774:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016109.517777:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016109.517782:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016109.517881:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334636800:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 496us (1939us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.517889:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2095 00000100:00100000:0.0:1734016109.522006:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.522482:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334637056 00000100:00100000:2.0:1734016109.522495:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334637056 00000100:00100000:1.0:1734016109.523668:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8451 00000100:00100000:1.0:1734016109.523678:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334637056:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:1.0:1734016109.523764:0:7690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599255c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.523779:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.523781:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.523786:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599255c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1511424->1527807] (req 1511424->1527807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.523797:0:7690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599255c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1511424->1527807] (req 1511424->1527807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.523955:0:7690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599255c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1511424->1527807] (req 1511424->1527807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.523961:0:7690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599255c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1511424->1527807] (req 1511424->1527807) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.523967:0:7690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599255c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1511424->1527807] (req 1511424->1527807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.523973:0:7690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e837cc0 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016109.523977:0:7690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599255c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1511424->1527807] (req 1511424->1527807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.523984:0:7690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599255c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1511424->1527807] (req 1511424->1527807) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.523997:0:7690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599255c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1511424->1527807] (req 1511424->1527807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.524002:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599255c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1511424->1527807] (req 1511424->1527807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.524088:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334637056:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 412us (2104us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1734016109.524094:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8451 00000100:00100000:1.0:1734016109.528761:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016109.529093:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334637312 00000100:00100000:3.0:1734016109.529107:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334637312 00000100:00100000:3.0:1734016109.529196:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8452 00000100:00100000:3.0:1734016109.529206:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334637312:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:3.0:1734016109.529263:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992563 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.529288:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55992540 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f366 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.529296:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992547 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f36d expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.529304:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.529307:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.529311:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992563 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [548864->610303] (req 548864->610303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.529357:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992547 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f36d expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.529372:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992547 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f36d expref: 7 pid: 7686 timeout: 473 lvb_type: 1 00000100:00100000:3.0:1734016109.529388:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078836d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338372864:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016109.529497:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55992540 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f366 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.529505:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55992540 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f366 expref: 8 pid: 7686 timeout: 473 lvb_type: 1 00000100:00100000:3.0:1734016109.529514:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078834a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338372992:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016109.529535:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.537099:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.537755:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334637440 00000100:00100000:2.0:1734016109.537776:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334637440 00010000:00010000:2.0:1734016109.537885:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55992540 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f366 expref: 9 pid: 7686 timeout: 473 lvb_type: 1 00000100:00100000:2.0:1734016109.537950:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2917 00000100:00100000:2.0:1734016109.537960:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334637440:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016109.537983:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016109.538016:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55992540 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f366 expref: 9 pid: 7686 timeout: 473 lvb_type: 1 00010000:00010000:2.0:1734016109.538029:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55992540 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f366 expref: 9 pid: 7686 timeout: 473 lvb_type: 1 00010000:00010000:2.0:1734016109.538072:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016109.538146:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334637440:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 187us (1078us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.538155:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2917 00000100:00100000:3.0:1734016109.538748:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078836d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338372864:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016109.538769:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55992540 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f366 expref: 8 pid: 7686 timeout: 473 lvb_type: 1 00000100:00100000:3.0:1734016109.539469:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078834a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338372992:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016109.539511:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992563 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [548864->610303] (req 548864->610303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016109.549756:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.550625:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334637568 00000100:00100000:2.0:1734016109.550637:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334637568 00010000:00010000:2.0:1734016109.550682:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992547 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f36d expref: 8 pid: 7686 timeout: 473 lvb_type: 1 00000100:00100000:2.0:1734016109.550980:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2918 00000100:00100000:2.0:1734016109.550991:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334637568:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016109.551019:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016109.551052:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992547 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f36d expref: 8 pid: 7686 timeout: 473 lvb_type: 1 00010000:00010000:2.0:1734016109.551073:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992547 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f36d expref: 8 pid: 7686 timeout: 473 lvb_type: 1 00010000:00010000:2.0:1734016109.551111:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992547 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f36d expref: 8 pid: 7686 timeout: 473 lvb_type: 1 00010000:00010000:2.0:1734016109.551158:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.551161:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.551167:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992563 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [548864->610303] (req 548864->610303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.551183:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992563 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [548864->610303] (req 548864->610303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.551218:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016109.551867:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992563 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [548864->610303] (req 548864->610303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.551878:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992563 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [548864->610303] (req 548864->610303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.553011:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334637568:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2008us (3263us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.553030:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2918 00000001:00080000:1.0:1734016109.560937:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969359 is committed 00000001:00080000:1.0:1734016109.560957:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969358 is committed 00002000:00010000:3.0:1734016109.561182:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1176 -> 1272 00010000:00010000:3.0:1734016109.561204:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992563 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [548864->610303] (req 548864->610303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.561218:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992563 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [548864->610303] (req 548864->610303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.561227:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992563 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [548864->610303] (req 548864->610303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.561241:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100d80 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016109.561246:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992563 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [548864->610303] (req 548864->610303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.561258:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992563 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [548864->610303] (req 548864->610303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.561280:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992563 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [548864->610303] (req 548864->610303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.561286:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55992563 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [548864->610303] (req 548864->610303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016109.561900:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334637312:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 32682us (33145us total) trans 4294969359 rc 0/0 00000100:00100000:3.0:1734016109.561916:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8452 00000100:00100000:1.0:1734016109.565102:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.565282:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334637696 00000100:00100000:2.0:1734016109.565293:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334637696 00000100:00100000:2.0:1734016109.565354:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10507 00000100:00100000:2.0:1734016109.565362:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334637696:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.565385:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.565414:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599256a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f37b expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016109.565454:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8244260, mtime: 0x675afc6d, atime: 0x675afc6d, ctime: 0x675afc6d, blocks: 0x4f8 00010000:00010000:2.0:1734016109.565478:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.565482:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.565492:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599256a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f37b expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.565510:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599256a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f37b expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.565523:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016109.565581:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334637696:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 219us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.565588:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10507 00000100:00100000:1.0:1734016109.567905:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016109.568067:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334637824 00000100:00100000:3.0:1734016109.568077:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334637824 00000100:00100000:3.0:1734016109.568128:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10508 00000100:00100000:3.0:1734016109.568135:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334637824:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.568155:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.568175:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992571 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f382 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.568200:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.568202:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.568209:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992571 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f382 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.568223:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992571 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f382 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.568233:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016109.568287:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334637824:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 152us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.568292:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10508 00000100:00100000:1.0:1734016109.582430:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016109.582491:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016109.582560:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334638080 00000100:00100000:0.0:1734016109.582572:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334638080 00002000:00100000:0.0:1734016109.582625:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800701caa00 x1818247334638080/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.582643:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701caa00 with x1818247334638080 ext(0->4194303) 00002000:00010000:0.0:1734016109.582649:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701caa00 00000100:00100000:0.0:1734016109.582678:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334638208 00000100:00100000:0.0:1734016109.582680:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334638208 00002000:00100000:0.0:1734016109.582691:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8245247) req@ffff8800701c8000 x1818247334638208/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.582697:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c8000 with x1818247334638208 ext(4194304->8245247) 00002000:00010000:0.0:1734016109.582699:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c8000 00000100:00100000:0.0:1734016109.582717:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8453 00000100:00100000:0.0:1734016109.582724:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334638080:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.589127:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8454 00000100:00100000:2.0:1734016109.589145:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334638208:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016109.636461:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334638080:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 53721us (54039us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016109.636478:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8453 00002000:00100000:0.0:1734016109.636494:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800701caa00 x1818247334638080/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:70/0 lens 488/440 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.636503:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701caa00 with x1818247334638080 ext(0->4194303) 00002000:00010000:0.0:1734016109.636510:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701caa00 00000100:00100000:1.0:1734016109.661001:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.664711:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334638592 00000100:00100000:2.0:1734016109.664739:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334638592 00000100:00100000:2.0:1734016109.666575:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8455 00000100:00100000:2.0:1734016109.666595:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334638592:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:2.0:1734016109.666714:0:7690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992578 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.666739:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.666741:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.666749:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992578 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3129344->3137535] (req 3129344->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.666769:0:7690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992578 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3129344->3137535] (req 3129344->3137535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.666973:0:7690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992578 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3129344->3137535] (req 3129344->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.666981:0:7690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992578 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3129344->3137535] (req 3129344->3137535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.666989:0:7690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992578 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3129344->3137535] (req 3129344->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.667001:0:7690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405200 already unused, calling callback (ffffffffa0859100) 00010000:00010000:2.0:1734016109.667006:0:7690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992578 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3129344->3137535] (req 3129344->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.667016:0:7690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992578 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3129344->3137535] (req 3129344->3137535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.667037:0:7690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992578 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3129344->3137535] (req 3129344->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.667043:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992578 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3129344->3137535] (req 3129344->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.667162:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334638592:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 572us (6177us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1734016109.667172:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8455 00000100:00100000:0.0:1734016109.680870:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334638208:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 91714us (98362us total) trans 0 rc 4050944/4050944 00000100:00100000:0.0:1734016109.680884:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8454 00002000:00100000:0.0:1734016109.680901:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8245247) req@ffff8800701c8000 x1818247334638208/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:70/0 lens 488/440 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4050944/4050944 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.680911:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c8000 with x1818247334638208 ext(4194304->8245247) 00002000:00010000:0.0:1734016109.680920:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c8000 00000100:00100000:2.0:1734016109.681136:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016109.682603:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334638720 00000100:00100000:3.0:1734016109.682624:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334638720 00000100:00100000:3.0:1734016109.682698:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10509 00000100:00100000:3.0:1734016109.682707:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334638720:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.682735:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.682763:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599257f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f389 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.682803:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599256a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f37b expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.682825:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992571 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f382 expref: 5 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.682831:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.682833:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.682837:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599257f lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [8388608->8441855] (req 8388608->8441855) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f389 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.682882:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992571 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f382 expref: 5 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.682896:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992571 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f382 expref: 5 pid: 7684 timeout: 473 lvb_type: 1 00000100:00100000:3.0:1734016109.682910:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078834a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338373120:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016109.683001:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599256a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f37b expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.683009:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599256a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f37b expref: 8 pid: 7686 timeout: 473 lvb_type: 1 00000100:00100000:3.0:1734016109.683017:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078836d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338373248:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016109.683035:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.694673:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016109.694875:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078834a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338373120:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016109.694893:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078836d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338373248:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016109.694946:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599257f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [8388608->8441855] (req 8388608->8441855) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f389 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.694971:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016109.695053:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334638720:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12346us (13917us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.695069:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10509 00000100:00100000:2.0:1734016109.696055:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334638848 00000100:00100000:2.0:1734016109.696065:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334638848 00010000:00010000:2.0:1734016109.696106:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599256a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f37b expref: 8 pid: 7686 timeout: 473 lvb_type: 1 00000100:00100000:2.0:1734016109.696148:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2919 00000100:00100000:2.0:1734016109.696155:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334638848:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016109.696172:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016109.696196:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599256a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f37b expref: 8 pid: 7686 timeout: 473 lvb_type: 1 00010000:00010000:2.0:1734016109.696207:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599256a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f37b expref: 8 pid: 7686 timeout: 473 lvb_type: 1 00010000:00010000:2.0:1734016109.696235:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599256a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f37b expref: 8 pid: 7686 timeout: 473 lvb_type: 1 00010000:00010000:2.0:1734016109.696259:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016109.696295:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334638848:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 140us (1639us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.696301:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2919 00000100:00100000:1.0:1734016109.707769:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016109.707852:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334638976 00000100:00100000:0.0:1734016109.707862:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334638976 00010000:00010000:0.0:1734016109.707908:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992571 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f382 expref: 6 pid: 7684 timeout: 473 lvb_type: 1 00000100:00100000:0.0:1734016109.707949:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2920 00000100:00100000:0.0:1734016109.707957:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334638976:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016109.707974:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016109.707998:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992571 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f382 expref: 6 pid: 7684 timeout: 473 lvb_type: 1 00010000:00010000:0.0:1734016109.708010:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992571 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f382 expref: 6 pid: 7684 timeout: 473 lvb_type: 1 00010000:00010000:0.0:1734016109.708036:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992571 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f382 expref: 6 pid: 7684 timeout: 473 lvb_type: 1 00010000:00010000:0.0:1734016109.708065:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016109.708067:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016109.708074:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599257f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8441855) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f389 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.708083:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599257f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8441855) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f389 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.708116:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599257f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8441855) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f389 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016109.708129:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c25880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338373376:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016109.708196:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.711092:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016109.711246:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c25880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338373376:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016109.711273:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016109.712042:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334638976:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4071us (4274us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016109.712061:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2920 00000100:00100000:3.0:1734016109.713151:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334639104 00000100:00100000:3.0:1734016109.713164:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334639104 00000100:00100000:3.0:1734016109.713213:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10510 00000100:00100000:3.0:1734016109.713221:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334639104:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016109.713557:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8244260 -> 8441377 00002000:00010000:3.0:1734016109.713560:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016109 -> 1734016109 00002000:00010000:3.0:1734016109.713563:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:3.0:1734016109.713565:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016109 -> 1734016109 00002000:00010000:3.0:1734016109.713567:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1272 -> 1376 00000100:00100000:3.0:1734016109.713635:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334639104:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 414us (2560us total) trans 4294969360 rc 0/0 00000100:00100000:3.0:1734016109.713642:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10510 00000100:00100000:1.0:1734016109.717465:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016109.717563:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334639232 00000100:00100000:0.0:1734016109.717575:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334639232 00000100:00100000:0.0:1734016109.717855:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10511 00000100:00100000:0.0:1734016109.717866:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334639232:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016109.717895:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016109.717925:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992586 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f390 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016109.718021:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338373504:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016109.718127:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.721851:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338373504:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016109.721906:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992586 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f390 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016109.721922:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992586 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f390 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016109.722392:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564240, rc 0) 00000100:00100000:1.0:1734016109.722931:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334639232:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4939us (5359us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.722948:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10511 00000100:00100000:1.0:1734016109.725439:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.725528:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334639360 00000100:00100000:2.0:1734016109.725540:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334639360 00000100:00100000:2.0:1734016109.725970:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10512 00000100:00100000:2.0:1734016109.725979:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334639360:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.726003:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.726025:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599258d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f397 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.726106:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338373632:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016109.726187:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.728181:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338373632:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016109.728242:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599258d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f397 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.728264:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599258d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f397 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.728961:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016109.729048:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334639360:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3066us (3616us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016109.729059:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10512 00000100:00100000:2.0:1734016109.732048:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016109.732115:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334639488 00000100:00100000:0.0:1734016109.732125:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334639488 00000100:00100000:0.0:1734016109.732304:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10513 00000100:00100000:0.0:1734016109.732311:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334639488:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016109.732332:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016109.732353:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992594 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f39e expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016109.732438:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338373760:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016109.732516:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.735336:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338373760:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016109.735391:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992594 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f39e expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016109.735409:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992594 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f39e expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016109.735446:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564240, rc 0) 00000100:00100000:0.0:1734016109.735757:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334639488:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3444us (3719us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016109.735767:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10513 00000100:00100000:1.0:1734016109.740273:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016109.740355:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334639616 00000100:00100000:3.0:1734016109.740368:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334639616 00000100:00100000:3.0:1734016109.740437:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10514 00000100:00100000:3.0:1734016109.740445:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334639616:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.740473:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.740499:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc5599259b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f3a5 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016109.741200:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078836d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338373888:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016109.741307:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016109.744287:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078836d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338373888:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016109.744359:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc5599259b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3a5 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.744379:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc5599259b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3a5 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.744423:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016109.744490:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334639616:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4043us (4226us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016109.744500:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10514 00000100:00100000:1.0:1734016109.746987:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016109.747114:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334639744 00000100:00100000:3.0:1734016109.747127:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334639744 00000100:00100000:3.0:1734016109.747190:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10515 00000100:00100000:3.0:1734016109.747200:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334639744:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.747231:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.747259:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559925a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f3ac expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.747305:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599257f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8441855) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f389 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.748393:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016109.748396:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016109.748401:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559925a2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3522560->3559423] (req 3522560->3559423) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ac expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.748456:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599257f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8441855) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f389 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.748476:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599257f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8441855) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f389 expref: 7 pid: 7686 timeout: 473 lvb_type: 0 00000100:00100000:3.0:1734016109.748491:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078836d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338374016:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016109.748599:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce19c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.760882:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016109.761044:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078836d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338374016:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016109.761105:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559925a2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3522560->3559423] (req 3522560->3559423) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ac expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.761133:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016109.761206:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334639744:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 14004us (14237us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.761220:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10515 00000100:00100000:0.0:1734016109.762489:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334639872 00000100:00100000:0.0:1734016109.762500:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334639872 00010000:00010000:0.0:1734016109.762534:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599257f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8441855) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f389 expref: 8 pid: 7686 timeout: 473 lvb_type: 0 00000100:00100000:0.0:1734016109.762584:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2921 00000100:00100000:0.0:1734016109.762591:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334639872:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016109.762610:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016109.762634:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599257f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8441855) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f389 expref: 8 pid: 7686 timeout: 473 lvb_type: 0 00010000:00010000:0.0:1734016109.762647:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599257f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8441855) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f389 expref: 8 pid: 7686 timeout: 473 lvb_type: 0 00010000:00010000:0.0:1734016109.762670:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599257f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8441855) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f389 expref: 8 pid: 7686 timeout: 473 lvb_type: 0 00010000:00010000:0.0:1734016109.762697:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016109.762699:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016109.762706:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559925a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3522560->3559423) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ac expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.762714:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559925a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3522560->3559423) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ac expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.762756:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559925a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3522560->3559423) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ac expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016109.762768:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c25880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338374144:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016109.762869:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.773042:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c25880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338374144:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016109.773075:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016109.773141:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334639872:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10548us (12340us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016109.773156:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2921 00000100:00100000:3.0:1734016109.786227:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016109.786291:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334640128 00000100:00100000:0.0:1734016109.786307:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334640128 00000100:00100000:3.0:1734016109.786351:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00002000:00100000:0.0:1734016109.786387:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880078836d80 x1818247334640128/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.786402:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078836d80 with x1818247334640128 ext(0->4194303) 00002000:00010000:0.0:1734016109.786422:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078836d80 00000100:00100000:0.0:1734016109.786451:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334640640 00000100:00100000:0.0:1734016109.786454:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334640640 00002000:00100000:0.0:1734016109.786467:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8441855) req@ffff880078834a80 x1818247334640640/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.786473:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078834a80 with x1818247334640640 ext(8388608->8441855) 00002000:00010000:0.0:1734016109.786475:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078834a80 00000100:00100000:0.0:1734016109.786490:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8456 00000100:00100000:0.0:1734016109.786497:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334640128:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.789546:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8457 00000100:00100000:2.0:1734016109.789565:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334640640:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016109.796104:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016109.796290:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334640640:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 6729us (9937us total) trans 0 rc 53248/53248 00000100:00100000:3.0:1734016109.796303:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8457 00002000:00100000:3.0:1734016109.796317:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8441855) req@ffff880078834a80 x1818247334640640/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:70/0 lens 488/440 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.796327:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078834a80 with x1818247334640640 ext(8388608->8441855) 00002000:00010000:3.0:1734016109.796333:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078834a80 00000100:00100000:3.0:1734016109.796368:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334640384 00000100:00100000:3.0:1734016109.796377:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334640384 00002000:00100000:3.0:1734016109.796407:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880078834e00 x1818247334640384/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.796424:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078834e00 with x1818247334640384 ext(4194304->8388607) 00002000:00010000:3.0:1734016109.796426:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078834e00 00000100:00100000:3.0:1734016109.796440:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8458 00000100:00100000:3.0:1734016109.796446:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334640384:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016109.847597:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334640128:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 61073us (61360us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016109.847618:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8456 00002000:00100000:1.0:1734016109.847637:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880078836d80 x1818247334640128/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:70/0 lens 488/440 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.847650:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078836d80 with x1818247334640128 ext(0->4194303) 00002000:00010000:1.0:1734016109.847658:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078836d80 00000100:00100000:2.0:1734016109.865501:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016109.865784:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334640768 00000100:00100000:3.0:1734016109.865803:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334640768 00000100:00100000:3.0:1734016109.865954:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10516 00000100:00100000:3.0:1734016109.865966:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334640768:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.865998:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.866037:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559925a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f3b3 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.866081:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.866086:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.866098:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559925a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3b3 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.866120:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559925a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3b3 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.866140:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016109.866645:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334640768:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 678us (1163us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.866658:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10516 00000100:00100000:3.0:1734016109.873392:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016109.873871:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334640384:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 77419us (77780us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016109.873892:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8458 00002000:00100000:0.0:1734016109.873912:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880078834e00 x1818247334640384/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:70/0 lens 488/440 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.873931:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078834e00 with x1818247334640384 ext(4194304->8388607) 00002000:00010000:0.0:1734016109.873941:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078834e00 00000100:00100000:2.0:1734016109.874058:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334641024 00000100:00100000:2.0:1734016109.874067:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334641024 00000100:00100000:2.0:1734016109.874130:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2096 00000100:00100000:2.0:1734016109.874139:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078836680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:9662:x1818247334641024:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016109.874216:0:6478:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016109.874259:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599252b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f358 expref: 21 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.874290:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016109.874296:0:6478:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016109.878709:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559925b0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016109.878756:0:6478:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55992555 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f374 expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.878766:0:6478:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559925b0 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016109.878862:0:6478:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55992555 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f374 expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.878883:0:6478:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55992555 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f374 expref: 16 pid: 6479 timeout: 473 lvb_type: 0 00000100:00100000:2.0:1734016109.878909:0:6478:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338374272:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016109.879077:0:6478:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.883554:0:6478:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338374272:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016109.883600:0:6478:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559925b0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:3.0:1734016109.886525:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016109.886944:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334641152 00000100:00100000:0.0:1734016109.886956:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334641152 00010000:00010000:0.0:1734016109.887003:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55992555 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f374 expref: 17 pid: 6479 timeout: 473 lvb_type: 0 00000100:00100000:0.0:1734016109.887056:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2922 00000100:00100000:0.0:1734016109.887064:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b526cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1969:x1818247334641152:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016109.887081:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016109.887088:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55992555 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f374 expref: 17 pid: 6479 timeout: 473 lvb_type: 0 00010000:00010000:0.0:1734016109.887101:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55992555 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f374 expref: 17 pid: 6479 timeout: 473 lvb_type: 0 00010000:00010000:0.0:1734016109.887127:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55992555 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f374 expref: 17 pid: 6479 timeout: 473 lvb_type: 0 00010000:00010000:0.0:1734016109.887162:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016109.887168:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559925b0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016109.887179:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559925b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016109.887186:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559925b0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016109.887223:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016109.887278:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b526cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1969:x1818247334641152:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 214us (773us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016109.887285:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2922 00010000:00010000:3.0:1734016109.887698:0:6478:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559925b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016109.887707:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559925b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000001:00080000:3.0:1734016109.887861:0:6478:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968632 00000004:00010000:3.0:1734016109.888050:0:6478:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078836680 reply state ffff880078e55000 transno 4294968633 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559925b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:3.0:1734016109.888059:0:6478:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016109.888461:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078836680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334641024:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 14320us (15082us total) trans 4294968633 rc 0/0 00000100:00100000:3.0:1734016109.888471:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2096 00000020:00080000:3.0:1734016109.888476:0:6478:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016109.894031:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559925b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016109.894057:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559925b0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016109.894065:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559925b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016109.894072:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405d40 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016109.894079:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559925b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016109.894093:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559925b0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016109.894120:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016109.894124:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016109.894129:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559925b0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016109.894134:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559925b0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00000100:00100000:2.0:1734016109.909748:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016109.915724:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334641280 00000100:00100000:3.0:1734016109.915742:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334641280 00000100:00100000:3.0:1734016109.916405:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10517 00000100:00100000:3.0:1734016109.916443:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334641280:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.916468:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.916490:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559925b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f3ba expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.916526:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559925a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3522560->3559423) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ac expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.916539:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559925a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3b3 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.916546:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.916548:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.916552:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559925b7 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ba expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.916592:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559925a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3b3 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.916605:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559925a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3b3 expref: 7 pid: 7684 timeout: 473 lvb_type: 1 00000100:00100000:3.0:1734016109.916738:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338374400:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016109.916861:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559925a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3522560->3559423) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ac expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.916869:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559925a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3522560->3559423) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ac expref: 7 pid: 7684 timeout: 473 lvb_type: 0 00000100:00100000:3.0:1734016109.916877:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338374528:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016109.916894:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.940773:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016109.940987:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338374400:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016109.941004:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338374528:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016109.941075:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559925b7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ba expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.941102:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016109.941203:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334641280:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 24761us (31472us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.941215:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10517 00000100:00100000:2.0:1734016109.941468:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334641408 00000100:00100000:2.0:1734016109.941485:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334641408 00010000:00010000:2.0:1734016109.941537:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559925a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3b3 expref: 8 pid: 7684 timeout: 473 lvb_type: 1 00000100:00100000:2.0:1734016109.941581:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2923 00000100:00100000:2.0:1734016109.941589:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334641408:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016109.941621:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016109.941656:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559925a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3b3 expref: 8 pid: 7684 timeout: 473 lvb_type: 1 00010000:00010000:2.0:1734016109.941670:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559925a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3b3 expref: 8 pid: 7684 timeout: 473 lvb_type: 1 00010000:00010000:2.0:1734016109.941702:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559925a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3b3 expref: 8 pid: 7684 timeout: 473 lvb_type: 1 00010000:00010000:2.0:1734016109.941741:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016109.941777:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334641408:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 188us (1029us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.941784:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2923 00000100:00100000:0.0:1734016109.960598:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.960770:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334641536 00000100:00100000:2.0:1734016109.960785:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334641536 00010000:00010000:2.0:1734016109.960910:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559925a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3522560->3559423) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ac expref: 7 pid: 7684 timeout: 473 lvb_type: 0 00000100:00100000:2.0:1734016109.960963:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2924 00000100:00100000:2.0:1734016109.960975:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334641536:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016109.961009:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016109.961046:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559925a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3522560->3559423) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ac expref: 7 pid: 7684 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016109.961064:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559925a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3522560->3559423) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ac expref: 7 pid: 7684 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016109.961102:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559925a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3522560->3559423) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ac expref: 7 pid: 7684 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016109.961159:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.961163:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.961172:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559925b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ba expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.961189:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559925b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ba expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.961248:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559925b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ba expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.961267:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338374656:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016109.961383:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.968531:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338374656:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016109.968575:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016109.968654:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334641536:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7678us (8082us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.968670:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2924 00000100:00100000:0.0:1734016109.969249:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016109.970990:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334641664 00000100:00100000:2.0:1734016109.971008:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334641664 00002000:00010000:2.0:1734016109.971062:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7708092->18446744073709551615) 00002000:00100000:2.0:1734016109.971069:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27b80 with x1818247334641664 ext(7708092->18446744073709551615) 00002000:00010000:2.0:1734016109.971086:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27b80. 00000100:00100000:2.0:1734016109.971848:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8459 00000100:00100000:2.0:1734016109.971860:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334641664:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016109.975897:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8441377 -> 7708092 00002000:00010000:2.0:1734016109.975906:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016109 -> 1734016109 00002000:00010000:2.0:1734016109.975909:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:2.0:1734016109.975910:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016109 -> 1734016109 00002000:00010000:2.0:1734016109.975913:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1376 -> 1272 00000100:00100000:2.0:1734016109.975996:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334641664:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 4132us (6741us total) trans 4294969361 rc 0/0 00000100:00100000:2.0:1734016109.976008:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8459 00002000:00010000:2.0:1734016109.976014:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7708092->18446744073709551615) 00002000:00100000:2.0:1734016109.976017:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27b80 with x1818247334641664 ext(7708092->18446744073709551615) 00002000:00010000:2.0:1734016109.976024:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27b80. 00000100:00100000:0.0:1734016109.979496:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016109.981392:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334641792 00000100:00100000:3.0:1734016109.981423:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334641792 00000100:00100000:3.0:1734016109.981520:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2097 00000100:00100000:3.0:1734016109.981531:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:9662:x1818247334641792:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.981569:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.981601:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559925be lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f3c1 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.981740:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559925c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016109.981758:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559925c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016109.981774:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559925c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:3.0:1734016109.981838:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7708092 00000004:00200000:3.0:1734016109.981844:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016109.981867:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559925c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016109.981903:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559925be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3c1 expref: 24 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.981930:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559925c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3c1 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.981938:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016109.981941:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016109.981945:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016109.982025:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334641792:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 496us (2548us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.982031:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2097 00000100:00100000:0.0:1734016109.991067:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016109.991150:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334641920 00000100:00100000:3.0:1734016109.991163:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334641920 00000100:00100000:3.0:1734016109.991534:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10518 00000100:00100000:3.0:1734016109.991542:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334641920:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016109.991957:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7708092 -> 7708092 00002000:00010000:3.0:1734016109.991961:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016109 -> 1734016109 00002000:00010000:3.0:1734016109.991964:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:3.0:1734016109.991967:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016109 -> 1734016109 00002000:00010000:3.0:1734016109.991969:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1272 -> 1272 00000100:00100000:3.0:1734016109.994136:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334641920:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 2569us (3059us total) trans 4294969362 rc 0/0 00000100:00100000:3.0:1734016109.994157:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10518 00000100:00100000:3.0:1734016109.999503:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016109.999597:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334642048 00000100:00100000:1.0:1734016109.999611:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334642048 00000100:00100000:1.0:1734016109.999686:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2098 00000100:00100000:1.0:1734016109.999694:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334642048:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.999724:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.999745:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc559925cc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f3c8 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.999868:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc559925d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016109.999882:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc559925d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016109.999893:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc559925d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:1.0:1734016109.999920:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7708092 00000004:00200000:1.0:1734016109.999924:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016109.999940:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc559925d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016109.999960:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc559925cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3c8 expref: 18 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.000561:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc559925d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3c8 expref: 17 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.000571:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016110.000574:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016110.000578:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:1.0:1734016110.000667:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334642048:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 972us (1186us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.010093:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2098 00000100:00100000:0.0:1734016110.013869:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.013949:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334642176 00000100:00100000:2.0:1734016110.013962:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334642176 00000100:00080000:0.0:1734016110.014016:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016080 00000100:00100000:1.0:1734016110.015333:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10519 00000100:00100000:1.0:1734016110.015345:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334642176:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.015372:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.015396:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc559925da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f3cf expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.015478:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338374784:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016110.015589:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.017347:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338374784:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016110.017389:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc559925da lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3cf expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.017404:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc559925da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3cf expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.017454:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016110.017503:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334642176:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2159us (3650us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.017513:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10519 00000100:00100000:3.0:1734016110.019558:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.019649:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334642304 00000100:00100000:2.0:1734016110.019658:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334642304 00000100:00100000:2.0:1734016110.023743:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10520 00000100:00100000:2.0:1734016110.023760:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334642304:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.023785:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.023818:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559925e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f3d6 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.023885:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338374912:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016110.023985:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.025628:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338374912:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016110.025676:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559925e1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3d6 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.025691:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559925e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3d6 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.025724:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016110.025778:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334642304:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2020us (6231us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.025787:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10520 00000100:00100000:0.0:1734016110.030490:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.030577:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334642560 00000100:00100000:2.0:1734016110.030591:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334642560 00002000:00100000:2.0:1734016110.030661:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1310720->1314815) req@ffff8800701cb800 x1818247334642560/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.030672:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701cb800 with x1818247334642560 ext(1310720->1314815) 00002000:00010000:2.0:1734016110.030678:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701cb800 00000100:00100000:2.0:1734016110.030715:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8460 00000100:00100000:2.0:1734016110.030727:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334642560:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.031116:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334642560:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 388us (637us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.031124:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8460 00002000:00100000:3.0:1734016110.031131:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1310720->1314815) req@ffff8800701cb800 x1818247334642560/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.031137:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701cb800 with x1818247334642560 ext(1310720->1314815) 00002000:00010000:3.0:1734016110.031140:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701cb800 00000100:00100000:3.0:1734016110.035357:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.035872:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334642688 00000100:00100000:2.0:1734016110.035885:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334642688 00000100:00100000:2.0:1734016110.035957:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10521 00000100:00100000:2.0:1734016110.035965:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334642688:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.035986:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.036009:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559925e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f3dd expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.036081:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338375040:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016110.036180:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.042172:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338375040:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016110.042236:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559925e8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3dd expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.042254:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559925e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3dd expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.042286:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016110.042360:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334642688:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6393us (7014us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.042370:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10521 00000100:00100000:0.0:1734016110.046779:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.046970:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334642816 00000100:00100000:2.0:1734016110.046981:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334642816 00000100:00100000:2.0:1734016110.047033:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10522 00000100:00100000:2.0:1734016110.047039:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334642816:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.047060:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.047081:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559925ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f3e4 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.047144:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338375168:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016110.048479:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.053758:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338375168:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016110.053849:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559925ef lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3e4 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.053867:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559925ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3e4 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.053897:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016110.053971:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334642816:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6929us (7203us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.053982:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10522 00000100:00100000:3.0:1734016110.059653:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.060546:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334643072 00000100:00100000:1.0:1734016110.060560:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334643072 00000100:00100000:1.0:1734016110.060646:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2099 00000100:00100000:1.0:1734016110.060654:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334643072:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016110.060719:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016110.060748:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559925c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3c1 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1734016110.061381:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016080 00010000:00010000:1.0:1734016110.062460:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016110.062470:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016110.062728:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559925f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016110.062753:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc559925d3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3c8 expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.062762:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559925f6 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016110.062828:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc559925d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3c8 expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.062844:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc559925d3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3c8 expref: 16 pid: 6479 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016110.062860:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338375296:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016110.062945:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.072752:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.073134:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338375296:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016110.073175:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559925f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:2.0:1734016110.073460:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334643200 00000100:00100000:2.0:1734016110.073469:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334643200 00010000:00010000:2.0:1734016110.073514:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc559925d3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3c8 expref: 17 pid: 6479 timeout: 473 lvb_type: 0 00000100:00100000:2.0:1734016110.073548:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2925 00000100:00100000:2.0:1734016110.073556:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1969:x1818247334643200:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016110.073571:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016110.073577:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc559925d3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3c8 expref: 17 pid: 6479 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016110.073588:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc559925d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3c8 expref: 17 pid: 6479 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016110.073618:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc559925d3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3c8 expref: 17 pid: 6479 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016110.073651:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016110.073656:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559925f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016110.073665:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559925f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016110.073676:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559925f6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016110.073696:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016110.074080:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559925f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016110.074088:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559925f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:0.0:1734016110.074233:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968634 00000004:00010000:0.0:1734016110.074294:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800781c1180 reply state ffff880078124000 transno 4294968635 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559925f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016110.074301:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016110.074787:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1969:x1818247334643200:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1225us (2049us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.074798:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2925 00000100:00100000:0.0:1734016110.074921:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+25:9662:x1818247334643072:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 14267us (15282us total) trans 4294968635 rc 0/0 00000100:00100000:0.0:1734016110.074929:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2099 00000020:00080000:0.0:1734016110.074934:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016110.077393:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.077487:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334643328 00000100:00100000:3.0:1734016110.077498:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334643328 00002000:00010000:3.0:1734016110.077546:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8740829->18446744073709551615) 00002000:00100000:3.0:1734016110.077551:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff2680 with x1818247334643328 ext(8740829->18446744073709551615) 00002000:00010000:3.0:1734016110.077566:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff2680. 00000100:00100000:3.0:1734016110.077602:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8461 00000100:00100000:3.0:1734016110.077610:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334643328:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016110.077899:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7708092 -> 8740829 00002000:00010000:3.0:1734016110.077903:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016109 -> 1734016110 00002000:00010000:3.0:1734016110.077905:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:3.0:1734016110.077907:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016109 -> 1734016110 00002000:00010000:3.0:1734016110.077909:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1272 -> 1272 00000100:00100000:3.0:1734016110.077976:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334643328:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 366us (595us total) trans 4294969363 rc 0/0 00000100:00100000:3.0:1734016110.077983:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8461 00002000:00010000:3.0:1734016110.077986:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8740829->18446744073709551615) 00002000:00100000:3.0:1734016110.077989:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff2680 with x1818247334643328 ext(8740829->18446744073709551615) 00002000:00010000:3.0:1734016110.077993:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff2680. 00010000:00010000:0.0:1734016110.078194:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559925f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016110.078205:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559925f6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016110.078214:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559925f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016110.078220:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e837600 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016110.078224:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559925f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016110.078231:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559925f6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016110.078248:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016110.078251:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016110.078255:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559925f6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016110.078259:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc559925f6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016110.081555:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.090543:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334643584 00000100:00100000:1.0:1734016110.090560:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334643584 00002000:00100000:0.0:1734016110.090680:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8441856->8740863) req@ffff8800781c0380 x1818247334643584/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.090692:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c0380 with x1818247334643584 ext(8441856->8740863) 00002000:00010000:0.0:1734016110.090699:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c0380 00000100:00100000:0.0:1734016110.090741:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8462 00000100:00100000:0.0:1734016110.090749:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334643584:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.098579:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334643584:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 7807us (17013us total) trans 0 rc 299008/299008 00000100:00100000:2.0:1734016110.098595:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8462 00002000:00100000:2.0:1734016110.098610:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8441856->8740863) req@ffff8800781c0380 x1818247334643584/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/440 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 299008/299008 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.098620:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c0380 with x1818247334643584 ext(8441856->8740863) 00002000:00010000:2.0:1734016110.098630:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c0380 00000100:00100000:2.0:1734016110.106672:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016110.106862:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334643712 00000100:00100000:0.0:1734016110.106876:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334643712 00002000:00100000:0.0:1734016110.106950:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1277952->8740828) req@ffff880129ff1180 x1818247334643712/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 504/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.106963:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff1180 with x1818247334643712 ext(1277952->8740828) 00002000:00010000:0.0:1734016110.106972:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff1180 00000100:00100000:0.0:1734016110.107012:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8463 00000100:00100000:0.0:1734016110.107023:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334643712:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016110.117720:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334643712:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 10678us (11045us total) trans 4294969364 rc 0/0 00000100:00100000:0.0:1734016110.117740:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8463 00002000:00100000:0.0:1734016110.117757:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1277952->8740828) req@ffff880129ff1180 x1818247334643712/t4294969364(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 504/448 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.117769:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff1180 with x1818247334643712 ext(1277952->8740828) 00002000:00010000:0.0:1734016110.117779:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff1180 00000100:00100000:0.0:1734016110.124891:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.125115:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334643840 00000100:00100000:2.0:1734016110.125131:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334643840 00000100:00100000:2.0:1734016110.125779:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2100 00000100:00100000:2.0:1734016110.125791:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:9662:x1818247334643840:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016110.130566:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:9662:x1818247334643840:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 4757us (5676us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.130584:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2100 00000100:00100000:2.0:1734016110.132667:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016110.132749:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334643968 00000100:00100000:0.0:1734016110.132759:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334643968 00000100:00100000:0.0:1734016110.132902:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10523 00000100:00100000:0.0:1734016110.132908:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247334643968:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016110.138868:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969364 is committed 00000001:00080000:0.0:1734016110.138912:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969360 is committed 00000100:00100000:2.0:1734016110.139373:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334643968:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 6457us (6710us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.139389:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10523 00000100:00100000:3.0:1734016110.145730:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.145850:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334644096 00000100:00100000:2.0:1734016110.145864:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334644096 00000100:00100000:2.0:1734016110.145917:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2101 00000100:00100000:2.0:1734016110.145924:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:9662:x1818247334644096:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.145951:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.145973:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559925fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f3eb expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.146088:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992604 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016110.146105:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016110.146116:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:2.0:1734016110.146139:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8740829 00000004:00200000:2.0:1734016110.146142:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016110.146159:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016110.146184:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559925fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3eb expref: 26 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.146199:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992604 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3eb expref: 25 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.146206:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016110.146211:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016110.146215:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016110.146271:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+25:9662:x1818247334644096:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 347us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.146277:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2101 00000100:00100000:0.0:1734016110.154583:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.154698:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334644224 00000100:00100000:2.0:1734016110.154712:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334644224 00000100:00100000:2.0:1734016110.154781:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10524 00000100:00100000:2.0:1734016110.154790:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334644224:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016110.155132:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8740829 -> 8740829 00002000:00010000:2.0:1734016110.155136:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:2.0:1734016110.155138:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:2.0:1734016110.155140:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:2.0:1734016110.155142:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1272 -> 1432 00000100:00100000:2.0:1734016110.155359:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334644224:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 570us (792us total) trans 4294969365 rc 0/0 00000100:00100000:2.0:1734016110.155367:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10524 00000100:00100000:2.0:1734016110.159087:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.159198:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334644352 00000100:00100000:3.0:1734016110.159212:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334644352 00000100:00100000:3.0:1734016110.159265:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2102 00000100:00100000:3.0:1734016110.159274:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334644352:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.159305:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.159339:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599260b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f3f2 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.159477:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992612 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016110.159494:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992612 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016110.159505:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992612 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:3.0:1734016110.159533:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8740829 00000004:00200000:3.0:1734016110.159537:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016110.159557:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992612 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016110.159583:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599260b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3f2 expref: 18 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.161487:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992612 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3f2 expref: 17 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.161509:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016110.161512:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016110.161517:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016110.161599:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334644352:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2324us (2524us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.161610:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2102 00000100:00100000:3.0:1734016110.169655:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.169826:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334644480 00000100:00100000:2.0:1734016110.169839:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334644480 00000100:00100000:2.0:1734016110.172327:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10525 00000100:00100000:2.0:1734016110.172344:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334644480:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.172374:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.172404:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992619 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f3f9 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.172505:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338375424:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016110.172607:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78526c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016110.175872:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016109 -> 1734016110 00000100:00100000:2.0:1734016110.175918:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338375424:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016110.175983:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992619 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3f9 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.176003:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992619 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3f9 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.176689:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016110.177550:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334644480:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5203us (7910us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.177560:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10525 00000100:00100000:3.0:1734016110.180380:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.180699:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334644608 00000100:00100000:2.0:1734016110.180709:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334644608 00000100:00100000:2.0:1734016110.180839:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10526 00000100:00100000:2.0:1734016110.180847:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334644608:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.180868:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.180886:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992620 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f400 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.180946:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338375552:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016110.181012:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78526c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.183308:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338375552:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016110.183367:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992620 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f400 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.183384:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992620 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f400 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.184056:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016110.184226:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334644608:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3375us (3854us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.184238:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10526 00000100:00100000:0.0:1734016110.187038:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.187148:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334644736 00000100:00100000:2.0:1734016110.187272:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334644736 00000100:00100000:2.0:1734016110.187339:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10527 00000100:00100000:2.0:1734016110.187347:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334644736:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.187373:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.187394:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992627 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f407 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.187470:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338375680:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016110.187554:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78526c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.197099:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338375680:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016110.197155:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992627 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f407 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.197176:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992627 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f407 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.197223:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016110.197306:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334644736:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9958us (10281us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.197318:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10527 00000100:00100000:3.0:1734016110.209084:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.209193:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334644864 00000100:00100000:2.0:1734016110.209209:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334644864 00000100:00100000:2.0:1734016110.209277:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10528 00000100:00100000:2.0:1734016110.209287:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334644864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.209310:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.209335:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599262e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f40e expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.209426:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338375808:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016110.209500:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78526c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.214403:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338375808:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016110.214466:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599262e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f40e expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.214483:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599262e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f40e expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.214515:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016110.214585:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334644864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5297us (5516us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.214598:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10528 00000100:00100000:3.0:1734016110.218601:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.219234:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334644992 00000100:00100000:2.0:1734016110.219245:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334644992 00000100:00100000:2.0:1734016110.219306:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10529 00000100:00100000:2.0:1734016110.219314:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334644992:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.219336:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.219356:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992635 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f415 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.219450:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338375936:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016110.219795:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78526c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.222698:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338375936:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016110.222743:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992635 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f415 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.222757:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992635 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f415 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.222777:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00010000:00010000:0.0:1734016110.222968:0:7700:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016110.223149:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334644992:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3833us (4561us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.223158:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10529 00000100:00100000:0.0:1734016110.226057:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.226239:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334645120 00000100:00100000:3.0:1734016110.226249:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334645120 00000100:00100000:3.0:1734016110.226315:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10530 00000100:00100000:3.0:1734016110.226324:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334645120:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.226343:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.226364:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599263c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f41c expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.226397:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559925b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ba expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.226403:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016110.226415:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016110.226419:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599263c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9003008->9056255] (req 9003008->9056255) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f41c expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.226456:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559925b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ba expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.226469:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559925b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ba expref: 6 pid: 7684 timeout: 473 lvb_type: 0 00000100:00100000:3.0:1734016110.226481:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338376064:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016110.226551:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce1900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.229519:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338376064:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016110.229572:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599263c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9003008->9056255] (req 9003008->9056255) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f41c expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.229599:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016110.229676:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334645120:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3351us (3626us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.229687:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10530 00000100:00100000:0.0:1734016110.230555:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.231942:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334645248 00000100:00100000:3.0:1734016110.231958:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334645248 00010000:00010000:3.0:1734016110.232013:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559925b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ba expref: 7 pid: 7684 timeout: 473 lvb_type: 0 00000100:00100000:3.0:1734016110.232058:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2926 00000100:00100000:3.0:1734016110.232065:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334645248:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016110.232082:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016110.232108:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559925b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ba expref: 7 pid: 7684 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.232119:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559925b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ba expref: 7 pid: 7684 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.232144:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559925b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3ba expref: 7 pid: 7684 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.232177:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.232180:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.232188:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599263c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9003008->9056255) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f41c expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.232196:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599263c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9003008->9056255) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f41c expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.232242:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599263c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9003008->9056255) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f41c expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.232259:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338376192:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016110.232351:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce1900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.235669:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.235864:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338376192:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016110.235892:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016110.235934:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334645376 00000100:00100000:3.0:1734016110.235939:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334645248:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3873us (5388us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.235942:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334645376 00000100:00100000:3.0:1734016110.235950:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2926 00000100:00100000:2.0:1734016110.235987:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10531 00000100:00100000:2.0:1734016110.235994:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334645376:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016110.236386:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8740829 -> 8740829 00002000:00010000:2.0:1734016110.236390:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:2.0:1734016110.236392:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016110 -> 1734016109 00002000:00010000:2.0:1734016110.236394:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:2.0:1734016110.236397:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1432 -> 1536 00000100:00100000:2.0:1734016110.236443:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334645376:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 448us (785us total) trans 4294969366 rc 0/0 00000100:00100000:2.0:1734016110.236449:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10531 00000100:00100000:0.0:1734016110.238374:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.238463:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334645504 00000100:00100000:2.0:1734016110.238471:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334645504 00000100:00100000:2.0:1734016110.238522:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10532 00000100:00100000:2.0:1734016110.238529:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334645504:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016110.238738:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8740829 -> 8740829 00002000:00010000:2.0:1734016110.238742:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:2.0:1734016110.238744:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:2.0:1734016110.238745:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:2.0:1734016110.238747:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1536 -> 1552 00000100:00100000:2.0:1734016110.238798:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334645504:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 269us (431us total) trans 4294969367 rc 0/0 00000100:00100000:2.0:1734016110.238803:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10532 00000100:00100000:0.0:1734016110.240861:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.240905:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334645632 00000100:00100000:1.0:1734016110.240914:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334645632 00000100:00100000:1.0:1734016110.240963:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10533 00000100:00100000:1.0:1734016110.240971:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334645632:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.240991:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.241011:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992643 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f423 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.241066:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338376320:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016110.241119:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec900 going to sleep for 11 seconds 00002000:00010000:1.0:1734016110.242399:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016109 -> 1734016110 00000100:00100000:1.0:1734016110.242439:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338376320:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016110.242476:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992643 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f423 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.242488:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992643 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f423 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.242517:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:1.0:1734016110.242559:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334645632:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1588us (1752us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.242567:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10533 00000100:00100000:0.0:1734016110.246328:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.246463:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334645760 00000100:00100000:1.0:1734016110.246474:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334645760 00000100:00100000:1.0:1734016110.247023:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10534 00000100:00100000:1.0:1734016110.247032:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334645760:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.247051:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.247069:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc5599264a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f42a expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.247125:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338376448:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016110.247193:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.250027:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338376448:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016110.250082:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc5599264a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f42a expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.250099:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc5599264a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f42a expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.250716:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:1.0:1734016110.251055:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334645760:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4021us (4736us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.251065:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10534 00000100:00100000:3.0:1734016110.253365:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016110.253507:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334646016 00000100:00100000:0.0:1734016110.253519:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334646016 00000100:00100000:0.0:1734016110.253696:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2103 00000100:00100000:0.0:1734016110.253704:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334646016:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016110.253770:0:6478:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016110.253804:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992612 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3f2 expref: 17 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.253888:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016110.253892:0:6478:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016110.254092:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55992651 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016110.254107:0:6478:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992604 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3eb expref: 24 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.254117:0:6478:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55992651 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016110.254153:0:6478:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992604 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3eb expref: 24 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.254170:0:6478:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992604 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3eb expref: 24 pid: 6479 timeout: 473 lvb_type: 0 00000100:00100000:0.0:1734016110.254190:0:6478:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dcce680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338376576:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016110.254268:0:6478:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b7b5cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.258902:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.259319:0:6478:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dcce680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338376576:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016110.259351:0:6478:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55992651 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:3.0:1734016110.259704:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334646144 00000100:00100000:3.0:1734016110.259713:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334646144 00010000:00010000:3.0:1734016110.259756:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992604 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3eb expref: 25 pid: 6479 timeout: 473 lvb_type: 0 00000100:00100000:3.0:1734016110.259804:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2927 00000100:00100000:3.0:1734016110.259839:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+25:1970:x1818247334646144:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016110.259863:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016110.259871:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992604 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3eb expref: 25 pid: 6479 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.259883:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992604 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3eb expref: 25 pid: 6479 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.259911:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992604 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f3eb expref: 25 pid: 6479 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.259946:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016110.259952:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55992651 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016110.259962:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55992651 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016110.259970:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55992651 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016110.259997:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016110.260059:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:1970:x1818247334646144:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 221us (1170us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.260071:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2927 00010000:00010000:2.0:1734016110.260195:0:6478:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55992651 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.260203:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55992651 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000001:00080000:2.0:1734016110.260322:0:6478:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968636 00000004:00010000:2.0:1734016110.260386:0:6478:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800781c1880 reply state ffff8801365c3000 transno 4294968637 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55992651 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:2.0:1734016110.260395:0:6478:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016110.260512:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:9662:x1818247334646016:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 6808us (7158us total) trans 4294968637 rc 0/0 00000100:00100000:2.0:1734016110.260519:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2103 00000020:00080000:2.0:1734016110.260522:0:6478:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016110.263301:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:2.0:1734016110.263678:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55992651 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.263692:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55992651 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.263700:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55992651 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.263707:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8565680 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016110.263712:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55992651 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.263720:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55992651 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.263738:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016110.263741:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016110.263745:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55992651 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.263753:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55992651 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00000100:00100000:1.0:1734016110.264021:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334646272 00000100:00100000:1.0:1734016110.264034:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334646272 00002000:00010000:1.0:1734016110.264078:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6155283->18446744073709551615) 00002000:00100000:1.0:1734016110.264083:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dcce680 with x1818247334646272 ext(6155283->18446744073709551615) 00002000:00010000:1.0:1734016110.264096:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dcce680. 00000100:00100000:1.0:1734016110.264133:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8464 00000100:00100000:1.0:1734016110.264140:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334646272:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016110.265904:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8740829 -> 6155283 00002000:00010000:1.0:1734016110.265914:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.265916:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016110 -> 1734016109 00002000:00010000:1.0:1734016110.265918:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.265920:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1552 -> 1264 00000100:00100000:1.0:1734016110.269228:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247334646272:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 5070us (5923us total) trans 4294969368 rc 0/0 00000100:00100000:1.0:1734016110.269243:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8464 00002000:00010000:1.0:1734016110.269251:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6155283->18446744073709551615) 00002000:00100000:1.0:1734016110.269255:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dcce680 with x1818247334646272 ext(6155283->18446744073709551615) 00002000:00010000:1.0:1734016110.269269:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dcce680. 00000100:00100000:0.0:1734016110.273118:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.273334:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334646400 00000100:00100000:2.0:1734016110.273344:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334646400 00000100:00100000:2.0:1734016110.273449:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2104 00000100:00100000:2.0:1734016110.273457:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:9662:x1818247334646400:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.273486:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.273508:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992658 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f431 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.273880:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599265f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.273894:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599265f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.273904:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599265f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:2.0:1734016110.273924:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6155283 00000004:00200000:2.0:1734016110.273927:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016110.273940:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599265f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.273960:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992658 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f431 expref: 20 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.273972:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599265f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f431 expref: 19 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.273983:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016110.273986:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016110.273988:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016110.274029:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:9662:x1818247334646400:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 574us (925us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.274035:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2104 00000100:00100000:3.0:1734016110.275757:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.275847:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334646528 00000100:00100000:1.0:1734016110.275855:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334646528 00000100:00100000:1.0:1734016110.275893:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10535 00000100:00100000:1.0:1734016110.275900:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334646528:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.275976:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.275997:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992666 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f438 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.276026:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599263c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9003008->9056255) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f41c expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.276034:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.276036:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.276039:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992666 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4313088->4366335] (req 4313088->4366335) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f438 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.276074:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599263c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9003008->9056255) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f41c expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.276087:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599263c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9003008->9056255) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f41c expref: 9 pid: 7684 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016110.276102:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338376704:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016110.276216:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.277857:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.278108:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334646656 00000100:00100000:2.0:1734016110.278117:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334646656 00000100:00100000:1.0:1734016110.278125:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338376704:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016110.278155:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599263c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9003008->9056255) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f41c expref: 10 pid: 7684 timeout: 473 lvb_type: 0 00010000:00010000:1.0:1734016110.278156:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992666 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4313088->4366335] (req 4313088->4366335) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f438 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.278171:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:2.0:1734016110.278198:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2928 00000100:00100000:2.0:1734016110.278205:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334646656:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016110.278220:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1734016110.278225:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334646528:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2325us (2479us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.278232:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10535 00010000:00010000:2.0:1734016110.278243:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599263c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9003008->9056255) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f41c expref: 10 pid: 7684 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016110.278255:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599263c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9003008->9056255) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f41c expref: 10 pid: 7684 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016110.278306:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599263c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9003008->9056255) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f41c expref: 10 pid: 7684 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016110.278318:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016110.278320:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016110.278326:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992666 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4313088->4366335) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f438 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.278335:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992666 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4313088->4366335) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f438 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.278366:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992666 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4313088->4366335) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f438 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.278378:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338376832:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016110.278438:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.280632:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.280780:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338376832:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016110.280849:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016110.280913:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334646784 00000100:00100000:2.0:1734016110.280916:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334646656:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2710us (3071us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.280921:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334646784 00000100:00100000:2.0:1734016110.280929:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2928 00000100:00100000:1.0:1734016110.280963:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10536 00000100:00100000:1.0:1734016110.280970:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334646784:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016110.281309:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6155283 -> 6155283 00002000:00010000:1.0:1734016110.281313:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.281316:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:1.0:1734016110.281318:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.281319:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1264 -> 1264 00000100:00100000:1.0:1734016110.281391:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334646784:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 421us (776us total) trans 4294969369 rc 0/0 00000100:00100000:1.0:1734016110.281397:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10536 00000100:00100000:0.0:1734016110.283601:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.283722:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334646912 00000100:00100000:1.0:1734016110.283737:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334646912 00000100:00100000:2.0:1734016110.283998:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10537 00000100:00100000:2.0:1734016110.284009:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334646912:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.284033:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.284056:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599266d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f43f expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.284734:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338376960:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016110.284847:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.289697:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338376960:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016110.289748:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599266d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f43f expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.289766:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599266d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f43f expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.289792:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016110.289887:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334646912:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5878us (6300us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.289897:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10537 00000100:00100000:3.0:1734016110.292458:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.292581:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334647040 00000100:00100000:2.0:1734016110.292590:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334647040 00000100:00100000:2.0:1734016110.292708:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10538 00000100:00100000:2.0:1734016110.292716:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334647040:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.292735:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.292755:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992674 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f446 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.292858:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338377088:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016110.292928:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.295211:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338377088:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016110.295268:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992674 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f446 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.295289:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992674 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f446 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.295310:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016110.295383:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334647040:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2666us (2934us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.295393:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10538 00000100:00100000:0.0:1734016110.298262:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.298376:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334647168 00000100:00100000:2.0:1734016110.298636:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334647168 00000100:00100000:2.0:1734016110.298704:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10539 00000100:00100000:2.0:1734016110.298712:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334647168:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.298735:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.298757:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599267b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f44d expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.298961:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338377216:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016110.299016:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.301218:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338377216:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016110.301261:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599267b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f44d expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.301274:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599267b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f44d expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.301285:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016110.301344:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334647168:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2631us (3094us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.301357:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10539 00000100:00100000:0.0:1734016110.304615:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.304709:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334647296 00000100:00100000:2.0:1734016110.304720:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334647296 00000100:00100000:2.0:1734016110.305646:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10540 00000100:00100000:2.0:1734016110.305655:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334647296:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.305676:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.305698:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992682 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f454 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.305763:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338377344:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016110.306305:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.308780:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338377344:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016110.308846:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992682 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f454 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.308861:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992682 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f454 expref: 10 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.308877:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016110.309583:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334647296:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3923us (4974us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.309593:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10540 00000100:00100000:3.0:1734016110.313549:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.313638:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334647552 00000100:00100000:2.0:1734016110.313652:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334647552 00000100:00100000:2.0:1734016110.313707:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2105 00000100:00100000:2.0:1734016110.313716:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:9662:x1818247334647552:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016110.313778:0:6478:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016110.313842:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599265f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f431 expref: 19 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.313864:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016110.313869:0:6478:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016110.314022:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992689 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.314034:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992689 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.314042:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992689 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000001:00080000:2.0:1734016110.314071:0:6478:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968638 00000004:00010000:2.0:1734016110.314085:0:6478:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078327800 reply state ffff880078e54000 transno 4294968639 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992689 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:2.0:1734016110.314091:0:6478:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016110.314183:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334647552:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 467us (648us total) trans 4294968639 rc 0/0 00000100:00100000:2.0:1734016110.314189:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2105 00000020:00080000:2.0:1734016110.314194:0:6478:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016110.315897:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992689 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.315912:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992689 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.315919:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992689 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.315925:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7407cc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016110.315931:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992689 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.315939:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992689 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.315955:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016110.315959:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016110.315963:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992689 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.315969:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992689 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00000100:00100000:3.0:1734016110.316041:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.316116:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334647680 00000100:00100000:2.0:1734016110.316125:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334647680 00000100:00100000:2.0:1734016110.316176:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10541 00000100:00100000:2.0:1734016110.316184:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334647680:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.316205:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.316226:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992690 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f45b expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.316261:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992666 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4313088->4366335) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f438 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.316269:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016110.316271:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016110.316274:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992690 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f45b expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.316313:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992666 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4313088->4366335) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f438 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.316328:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992666 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4313088->4366335) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f438 expref: 7 pid: 7686 timeout: 473 lvb_type: 0 00000100:00100000:2.0:1734016110.316341:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338377472:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016110.316429:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.320101:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.320392:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338377472:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016110.320467:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992690 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f45b expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.320494:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:3.0:1734016110.320700:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334647808 00000100:00100000:3.0:1734016110.320710:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334647808 00010000:00010000:3.0:1734016110.320751:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992666 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4313088->4366335) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f438 expref: 8 pid: 7686 timeout: 473 lvb_type: 0 00000100:00100000:3.0:1734016110.320789:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2929 00000100:00100000:3.0:1734016110.320797:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4148c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334647808:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016110.320836:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016110.320868:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992666 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4313088->4366335) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f438 expref: 8 pid: 7686 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.320881:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992666 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4313088->4366335) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f438 expref: 8 pid: 7686 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.320908:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992666 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4313088->4366335) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f438 expref: 8 pid: 7686 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.320934:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.320936:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.320942:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992690 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f45b expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.320957:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992690 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f45b expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.320995:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992690 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f45b expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.321011:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078326300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338377600:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016110.321791:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:9662:x1818247334647680:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5602us (5751us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.321802:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10541 00000100:00100000:3.0:1734016110.322523:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce1900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.325143:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078326300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338377600:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016110.325176:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016110.325239:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4148c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334647808:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4439us (5153us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.325251:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2929 00000100:00100000:0.0:1734016110.325298:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.325422:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334647936 00000100:00100000:1.0:1734016110.325430:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334647936 00002000:00010000:1.0:1734016110.325461:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (466865->18446744073709551615) 00002000:00100000:1.0:1734016110.325465:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29e680 with x1818247334647936 ext(466865->18446744073709551615) 00002000:00010000:1.0:1734016110.325476:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29e680. 00000100:00100000:1.0:1734016110.325502:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8465 00000100:00100000:1.0:1734016110.325508:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334647936:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016110.330593:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6155283 -> 466865 00002000:00010000:1.0:1734016110.330610:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.330613:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:1.0:1734016110.330615:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.330617:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1264 -> 472 00000100:00100000:0.0:1734016110.330770:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334647936:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 5252us (5464us total) trans 4294969370 rc 0/0 00000100:00100000:0.0:1734016110.330785:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8465 00002000:00010000:0.0:1734016110.330793:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (466865->18446744073709551615) 00002000:00100000:0.0:1734016110.330797:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29e680 with x1818247334647936 ext(466865->18446744073709551615) 00002000:00010000:0.0:1734016110.330804:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29e680. 00000100:00100000:0.0:1734016110.333045:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.333119:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334648064 00000100:00100000:2.0:1734016110.333134:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334648064 00000100:00100000:2.0:1734016110.333198:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2106 00000100:00100000:2.0:1734016110.333208:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:9662:x1818247334648064:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.333254:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.333282:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992697 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f462 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.333451:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599269e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.333471:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599269e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.333486:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599269e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:2.0:1734016110.333524:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 466865 00000004:00200000:2.0:1734016110.333530:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016110.333558:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599269e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.333592:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992697 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f462 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.333759:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599269e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f462 expref: 21 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.333770:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016110.333773:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016110.333778:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016110.333989:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334648064:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 781us (962us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.333997:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2106 00000100:00100000:2.0:1734016110.338723:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016110.339163:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334648320 00000100:00100000:0.0:1734016110.339174:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334648320 00000100:00100000:0.0:1734016110.339230:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2107 00000100:00100000:0.0:1734016110.339237:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:9662:x1818247334648320:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016110.339461:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc559926a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016110.339483:0:6478:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599269e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f462 expref: 20 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.339491:0:6478:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc559926a5 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016110.339526:0:6478:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599269e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f462 expref: 20 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.339539:0:6478:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599269e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f462 expref: 20 pid: 6478 timeout: 473 lvb_type: 0 00000100:00100000:0.0:1734016110.339553:0:6478:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338377728:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016110.339625:0:6478:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b7b5cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.342204:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.342320:0:6478:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338377728:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016110.342347:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334648448 00010000:00010000:2.0:1734016110.342350:0:6478:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc559926a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:3.0:1734016110.342355:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334648448 00010000:00010000:3.0:1734016110.342389:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599269e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f462 expref: 21 pid: 6478 timeout: 473 lvb_type: 0 00000100:00100000:3.0:1734016110.342435:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2930 00000100:00100000:3.0:1734016110.342442:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:1969:x1818247334648448:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016110.342459:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016110.342466:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599269e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f462 expref: 21 pid: 6478 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.342476:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599269e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f462 expref: 21 pid: 6478 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.342502:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599269e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f462 expref: 21 pid: 6478 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.342520:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016110.342524:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc559926a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016110.342532:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc559926a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016110.342661:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc559926a5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016110.342683:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016110.342827:0:6478:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc559926a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.342833:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc559926a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000001:00080000:2.0:1734016110.342939:0:6478:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968640 00000004:00010000:2.0:1734016110.342984:0:6478:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880077e9bb80 reply state ffff880070db2000 transno 4294968641 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc559926a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:2.0:1734016110.342990:0:6478:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016110.343601:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:1969:x1818247334648448:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1152us (1401us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.343609:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2930 00000100:00100000:2.0:1734016110.343671:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+27:9662:x1818247334648320:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 4434us (4960us total) trans 4294968641 rc 0/0 00000100:00100000:2.0:1734016110.343677:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2107 00000020:00080000:2.0:1734016110.343680:0:6478:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016110.345652:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc559926a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.345669:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc559926a5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.345676:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc559926a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.345681:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8565680 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016110.345686:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc559926a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.345694:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc559926a5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.345710:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016110.345715:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016110.345719:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc559926a5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016110.345723:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc559926a5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00000100:00100000:0.0:1734016110.345732:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.345870:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334648576 00000100:00100000:3.0:1734016110.345880:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334648576 00000100:00100000:3.0:1734016110.345931:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10542 00000100:00100000:3.0:1734016110.345940:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334648576:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.345959:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.345977:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559926ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f469 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.346007:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992690 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f45b expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.346019:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016110.346021:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016110.346025:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559926ac lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f469 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.346064:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992690 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f45b expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.346077:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992690 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f45b expref: 10 pid: 7684 timeout: 474 lvb_type: 0 00000100:00100000:3.0:1734016110.346090:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078326300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338377856:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016110.346166:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.348498:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078326300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338377856:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016110.348539:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559926ac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f469 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.348561:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016110.348639:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334648576:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2696us (2907us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.348647:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10542 00000100:00100000:2.0:1734016110.349289:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.349654:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334648704 00000100:00100000:3.0:1734016110.349661:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334648704 00010000:00010000:3.0:1734016110.349687:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992690 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f45b expref: 11 pid: 7684 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016110.350305:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2931 00000100:00100000:2.0:1734016110.350314:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334648704:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016110.350333:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016110.350360:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992690 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f45b expref: 11 pid: 7684 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016110.350372:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992690 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f45b expref: 11 pid: 7684 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016110.350397:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992690 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f45b expref: 11 pid: 7684 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016110.350422:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016110.350424:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016110.350430:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559926ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f469 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.350439:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559926ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f469 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.350472:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559926ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f469 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.350486:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e98380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338377984:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016110.350537:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.354200:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.354287:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334648832 00000100:00100000:1.0:1734016110.354299:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334648832 00002000:00010000:1.0:1734016110.354352:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (890778->18446744073709551615) 00002000:00100000:1.0:1734016110.354356:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e98000 with x1818247334648832 ext(890778->18446744073709551615) 00000100:00100000:0.0:1734016110.354358:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e98380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338377984:192.168.201.4@tcp:105: 00002000:00010000:1.0:1734016110.354369:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e98000. 00010000:00010000:0.0:1734016110.354393:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016110.354422:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8466 00000100:00100000:1.0:1734016110.354431:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334648832:12345-192.168.201.4@tcp:10:fsx.0 00000100:00100000:0.0:1734016110.354457:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334648704:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4143us (5168us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.354469:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2931 00002000:00010000:1.0:1734016110.355333:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 466865 -> 890778 00002000:00010000:1.0:1734016110.355338:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.355340:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:1.0:1734016110.355342:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.355343:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 472 -> 472 00000100:00100000:1.0:1734016110.355455:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334648832:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 1024us (1269us total) trans 4294969371 rc 0/0 00000100:00100000:1.0:1734016110.355462:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8466 00002000:00010000:1.0:1734016110.355465:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (890778->18446744073709551615) 00002000:00100000:1.0:1734016110.355467:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e98000 with x1818247334648832 ext(890778->18446744073709551615) 00002000:00010000:1.0:1734016110.355472:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e98000. 00000100:00100000:2.0:1734016110.358329:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016110.358418:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334648960 00000100:00100000:0.0:1734016110.358431:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334648960 00000100:00100000:0.0:1734016110.358485:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2108 00000100:00100000:0.0:1734016110.358494:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007557a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+26:9662:x1818247334648960:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.358534:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.358557:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc559926b3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f470 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.358686:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc559926ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016110.358700:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc559926ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016110.358710:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc559926ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:0.0:1734016110.358735:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 890778 00000004:00200000:0.0:1734016110.358738:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016110.358754:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc559926ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016110.358777:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc559926b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f470 expref: 28 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.359121:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc559926ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f470 expref: 27 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.359131:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016110.359135:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016110.359138:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564240, rc 0) 00000100:00100000:0.0:1734016110.359622:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007557a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+27:9662:x1818247334648960:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1128us (1305us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.359630:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2108 00000100:00100000:0.0:1734016110.363716:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.368844:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334649216 00000100:00100000:1.0:1734016110.368859:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334649216 00002000:00100000:1.0:1734016110.368916:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (577536->581631) req@ffff8801309f8000 x1818247334649216/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.368927:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8000 with x1818247334649216 ext(577536->581631) 00002000:00010000:1.0:1734016110.368932:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8000 00000100:00100000:1.0:1734016110.368963:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8467 00000100:00100000:1.0:1734016110.368970:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334649216:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.369178:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334649216:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 206us (5474us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016110.369186:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8467 00002000:00100000:1.0:1734016110.369192:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (577536->581631) req@ffff8801309f8000 x1818247334649216/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.369199:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8000 with x1818247334649216 ext(577536->581631) 00002000:00010000:1.0:1734016110.369202:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8000 00000100:00100000:0.0:1734016110.373803:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.374613:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334649472 00000100:00100000:3.0:1734016110.374623:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334649472 00002000:00100000:3.0:1734016110.374683:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (573440->577535) req@ffff8801309fb480 x1818247334649472/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.374696:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fb480 with x1818247334649472 ext(573440->577535) 00002000:00010000:3.0:1734016110.374701:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fb480 00000100:00100000:1.0:1734016110.375076:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8468 00000100:00100000:1.0:1734016110.375087:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334649472:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.375299:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334649472:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 215us (1507us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016110.375307:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8468 00002000:00100000:1.0:1734016110.375312:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (573440->577535) req@ffff8801309fb480 x1818247334649472/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.375319:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fb480 with x1818247334649472 ext(573440->577535) 00002000:00010000:1.0:1734016110.375322:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fb480 00000100:00100000:2.0:1734016110.380982:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.381116:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334649728 00000100:00100000:3.0:1734016110.381128:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334649728 00002000:00100000:3.0:1734016110.381187:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (569344->573439) req@ffff880077e99880 x1818247334649728/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.381199:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99880 with x1818247334649728 ext(569344->573439) 00002000:00010000:3.0:1734016110.381207:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e99880 00000100:00100000:3.0:1734016110.381396:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8469 00000100:00100000:3.0:1734016110.381412:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334649728:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.382612:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334649728:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1202us (1641us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.382621:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8469 00002000:00100000:3.0:1734016110.382629:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (569344->573439) req@ffff880077e99880 x1818247334649728/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.382637:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99880 with x1818247334649728 ext(569344->573439) 00002000:00010000:3.0:1734016110.382641:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e99880 00000100:00100000:0.0:1734016110.388600:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.389427:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334649984 00000100:00100000:3.0:1734016110.389444:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334649984 00002000:00100000:3.0:1734016110.389510:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (565248->569343) req@ffff8801309f9880 x1818247334649984/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.389525:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f9880 with x1818247334649984 ext(565248->569343) 00002000:00010000:3.0:1734016110.389534:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f9880 00000100:00100000:3.0:1734016110.389588:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8470 00000100:00100000:3.0:1734016110.389596:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334649984:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.389899:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334649984:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 302us (1312us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.389908:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8470 00002000:00100000:3.0:1734016110.389915:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (565248->569343) req@ffff8801309f9880 x1818247334649984/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.389921:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f9880 with x1818247334649984 ext(565248->569343) 00002000:00010000:3.0:1734016110.389924:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f9880 00000100:00100000:0.0:1734016110.392643:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.392893:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334650240 00000100:00100000:1.0:1734016110.392905:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334650240 00002000:00100000:1.0:1734016110.392953:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (561152->565247) req@ffff8801309f9c00 x1818247334650240/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.392963:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f9c00 with x1818247334650240 ext(561152->565247) 00002000:00010000:1.0:1734016110.392970:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f9c00 00000100:00100000:1.0:1734016110.393006:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8471 00000100:00100000:1.0:1734016110.393013:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334650240:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.393215:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334650240:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 201us (589us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016110.393222:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8471 00002000:00100000:1.0:1734016110.393227:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (561152->565247) req@ffff8801309f9c00 x1818247334650240/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.393235:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f9c00 with x1818247334650240 ext(561152->565247) 00002000:00010000:1.0:1734016110.393237:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f9c00 00000100:00100000:2.0:1734016110.403033:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.404165:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334650496 00000100:00100000:3.0:1734016110.404178:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334650496 00002000:00100000:3.0:1734016110.404224:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (557056->561151) req@ffff880077e98e00 x1818247334650496/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.404233:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e98e00 with x1818247334650496 ext(557056->561151) 00002000:00010000:3.0:1734016110.404238:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e98e00 00000100:00100000:1.0:1734016110.405369:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8472 00000100:00100000:1.0:1734016110.405380:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334650496:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.408021:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334650496:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2627us (4989us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016110.408036:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8472 00002000:00100000:1.0:1734016110.408053:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (557056->561151) req@ffff880077e98e00 x1818247334650496/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.408062:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e98e00 with x1818247334650496 ext(557056->561151) 00002000:00010000:1.0:1734016110.408069:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e98e00 00000100:00100000:0.0:1734016110.410432:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.410527:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334650752 00000100:00100000:1.0:1734016110.410539:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334650752 00002000:00100000:1.0:1734016110.410586:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (552960->557055) req@ffff8801309fb100 x1818247334650752/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.410597:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fb100 with x1818247334650752 ext(552960->557055) 00002000:00010000:1.0:1734016110.410605:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fb100 00000100:00100000:3.0:1734016110.411001:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8473 00000100:00100000:3.0:1734016110.411011:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334650752:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.411244:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334650752:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 234us (821us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.411251:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8473 00002000:00100000:3.0:1734016110.411257:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (552960->557055) req@ffff8801309fb100 x1818247334650752/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.411264:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fb100 with x1818247334650752 ext(552960->557055) 00002000:00010000:3.0:1734016110.411267:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fb100 00000100:00100000:0.0:1734016110.424001:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.424206:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334651008 00000100:00100000:1.0:1734016110.424216:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334651008 00002000:00100000:1.0:1734016110.424267:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (548864->552959) req@ffff8801309faa00 x1818247334651008/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.424277:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309faa00 with x1818247334651008 ext(548864->552959) 00002000:00010000:1.0:1734016110.424282:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309faa00 00000100:00100000:1.0:1734016110.424321:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8474 00000100:00100000:1.0:1734016110.424328:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334651008:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.424553:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334651008:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 224us (562us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016110.424559:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8474 00002000:00100000:1.0:1734016110.424565:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (548864->552959) req@ffff8801309faa00 x1818247334651008/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.424572:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309faa00 with x1818247334651008 ext(548864->552959) 00002000:00010000:1.0:1734016110.424576:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309faa00 00000100:00100000:2.0:1734016110.428634:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.428745:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334651264 00000100:00100000:3.0:1734016110.428756:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334651264 00002000:00100000:3.0:1734016110.428804:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (544768->548863) req@ffff880077e9b480 x1818247334651264/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.428893:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9b480 with x1818247334651264 ext(544768->548863) 00002000:00010000:3.0:1734016110.428898:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9b480 00000100:00100000:3.0:1734016110.428932:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8475 00000100:00100000:3.0:1734016110.428940:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334651264:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.430347:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334651264:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1401us (1724us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.430356:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8475 00002000:00100000:3.0:1734016110.430364:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (544768->548863) req@ffff880077e9b480 x1818247334651264/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.430372:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9b480 with x1818247334651264 ext(544768->548863) 00002000:00010000:3.0:1734016110.430376:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9b480 00000100:00100000:0.0:1734016110.435215:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.435565:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334651520 00000100:00100000:3.0:1734016110.435577:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334651520 00002000:00100000:3.0:1734016110.435624:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (540672->544767) req@ffff8801309fad80 x1818247334651520/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.435634:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fad80 with x1818247334651520 ext(540672->544767) 00002000:00010000:3.0:1734016110.435639:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fad80 00000100:00100000:1.0:1734016110.439823:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8476 00000100:00100000:1.0:1734016110.439843:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334651520:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.440089:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334651520:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 251us (4885us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016110.440096:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8476 00002000:00100000:1.0:1734016110.440104:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (540672->544767) req@ffff8801309fad80 x1818247334651520/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.440113:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fad80 with x1818247334651520 ext(540672->544767) 00002000:00010000:1.0:1734016110.440120:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fad80 00000100:00100000:0.0:1734016110.444379:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.445128:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334651776 00000100:00100000:2.0:1734016110.445141:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334651776 00002000:00100000:2.0:1734016110.445205:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (536576->540671) req@ffff8801309fbb80 x1818247334651776/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.445217:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fbb80 with x1818247334651776 ext(536576->540671) 00002000:00010000:2.0:1734016110.445224:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fbb80 00000100:00100000:2.0:1734016110.445802:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8477 00000100:00100000:2.0:1734016110.445825:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334651776:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.446027:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334651776:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 216us (1660us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.446034:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8477 00002000:00100000:2.0:1734016110.446040:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (536576->540671) req@ffff8801309fbb80 x1818247334651776/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.446047:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fbb80 with x1818247334651776 ext(536576->540671) 00002000:00010000:2.0:1734016110.446049:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fbb80 00000100:00100000:3.0:1734016110.449620:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016110.449749:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334652032 00000100:00100000:0.0:1734016110.449759:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334652032 00000100:00100000:2.0:1734016110.449958:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2109 00000100:00100000:2.0:1734016110.449968:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:9662:x1818247334652032:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016110.450188:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559926c1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016110.450205:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc559926ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f470 expref: 26 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.450214:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559926c1 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016110.450249:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc559926ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f470 expref: 26 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.450261:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc559926ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f470 expref: 26 pid: 6478 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016110.450274:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e9b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338378112:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016110.450350:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.452086:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e9b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338378112:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016110.452115:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559926c1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016110.453917:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016110.454064:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334652160 00000100:00100000:0.0:1734016110.454073:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334652160 00010000:00010000:0.0:1734016110.454111:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc559926ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f470 expref: 27 pid: 6478 timeout: 474 lvb_type: 0 00000100:00100000:0.0:1734016110.454145:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2932 00000100:00100000:0.0:1734016110.454153:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+27:1970:x1818247334652160:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016110.454168:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016110.454175:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc559926ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f470 expref: 27 pid: 6478 timeout: 474 lvb_type: 0 00010000:00010000:0.0:1734016110.454187:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc559926ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f470 expref: 27 pid: 6478 timeout: 474 lvb_type: 0 00010000:00010000:0.0:1734016110.454210:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc559926ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f470 expref: 27 pid: 6478 timeout: 474 lvb_type: 0 00010000:00010000:0.0:1734016110.454239:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016110.454244:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559926c1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016110.454253:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559926c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016110.454264:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559926c1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016110.454281:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016110.454327:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+26:1970:x1818247334652160:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 176us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.454333:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2932 00010000:00010000:0.0:1734016110.454364:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559926c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016110.454369:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559926c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:0.0:1734016110.454460:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968642 00000004:00010000:0.0:1734016110.454505:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078326300 reply state ffff880078e52000 transno 4294968643 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559926c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016110.454511:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016110.454576:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334652032:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 4609us (4968us total) trans 4294968643 rc 0/0 00000100:00100000:0.0:1734016110.454583:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2109 00000020:00080000:0.0:1734016110.454586:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016110.456861:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559926c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016110.456874:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559926c1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016110.456880:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559926c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016110.456885:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405200 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016110.456891:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559926c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016110.456898:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559926c1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016110.456915:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016110.456917:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016110.456922:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559926c1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016110.456927:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559926c1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016110.457287:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016110.457470:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334652288 00000100:00100000:0.0:1734016110.457478:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334652288 00000100:00100000:0.0:1734016110.457696:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10543 00000100:00100000:0.0:1734016110.457702:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:9662:x1818247334652288:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.457720:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.457735:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559926c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f477 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.457763:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559926ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f469 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.457770:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016110.457772:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016110.457775:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559926c8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f477 expref: 11 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.457803:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559926ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f469 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.457832:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559926ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f469 expref: 8 pid: 7684 timeout: 474 lvb_type: 0 00000100:00100000:0.0:1734016110.457844:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338378240:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016110.458560:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b7b5cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.466105:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016110.466205:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338378240:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016110.466240:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559926c8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f477 expref: 11 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.466260:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85673c0, rc 0) 00000100:00100000:0.0:1734016110.466316:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:9662:x1818247334652288:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8613us (9032us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.466326:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10543 00000100:00100000:3.0:1734016110.466662:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334652416 00000100:00100000:3.0:1734016110.466671:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334652416 00010000:00010000:3.0:1734016110.466699:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559926ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f469 expref: 9 pid: 7684 timeout: 474 lvb_type: 0 00000100:00100000:3.0:1734016110.466724:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2933 00000100:00100000:3.0:1734016110.466733:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334652416:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016110.466750:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016110.466776:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559926ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f469 expref: 9 pid: 7684 timeout: 474 lvb_type: 0 00010000:00010000:3.0:1734016110.466788:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559926ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f469 expref: 9 pid: 7684 timeout: 474 lvb_type: 0 00010000:00010000:3.0:1734016110.469657:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559926ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f469 expref: 9 pid: 7684 timeout: 474 lvb_type: 0 00010000:00010000:3.0:1734016110.469690:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.469692:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.469698:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559926c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f477 expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.469707:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559926c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f477 expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.469759:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559926c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f477 expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.469773:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338378368:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016110.469859:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce1b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.473701:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016110.474828:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338378368:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016110.474858:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016110.474929:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334652416:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8196us (8834us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.474942:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2933 00000100:00100000:1.0:1734016110.475277:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334652544 00000100:00100000:1.0:1734016110.475286:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334652544 00002000:00010000:1.0:1734016110.475320:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3389376->18446744073709551615) 00002000:00100000:1.0:1734016110.475324:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99500 with x1818247334652544 ext(3389376->18446744073709551615) 00002000:00010000:1.0:1734016110.475334:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e99500. 00000100:00100000:1.0:1734016110.475361:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8478 00000100:00100000:1.0:1734016110.475367:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334652544:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016110.475571:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 890778 -> 3389376 00002000:00010000:1.0:1734016110.475574:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.475576:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:1.0:1734016110.475578:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.475580:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 472 -> 472 00000100:00100000:1.0:1734016110.475599:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247334652544:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 232us (1913us total) trans 4294969372 rc 0/0 00000100:00100000:1.0:1734016110.475605:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8478 00002000:00010000:1.0:1734016110.475607:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3389376->18446744073709551615) 00002000:00100000:1.0:1734016110.475609:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99500 with x1818247334652544 ext(3389376->18446744073709551615) 00002000:00010000:1.0:1734016110.475612:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e99500. 00000100:00100000:0.0:1734016110.482094:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.482197:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334652672 00000100:00100000:2.0:1734016110.482208:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334652672 00000100:00100000:2.0:1734016110.482261:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2110 00000100:00100000:2.0:1734016110.482270:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+26:9662:x1818247334652672:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.482295:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.482323:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559926cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f47e expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.482445:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559926d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016110.482464:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559926d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016110.482477:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559926d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:2.0:1734016110.482503:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3389376 00000004:00200000:2.0:1734016110.482508:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016110.482527:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559926d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016110.482552:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559926cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f47e expref: 28 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.482586:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559926d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f47e expref: 27 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.482594:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016110.482597:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016110.482600:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016110.482653:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+27:9662:x1818247334652672:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 385us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.482659:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2110 00000100:00100000:2.0:1734016110.486661:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016110.493183:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334652800 00000100:00100000:0.0:1734016110.493218:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334652800 00000100:00100000:0.0:1734016110.493331:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10544 00000100:00100000:0.0:1734016110.493347:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334652800:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.493386:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.493439:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc559926dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f485 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.493540:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338378496:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016110.493662:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b7b5cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.496903:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338378496:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016110.496975:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc559926dd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f485 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.496995:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc559926dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f485 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.497032:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85646c0, rc 0) 00000100:00100000:2.0:1734016110.497108:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334652800:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3763us (10461us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.497122:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10544 00000100:00100000:0.0:1734016110.502957:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.504192:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334652928 00000100:00100000:2.0:1734016110.504208:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334652928 00000100:00100000:2.0:1734016110.504286:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10545 00000100:00100000:2.0:1734016110.504299:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334652928:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.504328:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.504349:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559926e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f48c expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.507653:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e98a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338378624:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016110.507789:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.521099:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e98a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338378624:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016110.521151:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559926e4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f48c expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.521169:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559926e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f48c expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.521210:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016110.521292:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334652928:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 16993us (18347us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.521302:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10545 00000100:00100000:0.0:1734016110.525888:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.526063:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334653056 00000100:00100000:2.0:1734016110.526073:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334653056 00000100:00100000:2.0:1734016110.526218:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10546 00000100:00100000:2.0:1734016110.526225:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334653056:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.526244:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.526264:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559926eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f493 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.526294:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559926c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f477 expref: 11 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.526302:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016110.526303:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016110.526307:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559926eb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1273856->1339391] (req 1273856->1339391) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f493 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.526339:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559926c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f477 expref: 11 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.526350:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559926c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f477 expref: 11 pid: 7684 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016110.526368:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e98a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338378752:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016110.530608:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.541865:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e98a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338378752:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016110.541931:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559926eb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1273856->1339391] (req 1273856->1339391) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f493 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.541960:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016110.542038:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:9662:x1818247334653056:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 15810us (16159us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.542053:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10546 00000100:00100000:0.0:1734016110.558322:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.562910:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334653184 00000100:00100000:2.0:1734016110.562936:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334653184 00010000:00010000:2.0:1734016110.562997:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559926c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f477 expref: 12 pid: 7684 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016110.563044:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2934 00000100:00100000:2.0:1734016110.563051:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247334653184:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016110.563072:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016110.563097:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559926c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f477 expref: 12 pid: 7684 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016110.563112:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559926c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f477 expref: 12 pid: 7684 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016110.563145:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559926c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f477 expref: 12 pid: 7684 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016110.563186:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016110.563188:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016110.563195:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559926eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1273856->1339391) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f493 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.563203:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559926eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1273856->1339391) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f493 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.563245:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559926eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1273856->1339391) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f493 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.563263:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e99c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338378880:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016110.563749:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.576490:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.576977:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334653312 00000100:00100000:3.0:1734016110.576987:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334653312 00000100:00100000:3.0:1734016110.577047:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10547 00000100:00100000:3.0:1734016110.577057:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334653312:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016110.577346:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3389376 -> 3389376 00002000:00010000:3.0:1734016110.577350:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:3.0:1734016110.577352:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:3.0:1734016110.577355:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:3.0:1734016110.577358:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 472 -> 472 00000100:00100000:3.0:1734016110.577471:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334653312:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 415us (997us total) trans 4294969373 rc 0/0 00000100:00100000:3.0:1734016110.577479:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10547 00000100:00100000:2.0:1734016110.577876:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e99c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338378880:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016110.577899:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016110.577920:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334653184:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 14870us (19615us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.577928:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2934 00000100:00100000:1.0:1734016110.589765:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016110.590040:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334653440 00000100:00100000:0.0:1734016110.590053:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334653440 00000100:00100000:0.0:1734016110.590115:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2111 00000100:00100000:0.0:1734016110.590122:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:9662:x1818247334653440:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.590153:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.590175:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc559926f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f49a expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.590269:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc559926f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016110.590283:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc559926f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016110.590292:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc559926f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:0.0:1734016110.590317:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3389376 00000004:00200000:0.0:1734016110.590321:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016110.590338:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc559926f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016110.590358:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc559926f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f49a expref: 24 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.590394:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc559926f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f49a expref: 23 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.590410:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016110.590413:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016110.590415:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567cc0, rc 0) 00000100:00100000:0.0:1734016110.590472:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334653440:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 350us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.590478:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2111 00000100:00100000:3.0:1734016110.595452:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.596476:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334653568 00000100:00100000:1.0:1734016110.596491:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334653568 00000100:00100000:1.0:1734016110.596562:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10548 00000100:00100000:1.0:1734016110.596570:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334653568:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.596596:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.596620:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992700 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f4a1 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.596694:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338379008:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016110.596767:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00002000:00010000:1.0:1734016110.601110:0:7686:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 3389376 -> 10080807 00000100:00100000:1.0:1734016110.601144:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338379008:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016110.601191:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992700 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4a1 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.601207:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992700 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4a1 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.602726:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:1.0:1734016110.602855:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334653568:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6272us (7406us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.602866:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10548 00000100:00100000:0.0:1734016110.610292:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.610536:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334653696 00000100:00100000:1.0:1734016110.610549:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334653696 00000100:00100000:1.0:1734016110.610620:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10549 00000100:00100000:1.0:1734016110.610630:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334653696:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.610657:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.610679:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992707 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f4a8 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.610754:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338379136:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016110.610865:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.613171:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338379136:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016110.613220:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992707 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4a8 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.613242:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992707 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4a8 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.613266:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:1.0:1734016110.613343:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334653696:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2713us (3063us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.613353:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10549 00000100:00100000:0.0:1734016110.619247:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.619714:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334653824 00000100:00100000:1.0:1734016110.619729:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334653824 00000100:00100000:1.0:1734016110.621172:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10550 00000100:00100000:1.0:1734016110.621183:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334653824:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.621213:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.621235:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599270e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f4af expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.621310:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338379264:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016110.622027:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.625298:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338379264:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016110.625343:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599270e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4af expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.625361:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599270e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4af expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.625392:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:1.0:1734016110.625720:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334653824:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4535us (6486us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.625730:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10550 00000100:00100000:2.0:1734016110.628431:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.628657:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334653952 00000100:00100000:1.0:1734016110.628667:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334653952 00000100:00100000:1.0:1734016110.628985:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10551 00000100:00100000:1.0:1734016110.628994:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247334653952:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.629014:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.629033:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55992715 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f4b6 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.629098:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338379392:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016110.629181:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.633433:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338379392:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016110.633482:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55992715 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4b6 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.633499:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55992715 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4b6 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.634185:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016110.634606:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247334653952:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5608us (6182us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.634620:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10551 00000100:00100000:2.0:1734016110.637852:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.638055:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334654080 00000100:00100000:1.0:1734016110.638066:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334654080 00000100:00100000:1.0:1734016110.638119:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10552 00000100:00100000:1.0:1734016110.638127:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247334654080:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.638147:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.638170:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599271c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f4bd expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.638230:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338379520:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016110.638433:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.644176:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338379520:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016110.644217:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599271c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4bd expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.644231:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599271c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4bd expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.644455:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016110.644514:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247334654080:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6387us (6709us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.644523:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10552 00000100:00100000:0.0:1734016110.646738:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.646839:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334654208 00000100:00100000:1.0:1734016110.646848:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334654208 00000100:00100000:1.0:1734016110.646905:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10553 00000100:00100000:1.0:1734016110.646914:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247334654208:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.646934:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.646956:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992723 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f4c4 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.647018:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338379648:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016110.647093:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.652391:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338379648:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016110.652446:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992723 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4c4 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.652463:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992723 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4c4 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.652490:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:1.0:1734016110.652560:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247334654208:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5646us (5832us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.652569:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10553 00000100:00100000:2.0:1734016110.656846:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.657016:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334654336 00000100:00100000:1.0:1734016110.657028:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334654336 00000100:00100000:1.0:1734016110.657707:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10554 00000100:00100000:1.0:1734016110.657718:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:9662:x1818247334654336:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.657746:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.657770:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc5599272a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f4cb expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.657846:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559926eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1273856->1339391) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f493 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.657856:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.657858:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.657863:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc5599272a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7045120->7069695] (req 7045120->7069695) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4cb expref: 12 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.657912:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559926eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1273856->1339391) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f493 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.657926:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559926eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1273856->1339391) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f493 expref: 9 pid: 7684 timeout: 474 lvb_type: 0 00000100:00100000:1.0:1734016110.657943:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338379776:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016110.659258:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.662898:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338379776:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016110.663263:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc5599272a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7045120->7069695] (req 7045120->7069695) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4cb expref: 12 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.663289:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016110.664045:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:9662:x1818247334654336:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6323us (7237us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.664058:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10554 00000100:00100000:0.0:1734016110.665793:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.667784:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334654464 00000100:00100000:3.0:1734016110.667803:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334654464 00002000:00100000:3.0:1734016110.667897:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (10076160->10080806) req@ffff8800700cdc00 x1818247334654464/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 5136/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.667910:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cdc00 with x1818247334654464 ext(10076160->10080806) 00010000:00010000:3.0:1734016110.667927:0:13920:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559926eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1273856->1339391) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f493 expref: 10 pid: 7684 timeout: 474 lvb_type: 0 00010000:00010000:3.0:1734016110.667943:0:13920:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559926eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1273856->1339391) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f493 expref: 10 pid: 7684 timeout: 474 lvb_type: 0 00002000:00010000:3.0:1734016110.667950:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800700cdc00 00000100:00100000:3.0:1734016110.667991:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 266 00000100:00100000:3.0:1734016110.667999:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334654464:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016110.672104:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334654464:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4091us (6311us total) trans 4294969374 rc 0/0 00000100:00100000:3.0:1734016110.672119:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 266 00002000:00100000:3.0:1734016110.672134:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (10076160->10080806) req@ffff8800700cdc00 x1818247334654464/t4294969374(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 5136/448 e 0 to 0 dl 1734016121 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.672145:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cdc00 with x1818247334654464 ext(10076160->10080806) 00010000:00010000:3.0:1734016110.672157:0:13920:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559926eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1273856->1339391) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f493 expref: 12 pid: 7684 timeout: 474 lvb_type: 0 00010000:00010000:3.0:1734016110.672176:0:13920:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559926eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1273856->1339391) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f493 expref: 12 pid: 7684 timeout: 474 lvb_type: 0 00002000:00010000:3.0:1734016110.672183:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800700cdc00 00000100:00100000:2.0:1734016110.676032:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016110.676131:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334654592 00000100:00100000:0.0:1734016110.676143:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334654592 00010000:00010000:0.0:1734016110.676192:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559926eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1273856->1339391) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f493 expref: 12 pid: 7684 timeout: 474 lvb_type: 0 00000100:00100000:0.0:1734016110.676238:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2935 00000100:00100000:0.0:1734016110.676247:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334654592:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016110.676271:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016110.676294:0:8957:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 472 -> 488 00010000:00010000:0.0:1734016110.676299:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559926eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1273856->1339391) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f493 expref: 12 pid: 7684 timeout: 474 lvb_type: 0 00010000:00010000:0.0:1734016110.676312:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559926eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1273856->1339391) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f493 expref: 12 pid: 7684 timeout: 474 lvb_type: 0 00010000:00010000:0.0:1734016110.676340:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559926eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1273856->1339391) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f493 expref: 12 pid: 7684 timeout: 474 lvb_type: 0 00010000:00010000:0.0:1734016110.676379:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016110.676382:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016110.676390:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc5599272a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7045120->7069695) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4cb expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.676780:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc5599272a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7045120->7069695) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4cb expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.676955:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc5599272a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7045120->7069695) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4cb expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.676971:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800700cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338379904:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016110.677059:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b7b5cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.685426:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800700cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338379904:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016110.685455:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016110.686017:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334654592:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 9767us (9997us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.686032:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2935 00000100:00100000:2.0:1734016110.692850:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.693149:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334654720 00000100:00100000:1.0:1734016110.693160:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334654720 00000100:00100000:1.0:1734016110.693220:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10555 00000100:00100000:1.0:1734016110.693227:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247334654720:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016110.693539:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10080807 -> 10080807 00002000:00010000:1.0:1734016110.693543:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.693546:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:1.0:1734016110.693548:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.693549:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 488 -> 488 00000100:00100000:1.0:1734016110.694001:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247334654720:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 771us (1206us total) trans 4294969375 rc 0/0 00000100:00100000:1.0:1734016110.694008:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10555 00000100:00100000:2.0:1734016110.698527:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.698644:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334654848 00000100:00100000:1.0:1734016110.698658:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334654848 00000100:00100000:3.0:1734016110.700212:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10556 00000100:00100000:3.0:1734016110.700224:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334654848:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.700249:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.700271:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55992731 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f4d2 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.700343:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338380032:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016110.701228:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.705562:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338380032:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016110.705607:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55992731 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4d2 expref: 12 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.705622:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55992731 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4d2 expref: 12 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.705651:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016110.705711:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334654848:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5487us (7201us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.705720:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10556 00000100:00100000:2.0:1734016110.709473:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.709567:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334654976 00000100:00100000:3.0:1734016110.709576:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334654976 00000100:00100000:3.0:1734016110.709632:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10557 00000100:00100000:3.0:1734016110.709641:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247334654976:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.709663:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.709683:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992738 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f4d9 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.709744:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338380160:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016110.709801:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.713178:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338380160:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016110.713224:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992738 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4d9 expref: 12 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.713239:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992738 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4d9 expref: 12 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.713594:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016110.714066:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247334654976:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4423us (4605us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.714075:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10557 00000100:00100000:2.0:1734016110.717477:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.717567:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334655104 00000100:00100000:3.0:1734016110.717576:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334655104 00000100:00100000:3.0:1734016110.717623:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10558 00000100:00100000:3.0:1734016110.717629:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1972:x1818247334655104:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016110.717865:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10080807 -> 10080807 00002000:00010000:3.0:1734016110.717868:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:3.0:1734016110.717870:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:3.0:1734016110.717872:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:3.0:1734016110.717873:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 488 -> 608 00000100:00100000:3.0:1734016110.717916:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1972:x1818247334655104:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 286us (452us total) trans 4294969376 rc 0/0 00000100:00100000:3.0:1734016110.717922:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10558 00000100:00100000:2.0:1734016110.720606:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.720772:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334655232 00000100:00100000:1.0:1734016110.720781:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334655232 00000100:00100000:1.0:1734016110.720846:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10559 00000100:00100000:1.0:1734016110.720853:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334655232:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.720874:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.720894:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599273f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f4e0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.720954:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338380288:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016110.721020:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.722646:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338380288:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016110.722677:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599273f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4e0 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.722694:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599273f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4e0 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.722716:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016110.723038:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334655232:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2183us (2439us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.723046:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10559 00000100:00100000:2.0:1734016110.725674:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.725999:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334655360 00000100:00100000:1.0:1734016110.726013:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334655360 00000100:00100000:1.0:1734016110.726066:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10560 00000100:00100000:1.0:1734016110.726075:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334655360:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.726101:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.726128:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55992746 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f4e7 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.726197:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338380416:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016110.726471:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.728626:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338380416:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016110.728667:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55992746 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4e7 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.728683:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55992746 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4e7 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.728702:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016110.728783:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334655360:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2708us (3121us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.728793:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10560 00000100:00100000:2.0:1734016110.731652:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.731953:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334655488 00000100:00100000:1.0:1734016110.731963:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334655488 00000100:00100000:1.0:1734016110.732007:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10561 00000100:00100000:1.0:1734016110.732015:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247334655488:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.732033:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.732054:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599274d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f4ee expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.732110:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338380544:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016110.732165:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.733869:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338380544:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016110.733905:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599274d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4ee expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.733918:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599274d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4ee expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.733937:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:1.0:1734016110.734517:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247334655488:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2497us (2871us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.734533:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10561 00000100:00100000:2.0:1734016110.737356:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.737534:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334655616 00000100:00100000:1.0:1734016110.737548:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334655616 00000100:00100000:1.0:1734016110.737696:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10562 00000100:00100000:1.0:1734016110.737708:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:9662:x1818247334655616:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.737741:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.737774:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992754 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f4f5 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.738027:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc5599272a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7045120->7069695) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4cb expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.738035:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.738038:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.738041:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992754 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6389760->6393855] (req 6389760->6393855) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4f5 expref: 12 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.738084:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc5599272a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7045120->7069695) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4cb expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.738097:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc5599272a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7045120->7069695) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4cb expref: 13 pid: 7686 timeout: 474 lvb_type: 0 00000100:00100000:1.0:1734016110.738109:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338380672:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016110.738179:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.741914:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.742066:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338380672:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016110.742105:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992754 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6389760->6393855] (req 6389760->6393855) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4f5 expref: 12 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.742125:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016110.742172:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247334655616:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4466us (4833us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.742180:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10562 00000100:00100000:0.0:1734016110.742246:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334655744 00000100:00100000:0.0:1734016110.742255:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334655744 00010000:00010000:0.0:1734016110.742280:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc5599272a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7045120->7069695) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4cb expref: 14 pid: 7686 timeout: 474 lvb_type: 0 00000100:00100000:0.0:1734016110.742537:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2936 00000100:00100000:0.0:1734016110.742544:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4148050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1970:x1818247334655744:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016110.742559:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016110.742579:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc5599272a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7045120->7069695) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4cb expref: 14 pid: 7686 timeout: 474 lvb_type: 0 00010000:00010000:0.0:1734016110.742590:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc5599272a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7045120->7069695) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4cb expref: 14 pid: 7686 timeout: 474 lvb_type: 0 00010000:00010000:0.0:1734016110.742612:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc5599272a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7045120->7069695) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4cb expref: 14 pid: 7686 timeout: 474 lvb_type: 0 00010000:00010000:0.0:1734016110.742993:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016110.742995:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016110.743002:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992754 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6389760->6393855) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4f5 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.743011:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992754 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6389760->6393855) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4f5 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.743040:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992754 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6389760->6393855) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4f5 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.743051:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800700cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338380800:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016110.743087:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b7b5cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.747963:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800700cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338380800:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016110.747994:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016110.748052:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4148050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247334655744:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5506us (6148us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.748066:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2936 00000100:00100000:2.0:1734016110.749337:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.749477:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334656000 00000100:00100000:3.0:1734016110.749486:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334656000 00002000:00100000:3.0:1734016110.749532:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6389760->10084351) req@ffff8800781c6680 x1818247334656000/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 504/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.749548:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c6680 with x1818247334656000 ext(6389760->10084351) 00002000:00010000:3.0:1734016110.749554:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c6680 00000100:00100000:3.0:1734016110.749589:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8479 00000100:00100000:3.0:1734016110.749595:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1972:x1818247334656000:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016110.769578:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1972:x1818247334656000:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 19968us (20233us total) trans 0 rc 1351680/1351680 00000100:00100000:0.0:1734016110.769592:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8479 00002000:00100000:0.0:1734016110.769605:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6389760->10084351) req@ffff8800781c6680 x1818247334656000/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 504/440 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 1351680/1351680 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.769615:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c6680 with x1818247334656000 ext(6389760->10084351) 00002000:00010000:0.0:1734016110.769622:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c6680 00000100:00100000:0.0:1734016110.772493:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.773159:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334656256 00000100:00100000:2.0:1734016110.773173:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334656256 00002000:00100000:2.0:1734016110.773231:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6385664->6389759) req@ffff8800700cc000 x1818247334656256/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.773243:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cc000 with x1818247334656256 ext(6385664->6389759) 00002000:00010000:2.0:1734016110.773250:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cc000 00000100:00100000:2.0:1734016110.773822:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8480 00000100:00100000:2.0:1734016110.773829:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334656256:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.774048:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334656256:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 218us (1580us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.774057:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8480 00002000:00100000:2.0:1734016110.774063:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6385664->6389759) req@ffff8800700cc000 x1818247334656256/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.774070:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cc000 with x1818247334656256 ext(6385664->6389759) 00002000:00010000:2.0:1734016110.774073:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cc000 00000100:00100000:2.0:1734016110.776732:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.777177:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334656512 00000100:00100000:1.0:1734016110.777186:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334656512 00002000:00100000:1.0:1734016110.777228:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6381568->6385663) req@ffff8800781c4a80 x1818247334656512/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.777238:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c4a80 with x1818247334656512 ext(6381568->6385663) 00002000:00010000:1.0:1734016110.777243:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c4a80 00000100:00100000:1.0:1734016110.777263:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8481 00000100:00100000:1.0:1734016110.777268:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1971:x1818247334656512:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.777676:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1971:x1818247334656512:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 405us (953us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016110.777683:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8481 00002000:00100000:1.0:1734016110.777689:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6381568->6385663) req@ffff8800781c4a80 x1818247334656512/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.777695:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c4a80 with x1818247334656512 ext(6381568->6385663) 00002000:00010000:1.0:1734016110.777698:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c4a80 00000100:00100000:3.0:1734016110.781257:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.781356:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334656768 00000100:00100000:1.0:1734016110.781366:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334656768 00002000:00100000:1.0:1734016110.781426:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6377472->6381567) req@ffff880078324e00 x1818247334656768/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.781438:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078324e00 with x1818247334656768 ext(6377472->6381567) 00002000:00010000:1.0:1734016110.781443:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078324e00 00000100:00100000:1.0:1734016110.781720:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8482 00000100:00100000:1.0:1734016110.781728:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334656768:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.782130:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334656768:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 401us (884us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016110.782137:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8482 00002000:00100000:1.0:1734016110.782142:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6377472->6381567) req@ffff880078324e00 x1818247334656768/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.782149:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078324e00 with x1818247334656768 ext(6377472->6381567) 00002000:00010000:1.0:1734016110.782152:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078324e00 00000100:00100000:0.0:1734016110.784710:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.784883:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334657024 00000100:00100000:1.0:1734016110.784895:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334657024 00002000:00100000:1.0:1734016110.784949:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6373376->6377471) req@ffff8800700cd180 x1818247334657024/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.784959:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cd180 with x1818247334657024 ext(6373376->6377471) 00002000:00010000:1.0:1734016110.784965:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cd180 00000100:00100000:1.0:1734016110.785201:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8483 00000100:00100000:1.0:1734016110.785207:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1971:x1818247334657024:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.785666:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1971:x1818247334657024:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 456us (971us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016110.785675:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8483 00002000:00100000:1.0:1734016110.785682:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6373376->6377471) req@ffff8800700cd180 x1818247334657024/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.785690:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cd180 with x1818247334657024 ext(6373376->6377471) 00002000:00010000:1.0:1734016110.785693:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cd180 00000100:00100000:2.0:1734016110.789220:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.789331:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334657280 00000100:00100000:1.0:1734016110.789344:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334657280 00002000:00100000:1.0:1734016110.789417:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6369280->6373375) req@ffff8800781c7800 x1818247334657280/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.789429:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c7800 with x1818247334657280 ext(6369280->6373375) 00002000:00010000:1.0:1734016110.789437:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c7800 00000100:00100000:1.0:1734016110.789464:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8484 00000100:00100000:1.0:1734016110.789474:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334657280:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.789729:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334657280:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 255us (526us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016110.789737:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8484 00002000:00100000:1.0:1734016110.789742:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6369280->6373375) req@ffff8800781c7800 x1818247334657280/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.789749:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c7800 with x1818247334657280 ext(6369280->6373375) 00002000:00010000:1.0:1734016110.789752:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c7800 00000100:00100000:3.0:1734016110.794718:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.795517:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334657536 00000100:00100000:2.0:1734016110.795531:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334657536 00000100:00100000:2.0:1734016110.795721:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2112 00000100:00100000:2.0:1734016110.795730:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334657536:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016110.795795:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016110.795841:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc559926f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f49a expref: 23 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.795874:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016110.795879:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016110.796061:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599275b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016110.796074:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559926d6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f47e expref: 26 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.796081:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599275b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016110.796110:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559926d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f47e expref: 26 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.796121:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559926d6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f47e expref: 26 pid: 6479 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016110.796134:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338380928:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016110.796194:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.801688:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338380928:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016110.801732:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599275b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016110.802002:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016110.802458:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334657664 00000100:00100000:0.0:1734016110.802468:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334657664 00010000:00010000:0.0:1734016110.802521:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559926d6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f47e expref: 27 pid: 6479 timeout: 474 lvb_type: 0 00000100:00100000:0.0:1734016110.803056:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2937 00000100:00100000:0.0:1734016110.803067:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+27:1969:x1818247334657664:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016110.803087:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016110.803095:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559926d6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f47e expref: 27 pid: 6479 timeout: 474 lvb_type: 0 00010000:00010000:0.0:1734016110.803113:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559926d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f47e expref: 27 pid: 6479 timeout: 474 lvb_type: 0 00010000:00010000:0.0:1734016110.803143:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559926d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f47e expref: 27 pid: 6479 timeout: 474 lvb_type: 0 00010000:00010000:0.0:1734016110.803625:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016110.803633:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599275b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016110.803644:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599275b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016110.803651:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599275b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016110.803825:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016110.803897:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+26:1969:x1818247334657664:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 831us (1896us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.803906:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2937 00010000:00010000:3.0:1734016110.804027:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599275b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016110.804035:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599275b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:3.0:1734016110.804175:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968644 00000004:00010000:3.0:1734016110.804243:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078326a00 reply state ffff880078e53000 transno 4294968645 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599275b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016110.804251:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016110.804337:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:9662:x1818247334657536:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 8608us (9630us total) trans 4294968645 rc 0/0 00000100:00100000:3.0:1734016110.804344:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2112 00000020:00080000:3.0:1734016110.804348:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016110.807574:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.807640:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334657792 00000100:00100000:1.0:1734016110.807651:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334657792 00010000:00010000:2.0:1734016110.807843:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599275b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016110.807854:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599275b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016110.807861:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599275b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016110.807866:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404b40 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016110.807871:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599275b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016110.807879:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599275b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016110.807898:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016110.807901:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016110.807905:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599275b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016110.807910:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599275b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016110.808007:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10563 00000100:00100000:1.0:1734016110.808015:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:9662:x1818247334657792:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.808033:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.808051:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55992762 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f4fc expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.808082:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992754 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6389760->6393855) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4f5 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.808089:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.808091:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.808094:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55992762 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4fc expref: 14 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.808129:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992754 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6389760->6393855) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4f5 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.808140:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992754 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6389760->6393855) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4f5 expref: 11 pid: 7686 timeout: 474 lvb_type: 0 00000100:00100000:1.0:1734016110.808151:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338381056:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016110.808215:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.811674:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338381056:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016110.811720:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55992762 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4fc expref: 14 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.811747:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016110.811850:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:9662:x1818247334657792:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3834us (4286us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.811860:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10563 00000100:00100000:2.0:1734016110.815889:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016110.815972:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334657920 00000100:00100000:0.0:1734016110.815982:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334657920 00010000:00010000:0.0:1734016110.816018:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992754 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6389760->6393855) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4f5 expref: 12 pid: 7686 timeout: 474 lvb_type: 0 00000100:00100000:0.0:1734016110.816058:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2938 00000100:00100000:0.0:1734016110.816065:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247334657920:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016110.816085:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016110.816110:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992754 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6389760->6393855) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4f5 expref: 12 pid: 7686 timeout: 474 lvb_type: 0 00010000:00010000:0.0:1734016110.816125:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992754 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6389760->6393855) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4f5 expref: 12 pid: 7686 timeout: 474 lvb_type: 0 00010000:00010000:0.0:1734016110.816150:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992754 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6389760->6393855) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4f5 expref: 12 pid: 7686 timeout: 474 lvb_type: 0 00010000:00010000:0.0:1734016110.816180:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016110.816183:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016110.816189:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55992762 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4fc expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.816198:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55992762 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4fc expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.816246:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55992762 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4fc expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.816259:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800700cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338381184:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016110.816340:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.819788:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800700cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338381184:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016110.819878:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016110.819957:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247334657920:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3888us (4078us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.819975:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2938 00000100:00100000:0.0:1734016110.820857:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.822251:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334658048 00000100:00100000:2.0:1734016110.822271:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334658048 00002000:00010000:2.0:1734016110.822330:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6530063->18446744073709551615) 00002000:00100000:2.0:1734016110.822335:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cc380 with x1818247334658048 ext(6530063->18446744073709551615) 00002000:00010000:2.0:1734016110.822351:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cc380. 00000100:00100000:2.0:1734016110.822745:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8485 00000100:00100000:2.0:1734016110.822754:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1970:x1818247334658048:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016110.825872:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10080807 -> 6530063 00002000:00010000:2.0:1734016110.825887:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:2.0:1734016110.825890:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:2.0:1734016110.825891:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:2.0:1734016110.825894:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 608 -> 592 00000100:00100000:2.0:1734016110.826003:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1970:x1818247334658048:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 3239us (5143us total) trans 4294969377 rc 0/0 00000100:00100000:2.0:1734016110.826016:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8485 00002000:00010000:2.0:1734016110.826023:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6530063->18446744073709551615) 00002000:00100000:2.0:1734016110.826026:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cc380 with x1818247334658048 ext(6530063->18446744073709551615) 00002000:00010000:2.0:1734016110.826032:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cc380. 00000100:00100000:1.0:1734016110.829960:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.830692:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334658176 00000100:00100000:3.0:1734016110.830702:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334658176 00000100:00100000:3.0:1734016110.830930:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2113 00000100:00100000:3.0:1734016110.830938:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:9662:x1818247334658176:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.830967:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.830987:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55992769 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f503 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.831084:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992770 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016110.831099:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992770 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016110.831109:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992770 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:3.0:1734016110.831129:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6530063 00000004:00200000:3.0:1734016110.831133:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016110.831146:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992770 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016110.831166:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55992769 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f503 expref: 26 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.831193:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992770 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f503 expref: 25 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.831200:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016110.831202:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016110.831206:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016110.831720:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:9662:x1818247334658176:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 779us (1769us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.831726:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2113 00000100:00100000:0.0:1734016110.839383:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.839569:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334658304 00000100:00100000:3.0:1734016110.839579:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334658304 00000100:00100000:3.0:1734016110.839944:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2114 00000100:00100000:3.0:1734016110.839954:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+26:9662:x1818247334658304:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.839981:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.840007:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55992777 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f50a expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.840140:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599277e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016110.840160:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599277e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016110.840175:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599277e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:3.0:1734016110.840213:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6530063 00000004:00200000:3.0:1734016110.840217:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016110.840237:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599277e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016110.840268:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55992777 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f50a expref: 28 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.840288:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599277e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f50a expref: 27 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.840296:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016110.840299:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016110.840303:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016110.840382:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+27:9662:x1818247334658304:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 428us (1010us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.840389:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2114 00000100:00100000:0.0:1734016110.842353:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016110.843013:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334658432 00000100:00100000:1.0:1734016110.843026:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334658432 00000100:00100000:1.0:1734016110.843089:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10564 00000100:00100000:1.0:1734016110.843096:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334658432:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.843124:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.843156:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55992785 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f511 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.843236:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338381312:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016110.843312:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.846010:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338381312:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016110.846061:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55992785 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f511 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.846081:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55992785 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f511 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.846456:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:2.0:1734016110.846645:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334658432:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3546us (4302us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.846658:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10564 00000100:00100000:2.0:1734016110.850261:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.850408:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334658560 00000100:00100000:3.0:1734016110.850421:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334658560 00000100:00100000:3.0:1734016110.850491:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10565 00000100:00100000:3.0:1734016110.850499:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334658560:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.850525:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.850549:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599278c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f518 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.850628:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338381440:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016110.850702:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.853594:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078325c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338381440:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016110.853646:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599278c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f518 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.853665:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599278c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f518 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.853697:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016110.853773:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334658560:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3273us (3532us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.853784:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10565 00000100:00100000:3.0:1734016110.875798:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.875911:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.877086:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334658816 00000100:00100000:2.0:1734016110.877104:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334658816 00002000:00100000:2.0:1734016110.877167:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880078325c00 x1818247334658816/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.877179:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078325c00 with x1818247334658816 ext(0->4194303) 00002000:00010000:2.0:1734016110.877185:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078325c00 00000100:00100000:2.0:1734016110.877217:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334659072 00000100:00100000:2.0:1734016110.877220:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334659072 00002000:00100000:2.0:1734016110.877232:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->6533119) req@ffff880078324000 x1818247334659072/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.877239:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078324000 with x1818247334659072 ext(4194304->6533119) 00002000:00010000:2.0:1734016110.877242:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078324000 00000100:00100000:2.0:1734016110.877264:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8486 00000100:00100000:2.0:1734016110.877272:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1972:x1818247334658816:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016110.889504:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8487 00000100:00100000:0.0:1734016110.889522:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1971:x1818247334659072:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.962487:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1972:x1818247334658816:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 85200us (86692us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016110.962502:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8486 00002000:00100000:2.0:1734016110.962515:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880078325c00 x1818247334658816/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:71/0 lens 488/440 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.962530:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078325c00 with x1818247334658816 ext(0->4194303) 00002000:00010000:2.0:1734016110.962537:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078325c00 00000100:00100000:0.0:1734016110.978636:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.978841:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334659200 00000100:00100000:2.0:1734016110.978856:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334659200 00002000:00100000:2.0:1734016110.978911:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2641920->2699263) req@ffff8801309f8700 x1818247334659200/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.978924:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8700 with x1818247334659200 ext(2641920->2699263) 00002000:00010000:2.0:1734016110.978931:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8700 00000100:00100000:1.0:1734016110.980347:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8488 00000100:00100000:1.0:1734016110.980361:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1969:x1818247334659200:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016110.988320:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:1971:x1818247334659072:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 98779us (112386us total) trans 0 rc 2338816/2338816 00000100:00100000:2.0:1734016110.988346:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8487 00002000:00100000:2.0:1734016110.988374:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->6533119) req@ffff880078324000 x1818247334659072/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:71/0 lens 488/440 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 2338816/2338816 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.988387:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078324000 with x1818247334659072 ext(4194304->6533119) 00002000:00010000:2.0:1734016110.988410:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078324000 00000100:00100000:1.0:1734016110.988906:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1969:x1818247334659200:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 8544us (10285us total) trans 4294969378 rc 0/0 00000100:00100000:1.0:1734016110.988916:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8488 00002000:00100000:1.0:1734016110.988923:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2641920->2699263) req@ffff8801309f8700 x1818247334659200/t4294969378(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:71/0 lens 488/448 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.988930:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8700 with x1818247334659200 ext(2641920->2699263) 00002000:00010000:1.0:1734016110.988935:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8700 00000100:00100000:0.0:1734016110.994029:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016110.994166:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334659328 00000100:00100000:2.0:1734016110.994180:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334659328 00000100:00100000:2.0:1734016110.994254:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2115 00000100:00100000:2.0:1734016110.994263:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:9662:x1818247334659328:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016110.994438:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:9662:x1818247334659328:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 176us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.994445:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2115 00000100:00100000:0.0:1734016110.995929:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016110.996073:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334659456 00000100:00100000:3.0:1734016110.996084:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334659456 00000100:00100000:3.0:1734016110.996143:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10566 00000100:00100000:3.0:1734016110.996150:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1969:x1818247334659456:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016110.998745:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969378 is committed 00000001:00080000:0.0:1734016110.998793:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969374 is committed 00000100:00100000:3.0:1734016110.999202:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334659456:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 3036us (3264us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.999219:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10566 00000100:00100000:0.0:1734016111.003052:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016111.006246:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334659584 00000100:00100000:3.0:1734016111.006262:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334659584 00000100:00100000:3.0:1734016111.006357:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10567 00000100:00100000:3.0:1734016111.006366:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334659584:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.006422:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.006445:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55992793 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f51f expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.006516:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078326d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338381568:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016111.006628:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce1a80 going to sleep for 11 seconds 00000100:00080000:1.0:1734016111.006848:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016081 00002000:00010000:3.0:1734016111.009193:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016109 -> 1734016110 00002000:00010000:3.0:1734016111.009202:0:7686:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 592 -> 704 00000100:00100000:3.0:1734016111.009222:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078326d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338381568:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016111.009311:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55992793 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f51f expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.009325:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55992793 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f51f expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.010749:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:3.0:1734016111.011097:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334659584:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4729us (8060us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.011108:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10567 00000100:00100000:2.0:1734016111.024364:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016111.026962:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334659712 00000100:00100000:3.0:1734016111.026981:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334659712 00000100:00100000:3.0:1734016111.027061:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10568 00000100:00100000:3.0:1734016111.027069:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334659712:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.027090:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.027107:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599279a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f526 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.027173:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078326d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338381696:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016111.027263:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.031265:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078326d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338381696:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016111.031313:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599279a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f526 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.031334:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599279a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f526 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.032206:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016111.032823:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334659712:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5733us (8451us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.032834:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10568 00000100:00100000:0.0:1734016111.040348:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016111.040529:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334659840 00000100:00100000:3.0:1734016111.040541:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334659840 00000100:00100000:3.0:1734016111.040968:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10569 00000100:00100000:3.0:1734016111.040981:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334659840:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.041010:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.041036:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559927a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f52d expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.041076:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55992762 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4fc expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.041083:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016111.041085:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016111.041089:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559927a1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5197824->5226495] (req 5197824->5226495) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f52d expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.041130:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55992762 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4fc expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.041143:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55992762 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4fc expref: 6 pid: 7686 timeout: 474 lvb_type: 0 00000100:00100000:3.0:1734016111.041155:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078326d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338381824:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016111.041233:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.045757:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078326d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338381824:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016111.045847:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559927a1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5197824->5226495] (req 5197824->5226495) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f52d expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.045869:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016111.045952:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334659840:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4971us (5614us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.045963:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10569 00000100:00100000:0.0:1734016111.079752:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.079878:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334659968 00000100:00100000:2.0:1734016111.079889:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334659968 00010000:00010000:2.0:1734016111.079932:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55992762 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4fc expref: 7 pid: 7686 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016111.080479:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2939 00000100:00100000:2.0:1734016111.080487:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334659968:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016111.080506:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016111.080531:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55992762 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4fc expref: 7 pid: 7686 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016111.080544:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55992762 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4fc expref: 7 pid: 7686 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016111.080571:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55992762 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f4fc expref: 7 pid: 7686 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016111.080599:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016111.080602:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016111.080609:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559927a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5197824->5226495) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f52d expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.080618:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559927a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5197824->5226495) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f52d expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.080662:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559927a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5197824->5226495) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f52d expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016111.080676:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007830a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338381952:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016111.080748:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.098556:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016111.098682:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334660096 00000100:00100000:3.0:1734016111.098694:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334660096 00000100:00100000:3.0:1734016111.098762:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10570 00000100:00100000:3.0:1734016111.098770:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334660096:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016111.099159:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6530063 -> 6530063 00002000:00010000:3.0:1734016111.099162:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:3.0:1734016111.099164:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016110 -> 1734016109 00002000:00010000:3.0:1734016111.099166:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:3.0:1734016111.099168:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 704 -> 704 00000100:00100000:3.0:1734016111.099238:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334660096:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 468us (703us total) trans 4294969379 rc 0/0 00000100:00100000:3.0:1734016111.099246:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10570 00000100:00100000:2.0:1734016111.099767:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007830a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338381952:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016111.099794:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016111.101236:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334659968:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 20741us (21489us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.101251:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2939 00000100:00100000:0.0:1734016111.135317:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.135642:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334660352 00000100:00100000:1.0:1734016111.135654:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334660352 00002000:00100000:1.0:1734016111.135714:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007a37f480 x1818247334660352/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.135724:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37f480 with x1818247334660352 ext(0->4194303) 00002000:00010000:1.0:1734016111.135731:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37f480 00000100:00100000:1.0:1734016111.135772:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8489 00000100:00100000:1.0:1734016111.135780:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334660352:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016111.146169:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.147353:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334660608 00000100:00100000:2.0:1734016111.147372:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334660608 00002000:00100000:2.0:1734016111.147439:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->6533119) req@ffff880078326d80 x1818247334660608/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.147451:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078326d80 with x1818247334660608 ext(4194304->6533119) 00002000:00010000:2.0:1734016111.147458:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078326d80 00000100:00100000:2.0:1734016111.147495:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8490 00000100:00100000:2.0:1734016111.147503:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334660608:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.186098:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334660352:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 50305us (50783us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016111.186112:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8489 00002000:00100000:2.0:1734016111.186125:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007a37f480 x1818247334660352/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/440 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.186135:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37f480 with x1818247334660352 ext(0->4194303) 00002000:00010000:2.0:1734016111.186141:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37f480 00000100:00100000:2.0:1734016111.195432:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334660608:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 47911us (49255us total) trans 0 rc 2338816/2338816 00000100:00100000:2.0:1734016111.195448:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8490 00002000:00100000:2.0:1734016111.195462:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->6533119) req@ffff880078326d80 x1818247334660608/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/440 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 2338816/2338816 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.195472:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078326d80 with x1818247334660608 ext(4194304->6533119) 00002000:00010000:2.0:1734016111.195479:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078326d80 00000100:00100000:0.0:1734016111.198692:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.198905:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334660736 00000100:00100000:2.0:1734016111.198915:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334660736 00000100:00100000:2.0:1734016111.198980:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10571 00000100:00100000:2.0:1734016111.198989:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334660736:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016111.199232:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6530063 -> 6530063 00002000:00010000:2.0:1734016111.199235:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:2.0:1734016111.199237:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:2.0:1734016111.199239:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:2.0:1734016111.199240:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 704 -> 704 00000100:00100000:2.0:1734016111.199296:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334660736:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 307us (618us total) trans 4294969380 rc 0/0 00000100:00100000:2.0:1734016111.199303:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10571 00000100:00100000:3.0:1734016111.204211:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.204287:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334660864 00000100:00100000:0.0:1734016111.204298:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334660864 00000100:00100000:0.0:1734016111.204697:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10572 00000100:00100000:0.0:1734016111.204706:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334660864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.204735:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.204757:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc559927a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f534 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.204846:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a37c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338382080:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016111.204918:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7b40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016111.206976:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016109 -> 1734016111 00002000:00010000:2.0:1734016111.206984:0:7686:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016110 -> 1734016111 00000100:00100000:2.0:1734016111.207010:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a37c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338382080:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016111.207051:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc559927a8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f534 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016111.207065:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc559927a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f534 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016111.207081:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567a80, rc 0) 00000100:00100000:2.0:1734016111.207137:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334660864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2431us (2938us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016111.207145:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10572 00000100:00100000:0.0:1734016111.211172:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016111.211368:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334660992 00000100:00100000:3.0:1734016111.211382:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334660992 00000100:00100000:3.0:1734016111.211441:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10573 00000100:00100000:3.0:1734016111.211448:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334660992:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.211471:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.211494:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559927af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f53b expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.211565:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338382208:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016111.211654:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.213649:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338382208:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016111.213683:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559927af lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f53b expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.213702:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559927af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f53b expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.213728:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:0.0:1734016111.213926:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334660992:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2477us (2767us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016111.213934:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10573 00000100:00100000:0.0:1734016111.215676:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.215846:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334661120 00000100:00100000:2.0:1734016111.215854:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334661120 00000100:00100000:2.0:1734016111.215900:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10574 00000100:00100000:2.0:1734016111.215906:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334661120:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016111.215927:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016111.215951:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559927b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f542 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.215984:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559927a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5197824->5226495) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f52d expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.215991:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016111.215993:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016111.215996:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559927b6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4739072->4767743] (req 4739072->4767743) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f542 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.216028:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559927a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5197824->5226495) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f52d expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.216040:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559927a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5197824->5226495) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f52d expref: 7 pid: 7686 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016111.216058:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007830a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338382336:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016111.216129:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.218192:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007830a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338382336:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016111.218232:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559927b6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4739072->4767743] (req 4739072->4767743) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f542 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.218247:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:3.0:1734016111.218286:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334661120:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2380us (2619us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.218294:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10574 00010000:00010000:1.0:1734016111.226235:0:6469:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016111.229083:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.229215:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334661248 00000100:00100000:2.0:1734016111.229228:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334661248 00010000:00010000:2.0:1734016111.229285:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559927a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5197824->5226495) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f52d expref: 8 pid: 7686 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016111.229647:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2940 00000100:00100000:2.0:1734016111.229657:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334661248:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016111.229685:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016111.229714:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559927a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5197824->5226495) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f52d expref: 8 pid: 7686 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016111.229729:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559927a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5197824->5226495) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f52d expref: 8 pid: 7686 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016111.229761:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559927a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5197824->5226495) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f52d expref: 8 pid: 7686 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016111.230141:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016111.230144:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016111.230152:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559927b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4739072->4767743) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f542 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.230161:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559927b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4739072->4767743) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f542 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.230203:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559927b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4739072->4767743) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f542 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016111.230218:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007830b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338382464:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016111.230306:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.240558:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016111.241123:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334661376 00000100:00100000:3.0:1734016111.241135:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334661376 00000100:00100000:3.0:1734016111.241188:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10575 00000100:00100000:3.0:1734016111.241196:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334661376:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016111.241495:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6530063 -> 6530063 00002000:00010000:3.0:1734016111.241498:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:3.0:1734016111.241501:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016111 -> 1734016109 00002000:00010000:3.0:1734016111.241503:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016111 -> 1734016110 00002000:00010000:3.0:1734016111.241505:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 704 -> 704 00000100:00100000:3.0:1734016111.241593:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334661376:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 397us (1048us total) trans 4294969381 rc 0/0 00000100:00100000:3.0:1734016111.241601:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10575 00000100:00100000:2.0:1734016111.243736:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007830b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338382464:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016111.243770:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016111.243910:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334661248:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 14254us (14848us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.243922:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2940 00000100:00100000:0.0:1734016111.245598:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.245690:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334661632 00000100:00100000:2.0:1734016111.245704:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334661632 00002000:00100000:2.0:1734016111.245768:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2375680->2379775) req@ffff88007a37ce00 x1818247334661632/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.245780:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37ce00 with x1818247334661632 ext(2375680->2379775) 00002000:00010000:2.0:1734016111.245787:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37ce00 00000100:00100000:2.0:1734016111.245838:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8491 00000100:00100000:2.0:1734016111.245845:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334661632:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.246287:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334661632:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 440us (699us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.246294:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8491 00002000:00100000:2.0:1734016111.246300:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2375680->2379775) req@ffff88007a37ce00 x1818247334661632/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.246313:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37ce00 with x1818247334661632 ext(2375680->2379775) 00002000:00010000:2.0:1734016111.246317:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37ce00 00000100:00100000:3.0:1734016111.249296:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.250271:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334661888 00000100:00100000:2.0:1734016111.250282:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334661888 00002000:00100000:2.0:1734016111.250338:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2371584->2375679) req@ffff880078325180 x1818247334661888/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.250350:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078325180 with x1818247334661888 ext(2371584->2375679) 00002000:00010000:2.0:1734016111.250356:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078325180 00000100:00100000:2.0:1734016111.250704:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8492 00000100:00100000:2.0:1734016111.250713:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334661888:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.250970:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334661888:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 255us (1687us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.250976:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8492 00002000:00100000:2.0:1734016111.250981:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2371584->2375679) req@ffff880078325180 x1818247334661888/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.250987:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078325180 with x1818247334661888 ext(2371584->2375679) 00002000:00010000:2.0:1734016111.250991:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078325180 00000100:00100000:1.0:1734016111.253499:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.253601:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334662144 00000100:00100000:0.0:1734016111.253613:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334662144 00002000:00100000:0.0:1734016111.253672:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2367488->2371583) req@ffff880078ccc380 x1818247334662144/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.253682:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccc380 with x1818247334662144 ext(2367488->2371583) 00002000:00010000:0.0:1734016111.253687:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccc380 00000100:00100000:0.0:1734016111.253725:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8493 00000100:00100000:0.0:1734016111.253732:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334662144:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.253984:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334662144:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 250us (497us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.253991:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8493 00002000:00100000:0.0:1734016111.253997:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2367488->2371583) req@ffff880078ccc380 x1818247334662144/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.254010:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccc380 with x1818247334662144 ext(2367488->2371583) 00002000:00010000:0.0:1734016111.254013:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccc380 00000100:00100000:0.0:1734016111.257309:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.257555:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334662400 00000100:00100000:2.0:1734016111.257565:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334662400 00002000:00100000:2.0:1734016111.257614:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2363392->2367487) req@ffff88007a37d880 x1818247334662400/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.257624:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37d880 with x1818247334662400 ext(2363392->2367487) 00002000:00010000:2.0:1734016111.257629:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37d880 00000100:00100000:2.0:1734016111.257663:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8494 00000100:00100000:2.0:1734016111.257671:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334662400:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.258111:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334662400:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 438us (812us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.258120:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8494 00002000:00100000:2.0:1734016111.258126:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2363392->2367487) req@ffff88007a37d880 x1818247334662400/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.258134:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37d880 with x1818247334662400 ext(2363392->2367487) 00002000:00010000:2.0:1734016111.258137:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37d880 00000100:00100000:3.0:1734016111.260472:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.260571:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334662656 00000100:00100000:2.0:1734016111.260580:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334662656 00002000:00100000:2.0:1734016111.260626:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2359296->2363391) req@ffff880078327100 x1818247334662656/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.260637:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078327100 with x1818247334662656 ext(2359296->2363391) 00002000:00010000:2.0:1734016111.260642:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078327100 00000100:00100000:2.0:1734016111.260675:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8495 00000100:00100000:2.0:1734016111.260682:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334662656:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.260914:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334662656:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 231us (451us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.260922:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8495 00002000:00100000:2.0:1734016111.260928:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2359296->2363391) req@ffff880078327100 x1818247334662656/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.260934:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078327100 with x1818247334662656 ext(2359296->2363391) 00002000:00010000:2.0:1734016111.260938:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078327100 00000100:00100000:1.0:1734016111.264013:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.264285:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334662912 00000100:00100000:0.0:1734016111.264298:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334662912 00002000:00100000:0.0:1734016111.264347:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2355200->2359295) req@ffff880078ccce00 x1818247334662912/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.264359:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccce00 with x1818247334662912 ext(2355200->2359295) 00002000:00010000:0.0:1734016111.264364:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccce00 00000100:00100000:0.0:1734016111.264407:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8496 00000100:00100000:0.0:1734016111.264414:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334662912:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.264604:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334662912:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 189us (603us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.264611:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8496 00002000:00100000:0.0:1734016111.264617:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2355200->2359295) req@ffff880078ccce00 x1818247334662912/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.264624:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccce00 with x1818247334662912 ext(2355200->2359295) 00002000:00010000:0.0:1734016111.264626:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccce00 00000100:00100000:0.0:1734016111.267400:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.267504:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334663168 00000100:00100000:2.0:1734016111.267515:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334663168 00002000:00100000:2.0:1734016111.267563:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2351104->2355199) req@ffff88007a37c700 x1818247334663168/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.267572:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37c700 with x1818247334663168 ext(2351104->2355199) 00002000:00010000:2.0:1734016111.267579:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37c700 00000100:00100000:2.0:1734016111.267611:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8497 00000100:00100000:2.0:1734016111.267617:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334663168:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.267843:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334663168:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 225us (462us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.267850:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8497 00002000:00100000:2.0:1734016111.267856:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2351104->2355199) req@ffff88007a37c700 x1818247334663168/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.267862:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37c700 with x1818247334663168 ext(2351104->2355199) 00002000:00010000:2.0:1734016111.267865:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37c700 00000100:00100000:3.0:1734016111.271513:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.271693:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334663424 00000100:00100000:0.0:1734016111.271705:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334663424 00002000:00100000:0.0:1734016111.271755:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2347008->2351103) req@ffff880078327480 x1818247334663424/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.271766:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078327480 with x1818247334663424 ext(2347008->2351103) 00002000:00010000:0.0:1734016111.271772:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078327480 00000100:00100000:0.0:1734016111.271845:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8498 00000100:00100000:0.0:1734016111.271853:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334663424:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.272038:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334663424:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 184us (538us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.272045:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8498 00002000:00100000:0.0:1734016111.272051:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2347008->2351103) req@ffff880078327480 x1818247334663424/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.272057:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078327480 with x1818247334663424 ext(2347008->2351103) 00002000:00010000:0.0:1734016111.272060:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078327480 00000100:00100000:1.0:1734016111.275170:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.275269:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334663680 00000100:00100000:2.0:1734016111.275279:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334663680 00002000:00100000:2.0:1734016111.275324:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2342912->2347007) req@ffff880078ccf480 x1818247334663680/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.275334:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccf480 with x1818247334663680 ext(2342912->2347007) 00002000:00010000:2.0:1734016111.275340:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccf480 00000100:00100000:2.0:1734016111.275530:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8499 00000100:00100000:2.0:1734016111.275538:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334663680:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.276059:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334663680:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 520us (900us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.276068:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8499 00002000:00100000:2.0:1734016111.276074:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2342912->2347007) req@ffff880078ccf480 x1818247334663680/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.276080:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccf480 with x1818247334663680 ext(2342912->2347007) 00002000:00010000:2.0:1734016111.276084:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccf480 00000100:00100000:0.0:1734016111.278759:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.280327:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334663936 00000100:00100000:2.0:1734016111.280345:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334663936 00002000:00100000:2.0:1734016111.280422:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2338816->2342911) req@ffff88012cf60e00 x1818247334663936/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.280434:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60e00 with x1818247334663936 ext(2338816->2342911) 00002000:00010000:2.0:1734016111.280441:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60e00 00000100:00100000:2.0:1734016111.280495:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8500 00000100:00100000:2.0:1734016111.280503:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334663936:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.280792:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334663936:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 287us (2043us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.280800:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8500 00002000:00100000:2.0:1734016111.280848:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2338816->2342911) req@ffff88012cf60e00 x1818247334663936/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.280855:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60e00 with x1818247334663936 ext(2338816->2342911) 00002000:00010000:2.0:1734016111.280858:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60e00 00000100:00100000:3.0:1734016111.285932:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.286008:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334664192 00000100:00100000:0.0:1734016111.286018:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334664192 00002000:00100000:0.0:1734016111.286064:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2334720->2338815) req@ffff880078326680 x1818247334664192/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.286075:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078326680 with x1818247334664192 ext(2334720->2338815) 00002000:00010000:0.0:1734016111.286081:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078326680 00000100:00100000:0.0:1734016111.286316:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8501 00000100:00100000:0.0:1734016111.286324:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334664192:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.286530:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334664192:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 206us (609us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.286537:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8501 00002000:00100000:0.0:1734016111.286543:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2334720->2338815) req@ffff880078326680 x1818247334664192/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.286555:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078326680 with x1818247334664192 ext(2334720->2338815) 00002000:00010000:0.0:1734016111.286558:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078326680 00000100:00100000:1.0:1734016111.291311:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.291757:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334664448 00000100:00100000:2.0:1734016111.291778:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334664448 00002000:00100000:2.0:1734016111.291886:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2330624->2334719) req@ffff880078ccdf80 x1818247334664448/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.291904:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccdf80 with x1818247334664448 ext(2330624->2334719) 00002000:00010000:2.0:1734016111.291911:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccdf80 00000100:00100000:2.0:1734016111.291950:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8502 00000100:00100000:2.0:1734016111.291958:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334664448:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.292187:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334664448:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 228us (902us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.292196:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8502 00002000:00100000:2.0:1734016111.292203:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2330624->2334719) req@ffff880078ccdf80 x1818247334664448/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.292210:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccdf80 with x1818247334664448 ext(2330624->2334719) 00002000:00010000:2.0:1734016111.292212:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccdf80 00000100:00100000:0.0:1734016111.294648:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.294782:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334664704 00000100:00100000:2.0:1734016111.294794:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334664704 00002000:00100000:2.0:1734016111.294972:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2326528->2330623) req@ffff88012cf61880 x1818247334664704/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.294984:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61880 with x1818247334664704 ext(2326528->2330623) 00002000:00010000:2.0:1734016111.294991:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf61880 00000100:00100000:2.0:1734016111.295025:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8503 00000100:00100000:2.0:1734016111.295031:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334664704:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.295217:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334664704:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 185us (583us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.295225:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8503 00002000:00100000:2.0:1734016111.295231:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2326528->2330623) req@ffff88012cf61880 x1818247334664704/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.295238:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61880 with x1818247334664704 ext(2326528->2330623) 00002000:00010000:2.0:1734016111.295241:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf61880 00000100:00100000:3.0:1734016111.298448:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.298532:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334664960 00000100:00100000:0.0:1734016111.298541:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334664960 00002000:00100000:0.0:1734016111.298588:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2322432->2326527) req@ffff880078327800 x1818247334664960/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.298599:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078327800 with x1818247334664960 ext(2322432->2326527) 00002000:00010000:0.0:1734016111.298605:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078327800 00000100:00100000:0.0:1734016111.298642:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8504 00000100:00100000:0.0:1734016111.298649:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334664960:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.298918:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334664960:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 269us (483us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.298925:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8504 00002000:00100000:0.0:1734016111.298931:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2322432->2326527) req@ffff880078327800 x1818247334664960/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.298937:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078327800 with x1818247334664960 ext(2322432->2326527) 00002000:00010000:0.0:1734016111.298940:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078327800 00000100:00100000:1.0:1734016111.305214:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016111.305327:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334665216 00000100:00100000:3.0:1734016111.305340:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334665216 00000100:00100000:3.0:1734016111.306027:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2116 00000100:00100000:3.0:1734016111.306037:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+27:9662:x1818247334665216:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016111.306112:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016111.306151:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599277e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f50a expref: 27 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.306181:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016111.306186:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016111.306399:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc559927bd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016111.306412:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992770 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f503 expref: 24 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.306421:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc559927bd lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016111.306458:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992770 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f503 expref: 24 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.306471:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992770 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f503 expref: 24 pid: 6479 timeout: 474 lvb_type: 0 00000100:00100000:3.0:1734016111.306486:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338382592:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016111.306569:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.310987:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016111.311210:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338382592:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016111.311246:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc559927bd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:2.0:1734016111.311475:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334665344 00000100:00100000:2.0:1734016111.311483:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334665344 00010000:00010000:2.0:1734016111.311541:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992770 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f503 expref: 25 pid: 6479 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016111.311570:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2941 00000100:00100000:2.0:1734016111.311577:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:1969:x1818247334665344:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016111.311597:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016111.311604:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992770 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f503 expref: 25 pid: 6479 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016111.311616:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992770 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f503 expref: 25 pid: 6479 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016111.311641:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992770 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f503 expref: 25 pid: 6479 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016111.311675:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016111.311681:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc559927bd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016111.311691:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc559927bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016111.311696:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc559927bd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016111.311720:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016111.311771:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:1969:x1818247334665344:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 193us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.311779:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2941 00010000:00010000:2.0:1734016111.311891:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc559927bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016111.311898:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc559927bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:2.0:1734016111.312025:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968646 00000004:00010000:2.0:1734016111.312079:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078ccd500 reply state ffff88007a058000 transno 4294968647 ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc559927bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:2.0:1734016111.312087:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016111.312165:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+29:9662:x1818247334665216:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 6129us (6968us total) trans 4294968647 rc 0/0 00000100:00100000:2.0:1734016111.312171:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2116 00000020:00080000:2.0:1734016111.312175:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:1.0:1734016111.313229:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016081 00010000:00010000:0.0:1734016111.314916:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc559927bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016111.314928:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc559927bd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016111.314935:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc559927bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016111.314941:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070103cc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016111.314945:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc559927bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016111.314952:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc559927bd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016111.314970:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016111.314973:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016111.314977:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc559927bd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016111.314981:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc559927bd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016111.315746:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.315898:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334665472 00000100:00100000:2.0:1734016111.315910:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334665472 00000100:00100000:2.0:1734016111.316403:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10576 00000100:00100000:2.0:1734016111.316413:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334665472:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016111.316436:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016111.316459:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559927c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f549 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.316497:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559927b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4739072->4767743) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f542 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.316521:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016111.316523:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016111.316526:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559927c4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f549 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.316565:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559927b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4739072->4767743) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f542 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.316577:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559927b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4739072->4767743) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f542 expref: 7 pid: 7686 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016111.316590:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007830b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338382720:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016111.316661:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016111.320444:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007830b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338382720:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016111.320497:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559927c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f549 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.320518:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016111.320586:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334665472:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4172us (4845us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.320597:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10576 00000100:00100000:0.0:1734016111.320973:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016111.321100:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334665600 00000100:00100000:3.0:1734016111.321109:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334665600 00010000:00010000:3.0:1734016111.321138:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559927b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4739072->4767743) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f542 expref: 8 pid: 7686 timeout: 474 lvb_type: 0 00000100:00100000:3.0:1734016111.321167:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2942 00000100:00100000:3.0:1734016111.321174:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334665600:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016111.321192:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016111.321215:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559927b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4739072->4767743) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f542 expref: 8 pid: 7686 timeout: 474 lvb_type: 0 00010000:00010000:3.0:1734016111.321226:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559927b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4739072->4767743) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f542 expref: 8 pid: 7686 timeout: 474 lvb_type: 0 00010000:00010000:3.0:1734016111.321250:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559927b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4739072->4767743) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f542 expref: 8 pid: 7686 timeout: 474 lvb_type: 0 00010000:00010000:3.0:1734016111.321280:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016111.321282:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016111.321289:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559927c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f549 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.321299:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559927c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f549 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.321335:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559927c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f549 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.321351:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338382848:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016111.321410:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.324367:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338382848:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016111.324602:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016111.324655:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334665600:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3481us (3683us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.324667:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2942 00000100:00100000:0.0:1734016111.324946:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016111.326288:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334665728 00000100:00100000:3.0:1734016111.326303:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334665728 00002000:00010000:3.0:1734016111.326363:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9266849->18446744073709551615) 00002000:00100000:3.0:1734016111.326370:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63800 with x1818247334665728 ext(9266849->18446744073709551615) 00002000:00010000:3.0:1734016111.326396:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf63800. 00000100:00100000:3.0:1734016111.326439:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8505 00000100:00100000:3.0:1734016111.326449:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334665728:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016111.326710:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6530063 -> 9266849 00002000:00010000:3.0:1734016111.326715:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016111 00002000:00010000:3.0:1734016111.326717:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:3.0:1734016111.326720:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016111 00002000:00010000:3.0:1734016111.326722:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 704 -> 704 00000100:00100000:3.0:1734016111.327510:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334665728:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 1055us (2557us total) trans 4294969382 rc 0/0 00000100:00100000:3.0:1734016111.327521:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8505 00002000:00010000:3.0:1734016111.327527:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9266849->18446744073709551615) 00002000:00100000:3.0:1734016111.327530:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63800 with x1818247334665728 ext(9266849->18446744073709551615) 00002000:00010000:3.0:1734016111.327536:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf63800. 00000100:00100000:0.0:1734016111.335532:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016111.335652:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334665984 00000100:00100000:3.0:1734016111.335663:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334665984 00002000:00100000:3.0:1734016111.335722:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6533120->9269247) req@ffff88012cf63100 x1818247334665984/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.335732:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63100 with x1818247334665984 ext(6533120->9269247) 00002000:00010000:3.0:1734016111.335738:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf63100 00000100:00100000:3.0:1734016111.336096:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8506 00000100:00100000:3.0:1734016111.336104:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334665984:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.372011:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334665984:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 35892us (36477us total) trans 0 rc 2736128/2736128 00000100:00100000:2.0:1734016111.372025:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8506 00002000:00100000:2.0:1734016111.372038:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6533120->9269247) req@ffff88012cf63100 x1818247334665984/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/440 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 2736128/2736128 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.372048:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63100 with x1818247334665984 ext(6533120->9269247) 00002000:00010000:2.0:1734016111.372054:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf63100 00000100:00100000:0.0:1734016111.391318:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.391429:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334666112 00000100:00100000:2.0:1734016111.391440:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334666112 00002000:00100000:2.0:1734016111.391496:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9244672->9266848) req@ffff88012cf61c00 x1818247334666112/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.391508:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61c00 with x1818247334666112 ext(9244672->9266848) 00002000:00010000:2.0:1734016111.391513:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf61c00 00000100:00100000:1.0:1734016111.392755:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8507 00000100:00100000:1.0:1734016111.392765:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334666112:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:1.0:1734016111.397500:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334666112:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4721us (6183us total) trans 4294969383 rc 0/0 00000100:00100000:1.0:1734016111.397515:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8507 00002000:00100000:1.0:1734016111.397532:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9244672->9266848) req@ffff88012cf61c00 x1818247334666112/t4294969383(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/448 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.397545:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61c00 with x1818247334666112 ext(9244672->9266848) 00002000:00010000:1.0:1734016111.397552:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf61c00 00000100:00100000:0.0:1734016111.402760:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.402928:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334666240 00000100:00100000:2.0:1734016111.402941:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334666240 00000100:00100000:2.0:1734016111.403003:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2117 00000100:00100000:2.0:1734016111.403011:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+28:9662:x1818247334666240:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016111.403725:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+28:9662:x1818247334666240:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 712us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.403732:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2117 00000100:00100000:0.0:1734016111.408012:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.408098:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334666368 00000100:00100000:2.0:1734016111.408110:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334666368 00000100:00100000:2.0:1734016111.408186:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10577 00000100:00100000:2.0:1734016111.408196:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247334666368:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016111.409439:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969383 is committed 00000001:00080000:0.0:1734016111.411477:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969381 is committed 00000100:00100000:2.0:1734016111.411869:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334666368:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 3666us (3869us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.411884:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10577 00000100:00100000:1.0:1734016111.420292:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.421070:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334666496 00000100:00100000:2.0:1734016111.421084:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334666496 00000100:00100000:2.0:1734016111.421156:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2118 00000100:00100000:2.0:1734016111.421166:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:9662:x1818247334666496:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016111.421196:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016111.421223:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc559927cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f550 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.421345:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559927d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016111.421362:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559927d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016111.421374:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559927d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:2.0:1734016111.421411:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9266849 00000004:00200000:2.0:1734016111.421415:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016111.421435:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559927d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016111.421459:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc559927cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f550 expref: 26 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.421487:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559927d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f550 expref: 25 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.421494:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016111.421497:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016111.421500:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016111.421553:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:9662:x1818247334666496:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 390us (1274us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.421560:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2118 00000100:00100000:0.0:1734016111.424017:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.424125:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334666624 00000100:00100000:2.0:1734016111.424134:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334666624 00000100:00100000:2.0:1734016111.424187:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10578 00000100:00100000:2.0:1734016111.424194:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334666624:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016111.424212:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016111.424234:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559927d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f557 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016111.424300:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007830b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338382976:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016111.424376:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78526c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016111.426976:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016109 -> 1734016111 00002000:00010000:0.0:1734016111.426988:0:7684:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 704 -> 752 00000100:00100000:0.0:1734016111.427013:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007830b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338382976:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016111.427052:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559927d9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f557 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.427068:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559927d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f557 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.428113:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:0.0:1734016111.428204:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334666624:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4006us (4197us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016111.428214:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10578 00000100:00100000:1.0:1734016111.430675:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.430757:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334666752 00000100:00100000:0.0:1734016111.430768:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334666752 00000100:00100000:0.0:1734016111.431170:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10579 00000100:00100000:0.0:1734016111.431178:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334666752:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.431210:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.431237:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc559927e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f55e expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.431325:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338383104:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016111.431442:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.434073:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338383104:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016111.434119:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc559927e0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f55e expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.434139:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc559927e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f55e expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.434664:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567a80, rc 0) 00000100:00100000:1.0:1734016111.434726:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334666752:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3548us (4064us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.434735:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10579 00000100:00100000:2.0:1734016111.452471:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.452534:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.452939:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334667008 00000100:00100000:1.0:1734016111.452952:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334667008 00002000:00100000:1.0:1734016111.453010:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->5156863) req@ffff880078308a80 x1818247334667008/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 504/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.453021:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308a80 with x1818247334667008 ext(0->5156863) 00002000:00010000:1.0:1734016111.453026:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308a80 00000100:00100000:1.0:1734016111.453057:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334667136 00000100:00100000:1.0:1734016111.453060:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334667136 00002000:00100000:1.0:1734016111.453072:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->6533119) req@ffff88007830aa00 x1818247334667136/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 504/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.453078:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830aa00 with x1818247334667136 ext(4190208->6533119) 00002000:00010000:1.0:1734016111.453081:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830aa00 00000100:00100000:1.0:1734016111.453376:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8508 00000100:00100000:1.0:1734016111.453391:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334667008:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016111.455514:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8509 00000100:00100000:3.0:1734016111.455531:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334667136:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.508694:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334667008:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 55296us (56228us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016111.508708:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8508 00002000:00100000:1.0:1734016111.508722:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->5156863) req@ffff880078308a80 x1818247334667008/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 504/440 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.508731:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308a80 with x1818247334667008 ext(0->5156863) 00002000:00010000:1.0:1734016111.508738:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308a80 00000100:00100000:3.0:1734016111.541093:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334667136:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 85544us (88536us total) trans 0 rc 2338816/2338816 00000100:00100000:3.0:1734016111.541111:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8509 00002000:00100000:3.0:1734016111.541129:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->6533119) req@ffff88007830aa00 x1818247334667136/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 504/440 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 2338816/2338816 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.541140:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830aa00 with x1818247334667136 ext(4190208->6533119) 00002000:00010000:3.0:1734016111.541147:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830aa00 00000100:00100000:1.0:1734016111.557535:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.557580:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3505:1818247338383232:0@lo:400:kworker.0 00000100:00100000:2.0:1734016111.557588:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078308e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3506:1818247338383360:0@lo:400:kworker.0 00000100:00100000:1.0:1734016111.558316:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078309180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3507:1818247338383488:0@lo:400:kworker.0 00000100:00100000:2.0:1734016111.558359:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016111.558392:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016111.558401:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078309f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3506:1818247338383872:0@lo:400:kworker.0 00000100:00100000:0.0:1734016111.558411:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3505:1818247338383744:0@lo:400:kworker.0 00000100:00100000:2.0:1734016111.558427:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016111.558432:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016111.558451:0:3505:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016111.558455:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078309880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338383616:0@lo:400:kworker.0 00000100:00100000:0.0:1734016111.558473:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016111.558473:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338383360 00000100:00100000:2.0:1734016111.558482:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338383360 00000100:00100000:0.0:1734016111.558495:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338383744 00000100:00100000:0.0:1734016111.558498:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338383744 00000100:00100000:1.0:1734016111.558552:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016111.558738:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338383232 00000100:00100000:3.0:1734016111.558743:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338383232 00000100:00100000:3.0:1734016111.558778:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1734016111.558787:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e84f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3505:x1818247338383232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016111.558869:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e84f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3505:x1818247338383232:12345-0@lo:400:kworker.0 Request processed in 83us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.558879:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1734016111.558915:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334667392 00000100:00100000:3.0:1734016111.558918:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334667392 00000100:00100000:3.0:1734016111.558939:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338383872 00000100:00100000:3.0:1734016111.558940:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338383872 00000100:00100000:3.0:1734016111.558955:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338383616 00000100:00100000:3.0:1734016111.558957:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338383616 00000100:00100000:3.0:1734016111.558969:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1734016111.558973:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3506:x1818247338383872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016111.559004:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3506:x1818247338383872:12345-0@lo:400:kworker.0 Request processed in 31us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.559010:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1734016111.559019:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1734016111.559022:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3505:x1818247338383616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016111.559044:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3505:x1818247338383616:12345-0@lo:400:kworker.0 Request processed in 21us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.559049:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1734016111.559059:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10580 00000100:00100000:3.0:1734016111.559063:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334667392:12345-192.168.201.4@tcp:101:fsx.0 00000100:00100000:0.0:1734016111.559126:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338383488 00000100:00100000:0.0:1734016111.559129:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338383488 00000100:00100000:0.0:1734016111.559143:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1734016111.559147:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3506:x1818247338383360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016111.559176:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3506:x1818247338383360:12345-0@lo:400:kworker.0 Request processed in 29us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.559181:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1734016111.559192:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1734016111.559195:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3505:x1818247338383744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016111.559212:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3505:x1818247338383744:12345-0@lo:400:kworker.0 Request processed in 17us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.559216:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1734016111.559224:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:0.0:1734016111.559226:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3507:x1818247338383488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016111.559246:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3507:x1818247338383488:12345-0@lo:400:kworker.0 Request processed in 19us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.559250:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00080000:0.0:1734016111.559262:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016081 00000100:00080000:0.0:1734016111.559265:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016081 00000100:00080000:0.0:1734016111.559266:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016081 00000100:00080000:0.0:1734016111.559268:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016081 00000100:00100000:0.0:1734016111.559294:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078309880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338383616:0@lo:400:kworker.0 00000100:00100000:0.0:1734016111.559303:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3505:1818247338383232:0@lo:400:kworker.0 00000100:00100000:0.0:1734016111.559311:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3505:1818247338383744:0@lo:400:kworker.0 00000100:00100000:2.0:1734016111.559345:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078308e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3506:1818247338383360:0@lo:400:kworker.0 00000100:00100000:2.0:1734016111.559355:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078309f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3506:1818247338383872:0@lo:400:kworker.0 00000100:00100000:1.0:1734016111.559569:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078309180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3507:1818247338383488:0@lo:400:kworker.0 00010000:00010000:3.0:1734016111.559944:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.559967:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559927e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f565 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.560020:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338384000:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016111.561708:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.569238:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338384000:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016111.569292:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559927e7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f565 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.569860:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559927e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f565 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.570140:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016111.570221:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334667392:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11154us (12693us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.570234:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10580 00000100:00100000:0.0:1734016111.572103:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016111.572734:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334667520 00000100:00100000:3.0:1734016111.572748:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334667520 00000100:00100000:3.0:1734016111.573190:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10581 00000100:00100000:3.0:1734016111.573200:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334667520:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.573226:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.573250:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559927ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f56c expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.573335:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338384128:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016111.573449:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.577003:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338384128:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016111.577052:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559927ee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f56c expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.577068:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559927ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f56c expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.577798:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016111.577924:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334667520:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4723us (5828us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.577934:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10581 00000100:00100000:1.0:1734016111.595247:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078309f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338384256:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016111.595328:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.595338:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016111.595400:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334667648 00000100:00100000:2.0:1734016111.595409:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334667648 00000100:00100000:0.0:1734016111.595455:0:7944:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338384256 00000100:00100000:0.0:1734016111.595460:0:7944:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338384256 00000100:00100000:2.0:1734016111.595484:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10582 00000100:00100000:0.0:1734016111.595498:0:7944:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1734016111.595498:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334667648:12345-192.168.201.4@tcp:101:fsx.0 00000100:00100000:0.0:1734016111.595506:0:7944:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338384256:12345-0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734016111.595531:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00000024:0.0:1734016111.595534:0:7944:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3923435520 avail 3691749376 00010000:00010000:2.0:1734016111.595565:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559927f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f573 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.595588:0:7944:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338384256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.595596:0:7944:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00010000:00010000:2.0:1734016111.595597:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559927c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f549 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.595607:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016111.595609:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016111.595614:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559927f5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9064448->9134079] (req 9064448->9134079) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f573 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.595644:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559927c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f549 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.595663:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559927c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f549 expref: 5 pid: 7684 timeout: 475 lvb_type: 0 00000100:00100000:2.0:1734016111.595675:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007830b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338384384:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016111.595732:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.596075:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078309f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338384256:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016111.603236:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007830b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338384384:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016111.603291:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559927f5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9064448->9134079] (req 9064448->9134079) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f573 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.603313:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016111.603436:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334667648:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7938us (8113us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.603449:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10582 00000100:00100000:0.0:1734016111.606336:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016111.606493:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334667776 00000100:00100000:3.0:1734016111.606503:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334667776 00010000:00010000:3.0:1734016111.606545:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559927c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f549 expref: 6 pid: 7684 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016111.607817:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2943 00000100:00100000:3.0:1734016111.607827:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4148450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334667776:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016111.607846:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016111.607872:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559927c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f549 expref: 6 pid: 7684 timeout: 475 lvb_type: 0 00010000:00010000:3.0:1734016111.607885:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559927c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f549 expref: 6 pid: 7684 timeout: 475 lvb_type: 0 00010000:00010000:3.0:1734016111.607913:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559927c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f549 expref: 6 pid: 7684 timeout: 475 lvb_type: 0 00010000:00010000:3.0:1734016111.607936:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016111.607939:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016111.607946:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559927f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9064448->9134079) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f573 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.607960:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559927f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9064448->9134079) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f573 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.608001:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559927f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9064448->9134079) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f573 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.608015:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338384512:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016111.608109:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006fce1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.613460:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016111.614228:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338384512:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016111.614262:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016111.614356:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4148450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334667776:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6527us (8029us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.614370:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2943 00000100:00100000:2.0:1734016111.616320:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334667904 00000100:00100000:2.0:1734016111.616348:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334667904 00000100:00100000:3.0:1734016111.616726:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10583 00000100:00100000:3.0:1734016111.616734:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334667904:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016111.617223:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9266849 -> 9266849 00002000:00010000:3.0:1734016111.617229:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:3.0:1734016111.617231:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016111 -> 1734016109 00002000:00010000:3.0:1734016111.617234:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:3.0:1734016111.617237:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 752 -> 752 00000100:00100000:3.0:1734016111.618118:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334667904:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1379us (4666us total) trans 4294969384 rc 0/0 00000100:00100000:3.0:1734016111.618127:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10583 00000100:00100000:1.0:1734016111.624061:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016111.624243:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334668032 00000100:00100000:3.0:1734016111.624254:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334668032 00000100:00100000:3.0:1734016111.624323:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10584 00000100:00100000:3.0:1734016111.624330:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334668032:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.624356:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.624378:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559927fc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f57a expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.624426:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559927f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9064448->9134079) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f573 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.624433:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016111.624435:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016111.624438:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559927fc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5890048->5910527] (req 5890048->5910527) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f57a expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.624475:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559927f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9064448->9134079) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f573 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.624487:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559927f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9064448->9134079) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f573 expref: 7 pid: 7685 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016111.624503:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338384640:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016111.624594:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b7b5cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.627246:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338384640:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016111.627285:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559927fc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5890048->5910527] (req 5890048->5910527) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f57a expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.627310:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016111.627376:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334668032:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3044us (3331us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.627394:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10584 00000100:00100000:2.0:1734016111.627480:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016111.627548:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334668160 00000100:00100000:3.0:1734016111.627555:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334668160 00010000:00010000:3.0:1734016111.627632:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559927f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9064448->9134079) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f573 expref: 8 pid: 7685 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016111.627669:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2944 00000100:00100000:3.0:1734016111.627675:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334668160:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016111.627690:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016111.627714:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559927f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9064448->9134079) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f573 expref: 8 pid: 7685 timeout: 475 lvb_type: 0 00010000:00010000:3.0:1734016111.627725:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559927f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9064448->9134079) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f573 expref: 8 pid: 7685 timeout: 475 lvb_type: 0 00010000:00010000:3.0:1734016111.627751:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc559927f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9064448->9134079) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f573 expref: 8 pid: 7685 timeout: 475 lvb_type: 0 00010000:00010000:3.0:1734016111.627781:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016111.627783:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016111.627789:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559927fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5890048->5910527) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f57a expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.627802:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559927fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5890048->5910527) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f57a expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.627865:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559927fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5890048->5910527) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f57a expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.627879:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338384768:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016111.627918:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b7b5cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.634270:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338384768:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016111.634298:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016111.634999:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334668160:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7320us (7516us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.635173:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.635273:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334668288 00000100:00100000:0.0:1734016111.635286:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334668288 00000100:00100000:0.0:1734016111.635346:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10585 00000100:00100000:0.0:1734016111.635353:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334668288:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016111.635667:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9266849 -> 9266849 00002000:00010000:0.0:1734016111.635670:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:0.0:1734016111.635673:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:0.0:1734016111.635675:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:0.0:1734016111.635676:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 752 -> 752 00000100:00100000:0.0:1734016111.635743:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334668288:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 390us (572us total) trans 4294969385 rc 0/0 00000100:00100000:0.0:1734016111.635749:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10585 00000100:00100000:3.0:1734016111.636113:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2944 00000100:00100000:2.0:1734016111.641939:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.642109:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334668416 00000100:00100000:1.0:1734016111.642122:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334668416 00000100:00100000:1.0:1734016111.642224:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2119 00000100:00100000:1.0:1734016111.642232:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+28:9662:x1818247334668416:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.642262:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.642287:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55992803 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f581 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.642406:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc5599280a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016111.642422:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc5599280a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016111.642435:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc5599280a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:1.0:1734016111.642467:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9266849 00000004:00200000:1.0:1734016111.642472:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016111.642490:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc5599280a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016111.642517:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55992803 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f581 expref: 30 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.643065:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc5599280a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f581 expref: 29 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.643073:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016111.643076:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016111.643079:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:1.0:1734016111.643352:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+29:9662:x1818247334668416:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1115us (1434us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.643361:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2119 00000100:00100000:0.0:1734016111.646953:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.647154:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334668544 00000100:00100000:1.0:1734016111.647170:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334668544 00000100:00100000:1.0:1734016111.647248:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10586 00000100:00100000:1.0:1734016111.647261:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334668544:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016111.647665:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9266849 -> 9266849 00002000:00010000:1.0:1734016111.647668:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.647671:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:1.0:1734016111.647674:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.647676:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 752 -> 792 00000100:00100000:1.0:1734016111.647765:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334668544:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 505us (836us total) trans 4294969386 rc 0/0 00000100:00100000:1.0:1734016111.647775:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10586 00000100:00100000:3.0:1734016111.650234:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.650315:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334668672 00000100:00100000:0.0:1734016111.650325:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334668672 00000100:00100000:0.0:1734016111.650397:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10587 00000100:00100000:0.0:1734016111.650405:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334668672:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.650425:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.650445:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55992811 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f588 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.650509:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338384896:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016111.650581:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7000 going to sleep for 11 seconds 00002000:00010000:0.0:1734016111.653182:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016109 -> 1734016111 00000100:00100000:0.0:1734016111.653216:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dc46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338384896:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016111.653255:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55992811 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f588 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.653271:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55992811 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f588 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.653564:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564480, rc 0) 00000100:00100000:0.0:1734016111.653637:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334668672:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3226us (3408us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016111.653647:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10587 00000100:00100000:2.0:1734016111.657582:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.657667:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334668800 00000100:00100000:0.0:1734016111.657679:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334668800 00000100:00100000:0.0:1734016111.658106:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10588 00000100:00100000:0.0:1734016111.658115:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334668800:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.658139:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.658164:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992818 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f58f expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.658241:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338385024:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016111.658420:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.661933:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dc46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338385024:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016111.661981:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992818 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f58f expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.661999:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992818 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f58f expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.662030:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565d40, rc 0) 00000100:00100000:0.0:1734016111.662096:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334668800:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3980us (4526us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016111.662105:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10588 00000100:00100000:2.0:1734016111.669276:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.669726:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334668928 00000100:00100000:0.0:1734016111.669737:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334668928 00000100:00100000:0.0:1734016111.669791:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10589 00000100:00100000:0.0:1734016111.669800:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334668928:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.669845:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.671119:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc5599281f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f596 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.671203:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338385152:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016111.671458:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.675769:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338385152:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016111.675855:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc5599281f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f596 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.675872:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc5599281f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f596 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.675891:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:1.0:1734016111.675962:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334668928:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6162us (6697us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.675972:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10589 00000100:00100000:3.0:1734016111.679622:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.679799:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334669056 00000100:00100000:1.0:1734016111.679842:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334669056 00000100:00100000:1.0:1734016111.679918:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10590 00000100:00100000:1.0:1734016111.679926:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334669056:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.679952:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.679974:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992826 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f59d expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.680070:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338385280:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016111.680169:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.685003:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338385280:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016111.685055:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992826 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f59d expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.685070:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992826 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f59d expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.685209:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016111.685274:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334669056:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5346us (5667us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.685360:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10590 00000100:00100000:3.0:1734016111.691081:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.691170:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334669312 00000100:00100000:0.0:1734016111.691181:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334669312 00002000:00100000:0.0:1734016111.691237:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2543616->2547711) req@ffff880078324380 x1818247334669312/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.691247:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078324380 with x1818247334669312 ext(2543616->2547711) 00002000:00010000:0.0:1734016111.691254:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078324380 00000100:00100000:0.0:1734016111.691291:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8510 00000100:00100000:0.0:1734016111.691299:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334669312:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.692011:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334669312:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 709us (940us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.692020:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8510 00002000:00100000:0.0:1734016111.692027:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2543616->2547711) req@ffff880078324380 x1818247334669312/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.692034:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078324380 with x1818247334669312 ext(2543616->2547711) 00002000:00010000:0.0:1734016111.692037:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078324380 00000100:00100000:2.0:1734016111.695499:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.695680:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334669568 00000100:00100000:1.0:1734016111.695691:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334669568 00002000:00100000:1.0:1734016111.695748:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2539520->2543615) req@ffff880078308700 x1818247334669568/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.695759:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308700 with x1818247334669568 ext(2539520->2543615) 00002000:00010000:1.0:1734016111.695765:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308700 00000100:00100000:1.0:1734016111.695802:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8511 00000100:00100000:1.0:1734016111.695883:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334669568:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.696081:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334669568:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 271us (592us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016111.696091:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8511 00002000:00100000:1.0:1734016111.696096:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2539520->2543615) req@ffff880078308700 x1818247334669568/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.696103:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308700 with x1818247334669568 ext(2539520->2543615) 00002000:00010000:1.0:1734016111.696106:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308700 00000100:00100000:2.0:1734016111.698192:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.698271:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334669824 00000100:00100000:0.0:1734016111.698283:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334669824 00002000:00100000:0.0:1734016111.698333:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2535424->2539519) req@ffff880078309500 x1818247334669824/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.698342:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309500 with x1818247334669824 ext(2535424->2539519) 00002000:00010000:0.0:1734016111.698348:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309500 00000100:00100000:0.0:1734016111.698396:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8512 00000100:00100000:0.0:1734016111.698403:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334669824:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.698608:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334669824:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 204us (429us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.698616:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8512 00002000:00100000:0.0:1734016111.698621:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2535424->2539519) req@ffff880078309500 x1818247334669824/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.698628:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309500 with x1818247334669824 ext(2535424->2539519) 00002000:00010000:0.0:1734016111.698632:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309500 00000100:00100000:3.0:1734016111.701783:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.702002:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334670080 00000100:00100000:1.0:1734016111.702013:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334670080 00002000:00100000:1.0:1734016111.702074:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2531328->2535423) req@ffff880078327b80 x1818247334670080/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.702085:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078327b80 with x1818247334670080 ext(2531328->2535423) 00002000:00010000:1.0:1734016111.702091:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078327b80 00000100:00100000:1.0:1734016111.702128:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8513 00000100:00100000:1.0:1734016111.702136:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334670080:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.702350:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334670080:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 213us (582us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016111.702359:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8513 00002000:00100000:1.0:1734016111.702366:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2531328->2535423) req@ffff880078327b80 x1818247334670080/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.702373:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078327b80 with x1818247334670080 ext(2531328->2535423) 00002000:00010000:1.0:1734016111.702376:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078327b80 00000100:00100000:2.0:1734016111.704599:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.704662:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334670336 00000100:00100000:0.0:1734016111.704673:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334670336 00002000:00100000:0.0:1734016111.704713:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2527232->2531327) req@ffff880078308380 x1818247334670336/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.704723:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308380 with x1818247334670336 ext(2527232->2531327) 00002000:00010000:0.0:1734016111.704728:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308380 00000100:00100000:0.0:1734016111.704760:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8514 00000100:00100000:0.0:1734016111.704767:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334670336:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.704951:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334670336:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 183us (359us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.704958:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8514 00002000:00100000:0.0:1734016111.704967:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2527232->2531327) req@ffff880078308380 x1818247334670336/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.704973:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308380 with x1818247334670336 ext(2527232->2531327) 00002000:00010000:0.0:1734016111.704976:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308380 00000100:00100000:2.0:1734016111.707388:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.707472:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334670592 00000100:00100000:0.0:1734016111.707488:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334670592 00002000:00100000:0.0:1734016111.707559:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2523136->2527231) req@ffff88007830bb80 x1818247334670592/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.707570:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830bb80 with x1818247334670592 ext(2523136->2527231) 00002000:00010000:0.0:1734016111.707577:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830bb80 00000100:00100000:0.0:1734016111.707616:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8515 00000100:00100000:0.0:1734016111.707624:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334670592:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.707912:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334670592:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 287us (547us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.707921:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8515 00002000:00100000:0.0:1734016111.707927:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2523136->2527231) req@ffff88007830bb80 x1818247334670592/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.707932:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830bb80 with x1818247334670592 ext(2523136->2527231) 00002000:00010000:0.0:1734016111.707935:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830bb80 00000100:00100000:3.0:1734016111.711692:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.711787:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334670848 00000100:00100000:0.0:1734016111.711800:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334670848 00002000:00100000:0.0:1734016111.711911:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2519040->2523135) req@ffff880078325500 x1818247334670848/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.711921:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078325500 with x1818247334670848 ext(2519040->2523135) 00002000:00010000:0.0:1734016111.711929:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078325500 00000100:00100000:1.0:1734016111.711982:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8516 00000100:00100000:1.0:1734016111.711991:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334670848:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.712341:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334670848:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 349us (666us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016111.712350:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8516 00002000:00100000:1.0:1734016111.712356:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2519040->2523135) req@ffff880078325500 x1818247334670848/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.712364:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078325500 with x1818247334670848 ext(2519040->2523135) 00002000:00010000:1.0:1734016111.712367:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078325500 00000100:00100000:2.0:1734016111.715893:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.716528:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334671104 00000100:00100000:1.0:1734016111.716539:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334671104 00002000:00100000:1.0:1734016111.716595:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2514944->2519039) req@ffff880078308e00 x1818247334671104/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.716605:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308e00 with x1818247334671104 ext(2514944->2519039) 00002000:00010000:1.0:1734016111.716610:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308e00 00000100:00100000:1.0:1734016111.716778:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8517 00000100:00100000:1.0:1734016111.716787:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334671104:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.717015:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334671104:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 228us (1142us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016111.717025:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8517 00002000:00100000:1.0:1734016111.717031:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2514944->2519039) req@ffff880078308e00 x1818247334671104/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.717038:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308e00 with x1818247334671104 ext(2514944->2519039) 00002000:00010000:1.0:1734016111.717041:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308e00 00000100:00100000:2.0:1734016111.719241:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.719299:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334671360 00000100:00100000:0.0:1734016111.719308:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334671360 00002000:00100000:0.0:1734016111.719344:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2510848->2514943) req@ffff880078309f80 x1818247334671360/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.719353:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309f80 with x1818247334671360 ext(2510848->2514943) 00002000:00010000:0.0:1734016111.719357:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309f80 00000100:00100000:0.0:1734016111.719416:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8518 00000100:00100000:0.0:1734016111.719422:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334671360:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.719577:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334671360:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 155us (346us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.719583:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8518 00002000:00100000:0.0:1734016111.719589:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2510848->2514943) req@ffff880078309f80 x1818247334671360/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.719596:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309f80 with x1818247334671360 ext(2510848->2514943) 00002000:00010000:0.0:1734016111.719598:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309f80 00000100:00100000:3.0:1734016111.722108:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.722678:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334671616 00000100:00100000:1.0:1734016111.722691:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334671616 00002000:00100000:1.0:1734016111.722740:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2506752->2510847) req@ffff880078324700 x1818247334671616/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.722756:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078324700 with x1818247334671616 ext(2506752->2510847) 00002000:00010000:1.0:1734016111.722762:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078324700 00000100:00100000:1.0:1734016111.722798:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8519 00000100:00100000:1.0:1734016111.722835:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334671616:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.723071:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334671616:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 264us (975us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016111.723078:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8519 00002000:00100000:1.0:1734016111.723083:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2506752->2510847) req@ffff880078324700 x1818247334671616/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.723089:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078324700 with x1818247334671616 ext(2506752->2510847) 00002000:00010000:1.0:1734016111.723092:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078324700 00000100:00100000:2.0:1734016111.726185:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.726281:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334671872 00000100:00100000:0.0:1734016111.726293:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334671872 00002000:00100000:0.0:1734016111.726356:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2502656->2506751) req@ffff880078309180 x1818247334671872/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.726367:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309180 with x1818247334671872 ext(2502656->2506751) 00002000:00010000:0.0:1734016111.726373:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309180 00000100:00100000:0.0:1734016111.726422:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8520 00000100:00100000:0.0:1734016111.726432:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334671872:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.726677:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334671872:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 246us (570us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.726685:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8520 00002000:00100000:0.0:1734016111.726692:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2502656->2506751) req@ffff880078309180 x1818247334671872/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.726699:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309180 with x1818247334671872 ext(2502656->2506751) 00002000:00010000:0.0:1734016111.726702:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309180 00000100:00100000:2.0:1734016111.729554:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.729692:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334672128 00000100:00100000:1.0:1734016111.729704:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334672128 00002000:00100000:1.0:1734016111.729754:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2498560->2502655) req@ffff880078309c00 x1818247334672128/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.729764:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309c00 with x1818247334672128 ext(2498560->2502655) 00002000:00010000:1.0:1734016111.729769:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309c00 00000100:00100000:1.0:1734016111.730431:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8521 00000100:00100000:1.0:1734016111.730442:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334672128:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.730762:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334672128:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 320us (1220us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016111.730772:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8521 00002000:00100000:1.0:1734016111.730844:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2498560->2502655) req@ffff880078309c00 x1818247334672128/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.730854:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309c00 with x1818247334672128 ext(2498560->2502655) 00002000:00010000:1.0:1734016111.730859:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309c00 00000100:00100000:3.0:1734016111.734447:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.734603:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334672256 00000100:00100000:1.0:1734016111.734625:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334672256 00002000:00100000:1.0:1734016111.734734:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2498560->2547711) req@ffff8800781c4e00 x1818247334672256/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.734749:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c4e00 with x1818247334672256 ext(2498560->2547711) 00002000:00010000:1.0:1734016111.734757:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c4e00 00000100:00100000:1.0:1734016111.734979:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8522 00000100:00100000:1.0:1734016111.734990:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334672256:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:1.0:1734016111.739036:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334672256:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4036us (4610us total) trans 4294969387 rc 0/0 00000100:00100000:1.0:1734016111.739050:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8522 00002000:00100000:1.0:1734016111.739064:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2498560->2547711) req@ffff8800781c4e00 x1818247334672256/t4294969387(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/448 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.739073:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c4e00 with x1818247334672256 ext(2498560->2547711) 00002000:00010000:1.0:1734016111.739080:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c4e00 00000100:00100000:2.0:1734016111.741682:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.741785:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334672384 00000100:00100000:1.0:1734016111.741795:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334672384 00000100:00100000:1.0:1734016111.741921:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10591 00000100:00100000:1.0:1734016111.741929:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334672384:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016111.743316:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969387 is committed 00000001:00080000:0.0:1734016111.743333:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969384 is committed 00000100:00100000:1.0:1734016111.744069:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334672384:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 1877us (2140us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.744087:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10591 00000100:00100000:3.0:1734016111.746750:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.747132:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334672512 00000100:00100000:1.0:1734016111.747142:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334672512 00000100:00100000:1.0:1734016111.747275:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10592 00000100:00100000:1.0:1734016111.747282:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334672512:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.747303:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.747324:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599282d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f5a4 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.747396:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338385408:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016111.747482:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec780 going to sleep for 11 seconds 00002000:00010000:1.0:1734016111.750112:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 792 -> 888 00000100:00100000:1.0:1734016111.750148:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338385408:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016111.750194:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599282d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5a4 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.750207:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599282d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5a4 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.750236:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016111.750291:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334672512:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3009us (3553us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.750300:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10592 00000100:00100000:3.0:1734016111.752335:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.753114:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334672640 00000100:00100000:1.0:1734016111.753127:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334672640 00000100:00100000:1.0:1734016111.753186:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10593 00000100:00100000:1.0:1734016111.753194:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334672640:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.753217:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.753239:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992834 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f5ab expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.753304:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338385536:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016111.754029:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.756120:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338385536:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016111.756181:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992834 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5ab expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.756198:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992834 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5ab expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.756259:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834240, rc 0) 00000100:00100000:1.0:1734016111.756326:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334672640:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3131us (4004us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.756336:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10593 00000100:00100000:3.0:1734016111.760329:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.760464:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334672768 00000100:00100000:1.0:1734016111.760478:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334672768 00000100:00100000:1.0:1734016111.760689:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10594 00000100:00100000:1.0:1734016111.760699:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334672768:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016111.761096:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9266849 -> 9266849 00002000:00010000:1.0:1734016111.761100:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.761102:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016111 -> 1734016109 00002000:00010000:1.0:1734016111.761106:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.761108:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 888 -> 968 00000100:00100000:1.0:1734016111.761188:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334672768:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 490us (879us total) trans 4294969388 rc 0/0 00000100:00100000:1.0:1734016111.761196:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10594 00000100:00100000:2.0:1734016111.764064:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.764150:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334672896 00000100:00100000:0.0:1734016111.764162:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334672896 00000100:00100000:0.0:1734016111.764225:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10595 00000100:00100000:0.0:1734016111.764233:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334672896:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.764268:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.764296:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5599283b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f5b2 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.764395:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338385664:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016111.764502:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7b40 going to sleep for 11 seconds 00002000:00010000:0.0:1734016111.766248:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016109 -> 1734016111 00000100:00100000:0.0:1734016111.766277:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dc46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338385664:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016111.766318:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5599283b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5b2 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.766333:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5599283b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5b2 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.766364:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565f80, rc 0) 00000100:00100000:0.0:1734016111.766421:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334672896:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2188us (2374us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016111.766430:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10595 00000100:00100000:3.0:1734016111.769183:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.769303:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334673024 00000100:00100000:0.0:1734016111.769317:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334673024 00000100:00100000:0.0:1734016111.769937:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10596 00000100:00100000:0.0:1734016111.769949:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334673024:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.769975:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.770000:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992842 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f5b9 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.770100:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338385792:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016111.770210:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.773137:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dc46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338385792:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016111.773203:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992842 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5b9 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.773222:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992842 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5b9 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.773770:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567840, rc 0) 00000100:00100000:0.0:1734016111.773923:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334673024:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3971us (4755us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016111.773936:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10596 00000100:00100000:3.0:1734016111.778126:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.778288:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334673280 00000100:00100000:1.0:1734016111.778301:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334673280 00000100:00100000:1.0:1734016111.778680:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2120 00000100:00100000:1.0:1734016111.778688:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:9662:x1818247334673280:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016111.778746:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016111.778775:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559927d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f550 expref: 25 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.778834:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016111.778840:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016111.779009:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55992849 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016111.779022:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc5599280a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f581 expref: 28 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.779029:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55992849 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016111.779066:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc5599280a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f581 expref: 28 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.779079:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc5599280a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f581 expref: 28 pid: 6480 timeout: 475 lvb_type: 0 00000100:00100000:1.0:1734016111.779097:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338385920:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016111.779180:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.782562:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338385920:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016111.782601:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55992849 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016111.782969:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.783047:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334673408 00000100:00100000:0.0:1734016111.783058:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334673408 00010000:00010000:0.0:1734016111.783112:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc5599280a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f581 expref: 29 pid: 6480 timeout: 475 lvb_type: 0 00000100:00100000:0.0:1734016111.783154:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2945 00000100:00100000:0.0:1734016111.783162:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+29:1969:x1818247334673408:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016111.783180:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016111.783187:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc5599280a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f581 expref: 29 pid: 6480 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016111.783203:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc5599280a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f581 expref: 29 pid: 6480 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016111.783234:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc5599280a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f581 expref: 29 pid: 6480 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016111.783273:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016111.783279:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55992849 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016111.783291:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55992849 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016111.783300:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55992849 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016111.783320:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016111.783389:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+28:1969:x1818247334673408:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 227us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.783398:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2945 00010000:00010000:0.0:1734016111.783431:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55992849 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016111.783438:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55992849 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:0.0:1734016111.783548:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968648 00000004:00010000:0.0:1734016111.783597:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800781c5880 reply state ffff880078120000 transno 4294968649 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55992849 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016111.783604:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016111.783673:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:9662:x1818247334673280:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 4985us (5561us total) trans 4294968649 rc 0/0 00000100:00100000:0.0:1734016111.783680:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2120 00000020:00080000:0.0:1734016111.783685:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016111.787150:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.787227:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334673536 00000100:00100000:0.0:1734016111.787240:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334673536 00000100:00100000:0.0:1734016111.787355:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10597 00000100:00100000:0.0:1734016111.787364:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334673536:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.787396:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.787420:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992850 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f5c0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.787461:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559927fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5890048->5910527) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f57a expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.787469:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016111.787472:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016111.787477:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992850 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5c0 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.787525:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559927fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5890048->5910527) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f57a expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.787538:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559927fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5890048->5910527) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f57a expref: 6 pid: 7685 timeout: 475 lvb_type: 0 00000100:00100000:0.0:1734016111.787556:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338386048:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016111.787664:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7000 going to sleep for 11 seconds 00010000:00010000:2.0:1734016111.787757:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55992849 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016111.787768:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55992849 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016111.787776:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55992849 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016111.787783:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e834240 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016111.787789:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55992849 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016111.787800:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55992849 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016111.787837:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016111.787840:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016111.787845:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55992849 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016111.787850:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55992849 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016111.790850:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dc46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338386048:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016111.790888:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992850 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5c0 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.790908:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:0.0:1734016111.790963:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334673536:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3599us (3827us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.790973:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10597 00000100:00100000:3.0:1734016111.794556:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.795244:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334673664 00000100:00100000:1.0:1734016111.795255:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334673664 00010000:00010000:1.0:1734016111.795294:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559927fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5890048->5910527) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f57a expref: 7 pid: 7685 timeout: 475 lvb_type: 0 00000100:00100000:1.0:1734016111.795593:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2946 00000100:00100000:1.0:1734016111.795602:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334673664:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016111.795622:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016111.795651:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559927fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5890048->5910527) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f57a expref: 7 pid: 7685 timeout: 475 lvb_type: 0 00010000:00010000:1.0:1734016111.795663:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559927fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5890048->5910527) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f57a expref: 7 pid: 7685 timeout: 475 lvb_type: 0 00010000:00010000:1.0:1734016111.795687:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559927fc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5890048->5910527) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f57a expref: 7 pid: 7685 timeout: 475 lvb_type: 0 00010000:00010000:1.0:1734016111.795715:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016111.795718:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016111.795724:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992850 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5c0 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.795734:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992850 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5c0 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.795770:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992850 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5c0 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.795784:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338386176:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016111.795874:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.798803:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.799068:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334673792 00000100:00100000:0.0:1734016111.799077:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334673792 00002000:00010000:0.0:1734016111.799119:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3760182->18446744073709551615) 00002000:00100000:0.0:1734016111.799124:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37dc00 with x1818247334673792 ext(3760182->18446744073709551615) 00002000:00010000:0.0:1734016111.799135:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37dc00. 00000100:00100000:0.0:1734016111.799162:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8523 00000100:00100000:0.0:1734016111.799170:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334673792:12345-192.168.201.4@tcp:10:fsx.0 00000100:00100000:1.0:1734016111.801840:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338386176:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016111.801871:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016111.801957:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334673664:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6353us (7413us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.801975:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2946 00002000:00010000:1.0:1734016111.805772:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9266849 -> 3760182 00002000:00010000:1.0:1734016111.805782:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.805785:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016111 -> 1734016109 00002000:00010000:1.0:1734016111.805786:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.805788:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 968 -> 720 00000100:00100000:1.0:1734016111.805930:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334673792:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 6753us (7133us total) trans 4294969389 rc 0/0 00000100:00100000:1.0:1734016111.805942:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8523 00002000:00010000:1.0:1734016111.805949:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3760182->18446744073709551615) 00002000:00100000:1.0:1734016111.805953:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37dc00 with x1818247334673792 ext(3760182->18446744073709551615) 00002000:00010000:1.0:1734016111.805962:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37dc00. 00000100:00100000:3.0:1734016111.809443:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.809527:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334673920 00000100:00100000:0.0:1734016111.809542:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334673920 00000100:00100000:0.0:1734016111.809647:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2121 00000100:00100000:0.0:1734016111.809658:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+28:9662:x1818247334673920:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.809700:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.809735:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55992857 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f5c7 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.810232:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc5599285e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016111.810249:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc5599285e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016111.810259:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc5599285e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:1.0:1734016111.810286:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3760182 00000004:00200000:1.0:1734016111.810291:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016111.810308:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc5599285e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016111.810340:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55992857 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5c7 expref: 30 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.810358:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc5599285e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5c7 expref: 29 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.810367:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016111.810370:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016111.810374:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016111.810454:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+29:9662:x1818247334673920:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 797us (1036us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.810462:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2121 00000100:00100000:2.0:1734016111.814764:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.814944:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334674048 00000100:00100000:0.0:1734016111.814960:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334674048 00000100:00100000:0.0:1734016111.815085:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10598 00000100:00100000:0.0:1734016111.815094:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334674048:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.815122:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.815148:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992865 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f5ce expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.815244:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338386304:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016111.816743:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7000 going to sleep for 11 seconds 00002000:00010000:0.0:1734016111.828431:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016109 -> 1734016111 00000100:00100000:0.0:1734016111.828470:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dc46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338386304:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016111.828513:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992865 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5ce expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.828527:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992865 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5ce expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.828543:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:0.0:1734016111.828613:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334674048:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 13519us (13867us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016111.828623:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10598 00000100:00100000:3.0:1734016111.831320:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.831372:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334674176 00000100:00100000:0.0:1734016111.831394:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334674176 00000100:00100000:0.0:1734016111.831446:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10599 00000100:00100000:0.0:1734016111.831453:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334674176:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.831476:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.831498:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc5599286c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f5d5 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.831564:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338386432:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016111.831642:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.834227:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dc46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338386432:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016111.834274:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc5599286c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5d5 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.834289:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc5599286c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5d5 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.834314:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567600, rc 0) 00000100:00100000:0.0:1734016111.835939:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334674176:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4474us (4625us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016111.835950:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10599 00000100:00100000:3.0:1734016111.848655:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016111.848849:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334674432 00000100:00100000:2.0:1734016111.848865:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334674432 00000100:00100000:3.0:1734016111.849095:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2122 00000100:00100000:3.0:1734016111.849106:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+29:9662:x1818247334674432:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016111.849192:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016111.849227:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc5599285e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5c7 expref: 29 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.849272:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016111.849278:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016111.849518:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992873 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016111.849532:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992873 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016111.849542:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992873 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:3.0:1734016111.849586:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968650 00000004:00010000:3.0:1734016111.849610:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007a37df80 reply state ffff88007a059000 transno 4294968651 ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992873 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016111.849618:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016111.849733:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+31:9662:x1818247334674432:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 628us (1095us total) trans 4294968651 rc 0/0 00000100:00100000:3.0:1734016111.849744:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2122 00000020:00080000:3.0:1734016111.849750:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016111.851988:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992873 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016111.852004:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992873 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016111.852010:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992873 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016111.852016:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100900 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016111.852021:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992873 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016111.852029:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992873 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016111.852045:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016111.852054:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016111.852059:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992873 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016111.852063:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992873 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016111.852270:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.854113:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334674560 00000100:00100000:0.0:1734016111.854133:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334674560 00000100:00100000:1.0:1734016111.854274:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10600 00000100:00100000:1.0:1734016111.854285:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334674560:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.854314:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.854340:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599287a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f5dc expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.854396:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992850 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5c0 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.854404:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016111.854405:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016111.854409:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599287a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5dc expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.854450:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992850 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5c0 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.854462:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992850 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5c0 expref: 7 pid: 7686 timeout: 475 lvb_type: 0 00000100:00100000:1.0:1734016111.854476:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338386560:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016111.854570:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016111.869347:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016111.869470:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334674688 00000100:00100000:0.0:1734016111.869485:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334674688 00010000:00010000:0.0:1734016111.869529:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992850 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5c0 expref: 8 pid: 7686 timeout: 475 lvb_type: 0 00000100:00100000:0.0:1734016111.869571:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2947 00000100:00100000:0.0:1734016111.869578:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334674688:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016111.869595:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016111.869619:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992850 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5c0 expref: 8 pid: 7686 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016111.869632:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992850 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5c0 expref: 8 pid: 7686 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016111.869660:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016111.869663:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016111.869669:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599287a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5dc expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.869677:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599287a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5dc expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.869719:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599287a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5dc expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.869733:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc46680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338386688:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016111.869824:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7000 going to sleep for 11 seconds 00010000:00010000:1.0:1734016111.870398:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992850 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5c0 expref: 8 pid: 7686 timeout: 475 lvb_type: 0 00000100:00100000:1.0:1734016111.870429:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338386560:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016111.870465:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599287a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5dc expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.870476:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016111.870507:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334674560:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 16223us (18242us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.870515:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10600 00000100:00100000:0.0:1734016111.873354:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dc46680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338386688:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016111.873387:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016111.878210:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334674688:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8618us (8861us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.878225:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2947 00000100:00100000:2.0:1734016111.878665:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.878791:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334674816 00000100:00100000:1.0:1734016111.878800:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334674816 00002000:00010000:1.0:1734016111.878845:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7861259->18446744073709551615) 00002000:00100000:1.0:1734016111.878849:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dce00 with x1818247334674816 ext(7861259->18446744073709551615) 00002000:00010000:1.0:1734016111.878861:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dce00. 00000100:00100000:1.0:1734016111.878884:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8524 00000100:00100000:1.0:1734016111.878890:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334674816:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016111.879077:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3760182 -> 7861259 00002000:00010000:1.0:1734016111.879080:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.879082:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016111 -> 1734016109 00002000:00010000:1.0:1734016111.879083:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.879085:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 720 -> 720 00000100:00100000:1.0:1734016111.879131:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334674816:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 241us (469us total) trans 4294969390 rc 0/0 00000100:00100000:1.0:1734016111.879136:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8524 00002000:00010000:1.0:1734016111.879139:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7861259->18446744073709551615) 00002000:00100000:1.0:1734016111.879140:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dce00 with x1818247334674816 ext(7861259->18446744073709551615) 00002000:00010000:1.0:1734016111.879143:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dce00. 00000100:00100000:3.0:1734016111.883236:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.883361:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334674944 00000100:00100000:1.0:1734016111.883372:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334674944 00000100:00100000:1.0:1734016111.883445:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2123 00000100:00100000:1.0:1734016111.883453:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+30:9662:x1818247334674944:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.883481:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.883503:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc55992881 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f5e3 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.883602:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55992888 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016111.883617:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55992888 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016111.883628:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55992888 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:1.0:1734016111.883652:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7861259 00000004:00200000:1.0:1734016111.883656:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016111.883672:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55992888 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016111.883694:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc55992881 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5e3 expref: 32 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.883727:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55992888 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5e3 expref: 31 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.883736:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016111.883739:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016111.883742:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016111.883805:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+31:9662:x1818247334674944:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 353us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.883852:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2123 00000100:00100000:2.0:1734016111.888158:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.888227:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334675072 00000100:00100000:1.0:1734016111.888242:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334675072 00000100:00100000:1.0:1734016111.888312:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2124 00000100:00100000:1.0:1734016111.888321:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+26:9662:x1818247334675072:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.888355:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.888388:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc5599288f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f5ea expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.888505:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55992896 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016111.888521:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55992896 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016111.888533:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55992896 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:1.0:1734016111.888559:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7861259 00000004:00200000:1.0:1734016111.888562:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016111.888579:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55992896 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016111.888603:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc5599288f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5ea expref: 28 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.888638:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55992896 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5ea expref: 27 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.888645:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016111.888648:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016111.888652:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016111.888712:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:9662:x1818247334675072:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 391us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.888719:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2124 00000100:00100000:3.0:1734016111.893071:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.893368:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334675200 00000100:00100000:1.0:1734016111.893391:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334675200 00000100:00100000:1.0:1734016111.893467:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10601 00000100:00100000:1.0:1734016111.893477:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334675200:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.893504:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.893526:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599289d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f5f1 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.893605:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338386816:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016111.893689:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eccc0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016111.899271:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016109 -> 1734016111 00000100:00100000:1.0:1734016111.899320:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338386816:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016111.899387:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599289d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5f1 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.899407:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599289d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5f1 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.899433:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016111.899519:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334675200:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6040us (6459us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.899530:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10601 00000100:00100000:3.0:1734016111.906331:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.906424:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334675328 00000100:00100000:1.0:1734016111.906437:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334675328 00000100:00100000:1.0:1734016111.906508:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10602 00000100:00100000:1.0:1734016111.906518:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334675328:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.906545:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.906570:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559928a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f5f8 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.906640:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338386944:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016111.906727:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.911658:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338386944:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016111.911719:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559928a4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5f8 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.911736:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559928a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5f8 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.911770:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016111.911852:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334675328:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5334us (5535us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.911861:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10602 00000100:00100000:3.0:1734016111.935505:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016111.935578:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016111.936488:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334675712 00000100:00100000:1.0:1734016111.936502:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334675712 00002000:00100000:1.0:1734016111.936579:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7864319) req@ffff880078c26a00 x1818247334675712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.936590:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26a00 with x1818247334675712 ext(4194304->7864319) 00002000:00010000:1.0:1734016111.936597:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26a00 00000100:00100000:1.0:1734016111.936637:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334675584 00000100:00100000:1.0:1734016111.936640:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334675584 00002000:00100000:1.0:1734016111.936652:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880078c24380 x1818247334675584/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.936659:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24380 with x1818247334675584 ext(0->4194303) 00002000:00010000:1.0:1734016111.936662:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c24380 00000100:00100000:1.0:1734016111.936680:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8525 00000100:00100000:1.0:1734016111.936689:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334675712:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.939527:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8526 00000100:00100000:2.0:1734016111.939543:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334675584:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.015659:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334675712:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 78959us (80154us total) trans 0 rc 3670016/3670016 00000100:00100000:1.0:1734016112.015674:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8525 00002000:00100000:1.0:1734016112.015687:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7864319) req@ffff880078c26a00 x1818247334675712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/440 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 3670016/3670016 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.015697:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26a00 with x1818247334675712 ext(4194304->7864319) 00002000:00010000:1.0:1734016112.015703:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26a00 00000100:00100000:1.0:1734016112.061627:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016112.066273:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016112.066431:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334675968 00000100:00100000:0.0:1734016112.066445:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334675968 00000100:00100000:0.0:1734016112.066713:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 323 00000100:00100000:0.0:1734016112.066723:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e84ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1969:x1818247334675968:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:0.0:1734016112.066829:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e84ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1969:x1818247334675968:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 108us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016112.066838:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 323 00000100:00100000:2.0:1734016112.067019:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334676096 00000100:00100000:2.0:1734016112.067025:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334676096 00000100:00100000:2.0:1734016112.067063:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 155 00000100:00100000:2.0:1734016112.067069:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334676096:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:2.0:1734016112.067124:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334676096:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 54us (5511us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.067130:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 155 00000100:00080000:1.0:1734016112.067201:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016082 00000100:00080000:1.0:1734016112.067205:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016082 00000100:00100000:2.0:1734016112.076099:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334675584:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 136539us (140501us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016112.076123:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8526 00002000:00100000:2.0:1734016112.076144:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880078c24380 x1818247334675584/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:72/0 lens 488/440 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.076155:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24380 with x1818247334675584 ext(0->4194303) 00002000:00010000:2.0:1734016112.076162:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c24380 00000100:00100000:0.0:1734016112.095722:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016112.095848:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334676224 00000100:00100000:1.0:1734016112.095860:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334676224 00000100:00100000:1.0:1734016112.095924:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10603 00000100:00100000:1.0:1734016112.095933:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334676224:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016112.096091:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7861259 -> 7861259 00002000:00010000:1.0:1734016112.096094:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016112.096097:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016111 -> 1734016109 00002000:00010000:1.0:1734016112.096099:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016111 -> 1734016112 00002000:00010000:1.0:1734016112.096101:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 720 -> 720 00000100:00100000:1.0:1734016112.096155:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334676224:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 223us (444us total) trans 4294969391 rc 0/0 00000100:00100000:1.0:1734016112.096163:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10603 00000100:00100000:0.0:1734016112.134304:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.134433:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334676352 00000100:00100000:2.0:1734016112.134448:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334676352 00000100:00100000:2.0:1734016112.134534:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10604 00000100:00100000:2.0:1734016112.134543:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334676352:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.134565:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.134591:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559928ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f5ff expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.134663:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309de680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338387072:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016112.134734:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00080000:1.0:1734016112.139668:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016082 00002000:00010000:0.0:1734016112.141141:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016109 -> 1734016112 00000100:00100000:0.0:1734016112.141170:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309de680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338387072:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016112.141210:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559928ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5ff expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.141230:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559928ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5ff expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.141264:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:0.0:1734016112.141325:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334676352:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6783us (7034us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016112.141334:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10604 00000100:00100000:0.0:1734016112.146197:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.146309:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334676480 00000100:00100000:2.0:1734016112.146320:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334676480 00000100:00100000:2.0:1734016112.146369:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10605 00000100:00100000:2.0:1734016112.146387:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334676480:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.146409:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.146430:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559928b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f606 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.146496:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338387200:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016112.146579:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.152010:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338387200:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016112.152091:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559928b2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f606 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.152111:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559928b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f606 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.152143:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016112.152235:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334676480:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5847us (6053us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.152248:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10605 00000100:00100000:0.0:1734016112.179882:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.179973:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334676608 00000100:00100000:2.0:1734016112.179984:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334676608 00000100:00100000:2.0:1734016112.180027:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10606 00000100:00100000:2.0:1734016112.180033:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334676608:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.180054:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.180073:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559928b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f60d expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.180137:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338387328:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016112.180205:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.185342:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338387328:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016112.185406:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559928b9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f60d expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.185426:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559928b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f60d expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.185450:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016112.185523:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334676608:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5489us (5654us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.185533:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10606 00000100:00100000:1.0:1734016112.194780:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.194907:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334676736 00000100:00100000:2.0:1734016112.194920:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334676736 00000100:00100000:2.0:1734016112.194976:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10607 00000100:00100000:2.0:1734016112.194984:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334676736:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.195012:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.195036:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f614 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.195111:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338387456:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016112.195305:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.197510:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338387456:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016112.197585:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928c0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f614 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.197608:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f614 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.197651:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016112.197749:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334676736:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2763us (2980us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.197763:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10607 00000100:00100000:0.0:1734016112.200732:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.200870:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334676864 00000100:00100000:2.0:1734016112.200879:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334676864 00000100:00100000:2.0:1734016112.200934:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10608 00000100:00100000:2.0:1734016112.200942:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334676864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.200963:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.200983:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559928c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f61b expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.201020:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599287a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5dc expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.201028:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016112.201030:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016112.201033:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559928c7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6815744->6840319] (req 6815744->6840319) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f61b expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.201064:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599287a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5dc expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.201076:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599287a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5dc expref: 8 pid: 7686 timeout: 475 lvb_type: 0 00000100:00100000:2.0:1734016112.201088:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338387584:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016112.201148:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.211566:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338387584:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016112.211613:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559928c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6815744->6840319] (req 6815744->6840319) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f61b expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.211635:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016112.211709:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334676864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10766us (10986us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.211721:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10608 00000100:00100000:2.0:1734016112.226607:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016112.226698:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334676992 00000100:00100000:0.0:1734016112.226707:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334676992 00010000:00010000:0.0:1734016112.226744:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599287a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5dc expref: 9 pid: 7686 timeout: 475 lvb_type: 0 00000100:00100000:0.0:1734016112.226776:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2948 00000100:00100000:0.0:1734016112.226784:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334676992:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016112.226801:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016112.226862:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599287a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5dc expref: 9 pid: 7686 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016112.226875:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599287a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5dc expref: 9 pid: 7686 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016112.226899:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc5599287a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5dc expref: 9 pid: 7686 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016112.226934:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016112.226937:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016112.226943:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559928c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6815744->6840319) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f61b expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.226952:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559928c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6815744->6840319) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f61b expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.226991:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559928c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6815744->6840319) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f61b expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.227004:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc44000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338387712:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016112.227064:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85850c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016112.227296:0:6468:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016112.231690:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.231795:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dc44000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338387712:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016112.231842:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334677120 00010000:00010000:2.0:1734016112.231855:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016112.231855:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334677120 00000100:00100000:2.0:1734016112.231909:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334676992:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5123us (5313us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.231912:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10609 00000100:00100000:3.0:1734016112.231918:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334677120:12345-192.168.201.4@tcp:22:fsx.0 00000100:00100000:2.0:1734016112.231922:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2948 00002000:00010000:3.0:1734016112.232108:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7861259 -> 7861259 00002000:00010000:3.0:1734016112.232111:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016111 -> 1734016112 00002000:00010000:3.0:1734016112.232113:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016112 -> 1734016109 00002000:00010000:3.0:1734016112.232115:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016112 -> 1734016112 00002000:00010000:3.0:1734016112.232116:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 720 -> 720 00000100:00100000:3.0:1734016112.232211:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334677120:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 291us (533us total) trans 4294969392 rc 0/0 00000100:00100000:3.0:1734016112.232218:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10609 00000100:00100000:0.0:1734016112.238981:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.241164:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334677248 00000100:00100000:2.0:1734016112.241181:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334677248 00000100:00100000:2.0:1734016112.241252:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10610 00000100:00100000:2.0:1734016112.241261:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334677248:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.241282:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.241305:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f622 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.241340:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559928c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6815744->6840319) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f61b expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.241348:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016112.241351:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016112.241356:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928ce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1499136->1560575] (req 1499136->1560575) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f622 expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.241403:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559928c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6815744->6840319) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f61b expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.241416:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559928c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6815744->6840319) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f61b expref: 8 pid: 7686 timeout: 475 lvb_type: 0 00000100:00100000:2.0:1734016112.241430:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338387840:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016112.241508:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.244145:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338387840:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016112.244182:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928ce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1499136->1560575] (req 1499136->1560575) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f622 expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.244200:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016112.244261:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:9662:x1818247334677248:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3000us (5292us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.244270:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10610 00000100:00100000:2.0:1734016112.246679:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016112.246898:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334677376 00000100:00100000:0.0:1734016112.246909:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334677376 00010000:00010000:0.0:1734016112.246947:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559928c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6815744->6840319) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f61b expref: 9 pid: 7686 timeout: 475 lvb_type: 0 00000100:00100000:0.0:1734016112.246976:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2949 00000100:00100000:0.0:1734016112.246983:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334677376:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016112.247001:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016112.247022:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559928c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6815744->6840319) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f61b expref: 9 pid: 7686 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016112.247039:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559928c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6815744->6840319) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f61b expref: 9 pid: 7686 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016112.247064:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559928c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6815744->6840319) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f61b expref: 9 pid: 7686 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016112.252515:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016112.252527:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016112.252548:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1499136->1560575) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f622 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.252562:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1499136->1560575) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f622 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.252629:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1499136->1560575) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f622 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.252647:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc45180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338387968:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016112.252763:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.255444:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.255474:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334677504 00000100:00100000:2.0:1734016112.255481:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334677504 00000100:00100000:1.0:1734016112.255789:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dc45180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338387968:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016112.256081:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016112.256125:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334677376:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 9141us (9456us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.256134:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2949 00000100:00100000:2.0:1734016112.257009:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10611 00000100:00100000:2.0:1734016112.257019:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334677504:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016112.257343:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7861259 -> 7861259 00002000:00010000:2.0:1734016112.257347:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016112.257349:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:2.0:1734016112.257351:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016112.257353:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 720 -> 720 00000100:00100000:2.0:1734016112.257443:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334677504:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 425us (2007us total) trans 4294969393 rc 0/0 00000100:00100000:2.0:1734016112.257450:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10611 00000100:00100000:2.0:1734016112.280285:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016112.280434:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334677760 00000100:00100000:0.0:1734016112.280445:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334677760 00002000:00100000:0.0:1734016112.280497:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->5865471) req@ffff8801309df100 x1818247334677760/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 504/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.280507:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309df100 with x1818247334677760 ext(0->5865471) 00002000:00010000:0.0:1734016112.280514:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309df100 00000100:00100000:1.0:1734016112.281613:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8527 00000100:00100000:1.0:1734016112.281624:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334677760:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.286613:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016112.286677:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334678016 00000100:00100000:0.0:1734016112.286689:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334678016 00002000:00100000:0.0:1734016112.286730:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->7864319) req@ffff8801309dc000 x1818247334678016/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 504/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.286742:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dc000 with x1818247334678016 ext(4190208->7864319) 00002000:00010000:0.0:1734016112.286748:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dc000 00000100:00100000:0.0:1734016112.286776:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8528 00000100:00100000:0.0:1734016112.286782:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1971:x1818247334678016:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.362650:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1971:x1818247334678016:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 75850us (76030us total) trans 0 rc 3670016/3670016 00000100:00100000:3.0:1734016112.362667:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8528 00002000:00100000:3.0:1734016112.362682:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->7864319) req@ffff8801309dc000 x1818247334678016/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 504/440 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 3670016/3670016 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.362697:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dc000 with x1818247334678016 ext(4190208->7864319) 00002000:00010000:3.0:1734016112.362704:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dc000 00000100:00100000:1.0:1734016112.404926:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334677760:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 123295us (124643us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016112.404936:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8527 00002000:00100000:1.0:1734016112.404947:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->5865471) req@ffff8801309df100 x1818247334677760/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 504/440 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.404956:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309df100 with x1818247334677760 ext(0->5865471) 00002000:00010000:1.0:1734016112.404961:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309df100 00000100:00100000:0.0:1734016112.414494:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016112.416013:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334678272 00000100:00100000:1.0:1734016112.416027:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334678272 00000100:00100000:3.0:1734016112.417184:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8529 00000100:00100000:3.0:1734016112.417193:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334678272:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:3.0:1734016112.417226:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559928d5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.417243:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1499136->1560575) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f622 expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.417250:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016112.417251:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016112.417253:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559928d5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5898240->5906431] (req 5898240->5906431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.417284:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1499136->1560575) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f622 expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.417295:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1499136->1560575) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f622 expref: 9 pid: 7685 timeout: 476 lvb_type: 0 00000100:00100000:3.0:1734016112.417306:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338388096:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016112.417384:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b7b5cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.427779:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338388096:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016112.427817:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559928d5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5898240->5906431] (req 5898240->5906431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.433722:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016112.433854:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334678400 00000100:00100000:1.0:1734016112.433863:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334678400 00010000:00010000:1.0:1734016112.433897:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1499136->1560575) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f622 expref: 10 pid: 7685 timeout: 476 lvb_type: 0 00000100:00100000:1.0:1734016112.433941:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2950 00000100:00100000:1.0:1734016112.433949:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b414bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334678400:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016112.433961:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016112.433980:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1499136->1560575) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f622 expref: 10 pid: 7685 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016112.433992:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1499136->1560575) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f622 expref: 10 pid: 7685 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016112.434015:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1499136->1560575) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f622 expref: 10 pid: 7685 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016112.434040:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.434043:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.434047:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559928d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5898240->5906431] (req 5898240->5906431) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.434057:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559928d5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5898240->5906431] (req 5898240->5906431) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.434228:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016112.434277:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b414bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334678400:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 328us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.434283:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2950 00010000:00010000:3.0:1734016112.434450:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559928d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5898240->5906431] (req 5898240->5906431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.434459:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559928d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5898240->5906431] (req 5898240->5906431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016112.441715:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969394 is committed 00000001:00080000:0.0:1734016112.441731:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969393 is committed 00002000:00010000:3.0:1734016112.441872:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016112 00002000:00010000:3.0:1734016112.441876:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 720 -> 736 00010000:00010000:3.0:1734016112.441887:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559928d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5898240->5906431] (req 5898240->5906431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.441897:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559928d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5898240->5906431] (req 5898240->5906431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.441905:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559928d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5898240->5906431] (req 5898240->5906431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.441911:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070102d00 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016112.441915:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559928d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5898240->5906431] (req 5898240->5906431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.441922:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559928d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5898240->5906431] (req 5898240->5906431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.441938:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559928d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5898240->5906431] (req 5898240->5906431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.441948:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559928d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5898240->5906431] (req 5898240->5906431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.442035:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334678272:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 24839us (27547us total) trans 4294969394 rc 0/0 00000100:00100000:3.0:1734016112.442044:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8529 00000100:00100000:0.0:1734016112.446999:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.448326:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334678528 00000100:00100000:3.0:1734016112.448335:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334678528 00000100:00100000:2.0:1734016112.450072:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10612 00000100:00100000:2.0:1734016112.450085:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334678528:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.450108:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.450129:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f629 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016112.450151:0:7685:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7861259, mtime: 0x675afc6f, atime: 0x675afc70, ctime: 0x675afc70, blocks: 0x2e0 00010000:00010000:2.0:1734016112.450175:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.450177:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.450184:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f629 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.450196:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f629 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.450204:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016112.450314:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334678528:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 232us (3324us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.450324:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10612 00000100:00100000:0.0:1734016112.453228:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.453361:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334678656 00000100:00100000:3.0:1734016112.453379:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334678656 00000100:00100000:3.0:1734016112.453472:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10613 00000100:00100000:3.0:1734016112.453479:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334678656:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.453497:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.453517:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559928e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f630 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.453546:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f629 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.453552:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016112.453554:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016112.453558:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559928e3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4648960->4661247] (req 4648960->4661247) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f630 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.453587:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f629 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.453601:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f629 expref: 6 pid: 7685 timeout: 476 lvb_type: 1 00000100:00100000:3.0:1734016112.453615:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338388224:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016112.453681:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b7b5cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.457219:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338388224:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016112.457248:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559928e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4648960->4661247] (req 4648960->4661247) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f630 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.457265:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016112.457312:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334678656:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3832us (4093us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.457321:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10613 00000100:00100000:0.0:1734016112.457871:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.458092:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334678784 00000100:00100000:2.0:1734016112.458098:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334678784 00010000:00010000:2.0:1734016112.458119:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f629 expref: 7 pid: 7685 timeout: 476 lvb_type: 1 00000100:00100000:2.0:1734016112.458150:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2951 00000100:00100000:2.0:1734016112.458155:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334678784:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016112.458166:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016112.458181:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f629 expref: 7 pid: 7685 timeout: 476 lvb_type: 1 00010000:00010000:2.0:1734016112.458191:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f629 expref: 7 pid: 7685 timeout: 476 lvb_type: 1 00010000:00010000:2.0:1734016112.458207:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559928dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f629 expref: 7 pid: 7685 timeout: 476 lvb_type: 1 00010000:00010000:2.0:1734016112.458230:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.458232:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.458237:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559928e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4648960->4661247) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f630 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.458245:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559928e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4648960->4661247) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f630 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.458270:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559928e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4648960->4661247) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f630 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.458281:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338388352:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016112.458327:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.462064:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338388352:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016112.462086:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016112.462132:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334678784:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3975us (4261us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.462142:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2951 00000100:00100000:0.0:1734016112.463351:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.464100:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334678912 00000100:00100000:3.0:1734016112.464108:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334678912 00000100:00100000:3.0:1734016112.464156:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10614 00000100:00100000:3.0:1734016112.464162:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334678912:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016112.464363:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7861259 -> 7861259 00002000:00010000:3.0:1734016112.464378:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016111 -> 1734016112 00002000:00010000:3.0:1734016112.464380:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016112 -> 1734016112 00002000:00010000:3.0:1734016112.464382:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016112 -> 1734016112 00002000:00010000:3.0:1734016112.464384:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 736 -> 736 00000100:00100000:3.0:1734016112.464462:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334678912:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 298us (1121us total) trans 4294969395 rc 0/0 00000100:00100000:3.0:1734016112.464469:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10614 00000100:00100000:0.0:1734016112.470568:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.470793:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334679168 00000100:00100000:3.0:1734016112.470800:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334679168 00002000:00100000:3.0:1734016112.470864:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3121152->3125247) req@ffff88012dc45f80 x1818247334679168/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.470873:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45f80 with x1818247334679168 ext(3121152->3125247) 00002000:00010000:3.0:1734016112.470877:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45f80 00000100:00100000:3.0:1734016112.470901:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8530 00000100:00100000:3.0:1734016112.470906:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334679168:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.471024:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334679168:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 117us (463us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.471030:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8530 00002000:00100000:3.0:1734016112.471034:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3121152->3125247) req@ffff88012dc45f80 x1818247334679168/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.471040:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45f80 with x1818247334679168 ext(3121152->3125247) 00002000:00010000:3.0:1734016112.471042:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45f80 00000100:00100000:0.0:1734016112.474630:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016112.474714:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334679424 00000100:00100000:1.0:1734016112.474722:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334679424 00002000:00100000:1.0:1734016112.474758:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3117056->3121151) req@ffff88012dc45500 x1818247334679424/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.474767:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45500 with x1818247334679424 ext(3117056->3121151) 00002000:00010000:1.0:1734016112.474772:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45500 00000100:00100000:1.0:1734016112.474800:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8531 00000100:00100000:1.0:1734016112.474805:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334679424:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.474963:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334679424:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 157us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.474969:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8531 00002000:00100000:1.0:1734016112.474974:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3117056->3121151) req@ffff88012dc45500 x1818247334679424/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.474979:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45500 with x1818247334679424 ext(3117056->3121151) 00002000:00010000:1.0:1734016112.474982:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45500 00000100:00100000:0.0:1734016112.478244:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.478339:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334679680 00000100:00100000:3.0:1734016112.478348:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334679680 00002000:00100000:3.0:1734016112.478397:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3112960->3117055) req@ffff88012dc45180 x1818247334679680/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.478406:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45180 with x1818247334679680 ext(3112960->3117055) 00002000:00010000:3.0:1734016112.478411:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45180 00000100:00100000:3.0:1734016112.478441:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8532 00000100:00100000:3.0:1734016112.478447:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334679680:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.478586:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334679680:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 138us (351us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.478592:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8532 00002000:00100000:3.0:1734016112.478596:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3112960->3117055) req@ffff88012dc45180 x1818247334679680/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.478602:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45180 with x1818247334679680 ext(3112960->3117055) 00002000:00010000:3.0:1734016112.478605:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45180 00000100:00100000:0.0:1734016112.482061:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016112.482360:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334679936 00000100:00100000:1.0:1734016112.482404:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334679936 00002000:00100000:1.0:1734016112.482439:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3108864->3112959) req@ffff88012dc44000 x1818247334679936/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.482448:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc44000 with x1818247334679936 ext(3108864->3112959) 00002000:00010000:1.0:1734016112.482452:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc44000 00000100:00100000:1.0:1734016112.482799:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8533 00000100:00100000:1.0:1734016112.482805:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334679936:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.482963:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334679936:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 158us (913us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.482969:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8533 00002000:00100000:1.0:1734016112.482974:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3108864->3112959) req@ffff88012dc44000 x1818247334679936/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.482980:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc44000 with x1818247334679936 ext(3108864->3112959) 00002000:00010000:1.0:1734016112.482983:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc44000 00000100:00100000:0.0:1734016112.486866:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.487189:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334680192 00000100:00100000:3.0:1734016112.487196:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334680192 00002000:00100000:3.0:1734016112.487236:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3104768->3108863) req@ffff8801309f8380 x1818247334680192/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.487246:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8380 with x1818247334680192 ext(3104768->3108863) 00002000:00010000:3.0:1734016112.487251:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8380 00000100:00100000:3.0:1734016112.487328:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8534 00000100:00100000:3.0:1734016112.487335:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334680192:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.488197:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334680192:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 860us (1337us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.488205:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8534 00002000:00100000:3.0:1734016112.488211:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3104768->3108863) req@ffff8801309f8380 x1818247334680192/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.488219:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8380 with x1818247334680192 ext(3104768->3108863) 00002000:00010000:3.0:1734016112.488221:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8380 00000100:00100000:0.0:1734016112.491755:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.492688:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334680448 00000100:00100000:3.0:1734016112.492698:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334680448 00002000:00100000:3.0:1734016112.492747:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3100672->3104767) req@ffff8801309fb800 x1818247334680448/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.492757:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fb800 with x1818247334680448 ext(3100672->3104767) 00002000:00010000:3.0:1734016112.492763:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fb800 00000100:00100000:3.0:1734016112.493317:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8535 00000100:00100000:3.0:1734016112.493324:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334680448:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.493497:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334680448:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 172us (1752us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.493504:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8535 00002000:00100000:3.0:1734016112.493510:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3100672->3104767) req@ffff8801309fb800 x1818247334680448/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.493517:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fb800 with x1818247334680448 ext(3100672->3104767) 00002000:00010000:3.0:1734016112.493521:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fb800 00000100:00100000:0.0:1734016112.497307:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016112.497419:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334680704 00000100:00100000:1.0:1734016112.497427:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334680704 00002000:00100000:1.0:1734016112.497465:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3096576->3100671) req@ffff8800700cf480 x1818247334680704/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.497474:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cf480 with x1818247334680704 ext(3096576->3100671) 00002000:00010000:1.0:1734016112.497479:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cf480 00000100:00100000:1.0:1734016112.498110:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8536 00000100:00100000:1.0:1734016112.498118:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334680704:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.498297:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334680704:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 178us (996us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.498304:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8536 00002000:00100000:1.0:1734016112.498310:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3096576->3100671) req@ffff8800700cf480 x1818247334680704/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.498318:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cf480 with x1818247334680704 ext(3096576->3100671) 00002000:00010000:1.0:1734016112.498321:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cf480 00000100:00100000:0.0:1734016112.501985:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.502099:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334680960 00000100:00100000:3.0:1734016112.502108:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334680960 00002000:00100000:3.0:1734016112.502160:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3092480->3096575) req@ffff8800700ce680 x1818247334680960/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.502171:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700ce680 with x1818247334680960 ext(3092480->3096575) 00002000:00010000:3.0:1734016112.502176:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700ce680 00000100:00100000:3.0:1734016112.502219:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8537 00000100:00100000:3.0:1734016112.502227:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334680960:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.502434:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334680960:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 206us (459us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.502442:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8537 00002000:00100000:3.0:1734016112.502448:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3092480->3096575) req@ffff8800700ce680 x1818247334680960/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.502456:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700ce680 with x1818247334680960 ext(3092480->3096575) 00002000:00010000:3.0:1734016112.502459:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700ce680 00000100:00100000:0.0:1734016112.506670:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016112.507389:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334681216 00000100:00100000:1.0:1734016112.507401:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334681216 00002000:00100000:1.0:1734016112.507452:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3088384->3092479) req@ffff8800700cfb80 x1818247334681216/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.507462:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cfb80 with x1818247334681216 ext(3088384->3092479) 00002000:00010000:1.0:1734016112.507467:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cfb80 00000100:00100000:1.0:1734016112.507507:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8538 00000100:00100000:1.0:1734016112.507513:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334681216:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.507690:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334681216:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 175us (1032us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.507698:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8538 00002000:00100000:1.0:1734016112.507703:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3088384->3092479) req@ffff8800700cfb80 x1818247334681216/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.507710:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cfb80 with x1818247334681216 ext(3088384->3092479) 00002000:00010000:1.0:1734016112.507713:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cfb80 00000100:00100000:0.0:1734016112.512313:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.512448:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334681472 00000100:00100000:3.0:1734016112.512462:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334681472 00002000:00100000:3.0:1734016112.512522:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3084288->3088383) req@ffff8800700cf800 x1818247334681472/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.512533:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cf800 with x1818247334681472 ext(3084288->3088383) 00002000:00010000:3.0:1734016112.512541:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cf800 00000100:00100000:3.0:1734016112.512970:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8539 00000100:00100000:3.0:1734016112.512979:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334681472:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.513169:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334681472:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 190us (866us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.513176:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8539 00002000:00100000:3.0:1734016112.513182:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3084288->3088383) req@ffff8800700cf800 x1818247334681472/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.513189:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cf800 with x1818247334681472 ext(3084288->3088383) 00002000:00010000:3.0:1734016112.513192:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cf800 00000100:00100000:0.0:1734016112.517139:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016112.517559:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334681728 00000100:00100000:1.0:1734016112.517566:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334681728 00002000:00100000:1.0:1734016112.517602:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3080192->3084287) req@ffff880077e99c00 x1818247334681728/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.517610:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99c00 with x1818247334681728 ext(3080192->3084287) 00002000:00010000:1.0:1734016112.517615:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e99c00 00000100:00100000:1.0:1734016112.517647:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8540 00000100:00100000:1.0:1734016112.517652:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334681728:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.517800:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334681728:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 147us (670us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.517832:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8540 00002000:00100000:1.0:1734016112.517838:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3080192->3084287) req@ffff880077e99c00 x1818247334681728/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.517845:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99c00 with x1818247334681728 ext(3080192->3084287) 00002000:00010000:1.0:1734016112.517847:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e99c00 00000100:00100000:0.0:1734016112.522055:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.522259:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334681984 00000100:00100000:3.0:1734016112.522268:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334681984 00002000:00100000:3.0:1734016112.522306:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3076096->3080191) req@ffff880077e98a80 x1818247334681984/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.522316:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e98a80 with x1818247334681984 ext(3076096->3080191) 00002000:00010000:3.0:1734016112.522321:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e98a80 00000100:00100000:3.0:1734016112.522354:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8541 00000100:00100000:3.0:1734016112.522361:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334681984:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.522508:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334681984:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 146us (461us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.522514:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8541 00002000:00100000:3.0:1734016112.522519:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3076096->3080191) req@ffff880077e98a80 x1818247334681984/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.522525:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e98a80 with x1818247334681984 ext(3076096->3080191) 00002000:00010000:3.0:1734016112.522527:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e98a80 00000100:00100000:0.0:1734016112.527774:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016112.527950:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334682112 00000100:00100000:1.0:1734016112.527963:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334682112 00002000:00100000:1.0:1734016112.528019:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3076096->3125247) req@ffff880077e9ad80 x1818247334682112/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.528032:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9ad80 with x1818247334682112 ext(3076096->3125247) 00002000:00010000:1.0:1734016112.528038:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9ad80 00000100:00100000:1.0:1734016112.528077:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8542 00000100:00100000:1.0:1734016112.528084:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334682112:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:1.0:1734016112.533042:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334682112:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4946us (5266us total) trans 4294969396 rc 0/0 00000100:00100000:1.0:1734016112.533056:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8542 00002000:00100000:1.0:1734016112.533070:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3076096->3125247) req@ffff880077e9ad80 x1818247334682112/t4294969396(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/448 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.533079:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9ad80 with x1818247334682112 ext(3076096->3125247) 00002000:00010000:1.0:1734016112.533085:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9ad80 00000100:00100000:0.0:1734016112.536501:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.536591:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334682240 00000100:00100000:3.0:1734016112.536597:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334682240 00000100:00100000:3.0:1734016112.536851:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2125 00000100:00100000:3.0:1734016112.536857:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+31:9662:x1818247334682240:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:3.0:1734016112.536962:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+31:9662:x1818247334682240:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 104us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.536968:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2125 00000100:00080000:1.0:1734016112.537360:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016082 00000100:00100000:0.0:1734016112.539436:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.539694:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334682368 00000100:00100000:2.0:1734016112.539707:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334682368 00000100:00100000:2.0:1734016112.539760:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10615 00000100:00100000:2.0:1734016112.539767:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334682368:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:2.0:1734016112.541629:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969396 is committed 00000100:00100000:0.0:1734016112.542705:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334682368:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2928us (3270us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016112.542718:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10615 00000100:00100000:0.0:1734016112.546392:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.546511:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334682496 00000100:00100000:3.0:1734016112.546521:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334682496 00000100:00100000:3.0:1734016112.546565:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10616 00000100:00100000:3.0:1734016112.546573:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334682496:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.546593:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.546611:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559928ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f637 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.546664:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338388480:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016112.547146:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b7b5cb40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016112.549030:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 736 -> 832 00000100:00100000:3.0:1734016112.549052:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338388480:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016112.549079:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559928ea lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f637 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.549092:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559928ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f637 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.549108:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016112.549150:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334682496:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2577us (2766us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016112.549159:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10616 00000100:00100000:1.0:1734016112.553332:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.553476:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334682624 00000100:00100000:3.0:1734016112.553484:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334682624 00000100:00100000:3.0:1734016112.554068:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10617 00000100:00100000:3.0:1734016112.554076:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334682624:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.554098:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.554120:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559928f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f63e expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.554184:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338388608:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016112.554723:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b7b5cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.556852:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338388608:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016112.556903:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559928f1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f63e expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.556920:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559928f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f63e expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.556939:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016112.557003:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334682624:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2927us (3678us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016112.557013:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10617 00000100:00100000:1.0:1734016112.562022:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.562356:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334682880 00000100:00100000:2.0:1734016112.562374:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334682880 00002000:00100000:2.0:1734016112.562416:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5201920->5206015) req@ffff880078ccc700 x1818247334682880/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.562426:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccc700 with x1818247334682880 ext(5201920->5206015) 00002000:00010000:2.0:1734016112.562431:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccc700 00000100:00100000:2.0:1734016112.562468:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8543 00000100:00100000:2.0:1734016112.562474:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334682880:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.562662:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334682880:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 187us (650us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.562671:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8543 00002000:00100000:2.0:1734016112.562678:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5201920->5206015) req@ffff880078ccc700 x1818247334682880/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.562685:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccc700 with x1818247334682880 ext(5201920->5206015) 00002000:00010000:2.0:1734016112.562687:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccc700 00000100:00100000:1.0:1734016112.568851:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.568987:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334683136 00000100:00100000:3.0:1734016112.568997:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334683136 00002000:00100000:3.0:1734016112.569039:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5197824->5201919) req@ffff880078ccd880 x1818247334683136/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.569048:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccd880 with x1818247334683136 ext(5197824->5201919) 00002000:00010000:3.0:1734016112.569053:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccd880 00000100:00100000:3.0:1734016112.570035:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8544 00000100:00100000:3.0:1734016112.570045:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334683136:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.570216:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334683136:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 171us (1415us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.570225:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8544 00002000:00100000:3.0:1734016112.570231:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5197824->5201919) req@ffff880078ccd880 x1818247334683136/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.570237:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccd880 with x1818247334683136 ext(5197824->5201919) 00002000:00010000:3.0:1734016112.570241:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccd880 00000100:00100000:0.0:1734016112.575021:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.575179:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334683392 00000100:00100000:2.0:1734016112.575191:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334683392 00002000:00100000:2.0:1734016112.575250:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5193728->5197823) req@ffff880077e9a680 x1818247334683392/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.575261:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9a680 with x1818247334683392 ext(5193728->5197823) 00002000:00010000:2.0:1734016112.575269:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9a680 00000100:00100000:2.0:1734016112.575309:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8545 00000100:00100000:2.0:1734016112.575316:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334683392:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.575511:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334683392:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 194us (499us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.575518:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8545 00002000:00100000:2.0:1734016112.575523:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5193728->5197823) req@ffff880077e9a680 x1818247334683392/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.575529:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9a680 with x1818247334683392 ext(5193728->5197823) 00002000:00010000:2.0:1734016112.575532:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9a680 00000100:00100000:1.0:1734016112.579954:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.580161:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334683648 00000100:00100000:3.0:1734016112.580171:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334683648 00002000:00100000:3.0:1734016112.580222:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5189632->5193727) req@ffff880078ccd180 x1818247334683648/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.580233:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccd180 with x1818247334683648 ext(5189632->5193727) 00002000:00010000:3.0:1734016112.580239:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccd180 00000100:00100000:3.0:1734016112.580660:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8546 00000100:00100000:3.0:1734016112.580668:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334683648:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.580855:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334683648:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 187us (912us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.580863:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8546 00002000:00100000:3.0:1734016112.580869:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5189632->5193727) req@ffff880078ccd180 x1818247334683648/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.580876:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccd180 with x1818247334683648 ext(5189632->5193727) 00002000:00010000:3.0:1734016112.580880:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccd180 00000100:00100000:1.0:1734016112.585016:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.585142:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334683904 00000100:00100000:2.0:1734016112.585152:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334683904 00002000:00100000:2.0:1734016112.585195:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5185536->5189631) req@ffff880078ccca80 x1818247334683904/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.585207:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccca80 with x1818247334683904 ext(5185536->5189631) 00002000:00010000:2.0:1734016112.585211:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccca80 00000100:00100000:2.0:1734016112.585247:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8547 00000100:00100000:2.0:1734016112.585254:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334683904:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.585439:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334683904:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 184us (430us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.585451:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8547 00002000:00100000:2.0:1734016112.585457:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5185536->5189631) req@ffff880078ccca80 x1818247334683904/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.585464:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccca80 with x1818247334683904 ext(5185536->5189631) 00002000:00010000:2.0:1734016112.585467:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccca80 00000100:00100000:0.0:1734016112.588746:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.588941:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334684160 00000100:00100000:3.0:1734016112.588951:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334684160 00002000:00100000:3.0:1734016112.588986:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5181440->5185535) req@ffff880077e9b800 x1818247334684160/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.589000:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9b800 with x1818247334684160 ext(5181440->5185535) 00002000:00010000:3.0:1734016112.589005:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9b800 00000100:00100000:3.0:1734016112.589620:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8548 00000100:00100000:3.0:1734016112.589626:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334684160:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.589751:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334684160:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 125us (1013us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.589757:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8548 00002000:00100000:3.0:1734016112.589762:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5181440->5185535) req@ffff880077e9b800 x1818247334684160/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.589768:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9b800 with x1818247334684160 ext(5181440->5185535) 00002000:00010000:3.0:1734016112.589770:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9b800 00000100:00100000:1.0:1734016112.593641:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.593714:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334684416 00000100:00100000:2.0:1734016112.593721:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334684416 00002000:00100000:2.0:1734016112.593754:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5177344->5181439) req@ffff8800781c7b80 x1818247334684416/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.593763:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c7b80 with x1818247334684416 ext(5177344->5181439) 00002000:00010000:2.0:1734016112.593767:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c7b80 00000100:00100000:2.0:1734016112.593797:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8549 00000100:00100000:2.0:1734016112.593802:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334684416:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.593953:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334684416:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 150us (322us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.593959:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8549 00002000:00100000:2.0:1734016112.593964:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5177344->5181439) req@ffff8800781c7b80 x1818247334684416/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.593970:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c7b80 with x1818247334684416 ext(5177344->5181439) 00002000:00010000:2.0:1734016112.593973:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c7b80 00000100:00100000:1.0:1734016112.596845:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.597146:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334684672 00000100:00100000:3.0:1734016112.597155:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334684672 00002000:00100000:3.0:1734016112.597187:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5173248->5177343) req@ffff88007a37ed80 x1818247334684672/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.597197:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37ed80 with x1818247334684672 ext(5173248->5177343) 00002000:00010000:3.0:1734016112.597202:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37ed80 00000100:00100000:3.0:1734016112.597273:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8550 00000100:00100000:3.0:1734016112.597280:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334684672:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.597488:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334684672:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 207us (685us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.597494:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8550 00002000:00100000:3.0:1734016112.597499:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5173248->5177343) req@ffff88007a37ed80 x1818247334684672/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.597505:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37ed80 with x1818247334684672 ext(5173248->5177343) 00002000:00010000:3.0:1734016112.597508:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37ed80 00000100:00100000:0.0:1734016112.601453:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.601608:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334684928 00000100:00100000:3.0:1734016112.601620:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334684928 00002000:00100000:3.0:1734016112.601669:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5169152->5173247) req@ffff880077e9a300 x1818247334684928/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.601679:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9a300 with x1818247334684928 ext(5169152->5173247) 00002000:00010000:3.0:1734016112.601686:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9a300 00000100:00100000:3.0:1734016112.601724:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8551 00000100:00100000:3.0:1734016112.601729:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334684928:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.602207:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334684928:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 476us (767us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.602214:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8551 00002000:00100000:3.0:1734016112.602219:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5169152->5173247) req@ffff880077e9a300 x1818247334684928/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.602226:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9a300 with x1818247334684928 ext(5169152->5173247) 00002000:00010000:3.0:1734016112.602229:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9a300 00000100:00100000:1.0:1734016112.606417:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.608612:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334685184 00000100:00100000:3.0:1734016112.608631:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334685184 00002000:00100000:3.0:1734016112.608684:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5165056->5169151) req@ffff88007830b480 x1818247334685184/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.608694:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830b480 with x1818247334685184 ext(5165056->5169151) 00002000:00010000:3.0:1734016112.608699:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830b480 00000100:00100000:3.0:1734016112.608756:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8552 00000100:00100000:3.0:1734016112.608763:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334685184:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.609003:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334685184:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 238us (2594us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.609009:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8552 00002000:00100000:3.0:1734016112.609015:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5165056->5169151) req@ffff88007830b480 x1818247334685184/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.609022:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830b480 with x1818247334685184 ext(5165056->5169151) 00002000:00010000:3.0:1734016112.609025:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830b480 00000100:00100000:0.0:1734016112.613669:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.613792:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334685440 00000100:00100000:2.0:1734016112.613800:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334685440 00002000:00100000:2.0:1734016112.613868:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5160960->5165055) req@ffff8800783c9180 x1818247334685440/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.613882:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c9180 with x1818247334685440 ext(5160960->5165055) 00002000:00010000:2.0:1734016112.613886:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c9180 00000100:00100000:2.0:1734016112.613918:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8553 00000100:00100000:2.0:1734016112.614184:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334685440:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.614533:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334685440:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 607us (877us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.614540:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8553 00002000:00100000:2.0:1734016112.614546:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5160960->5165055) req@ffff8800783c9180 x1818247334685440/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.614553:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c9180 with x1818247334685440 ext(5160960->5165055) 00002000:00010000:2.0:1734016112.614556:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c9180 00000100:00100000:0.0:1734016112.618243:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.618424:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334685568 00000100:00100000:3.0:1734016112.618433:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334685568 00002000:00100000:3.0:1734016112.618470:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5160960->5206015) req@ffff8800783c8e00 x1818247334685568/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.618480:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c8e00 with x1818247334685568 ext(5160960->5206015) 00002000:00010000:3.0:1734016112.618485:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c8e00 00000100:00100000:3.0:1734016112.618514:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8554 00000100:00100000:3.0:1734016112.618520:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334685568:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016112.624377:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334685568:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 5830us (6116us total) trans 4294969397 rc 0/0 00000100:00100000:3.0:1734016112.624398:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8554 00002000:00100000:3.0:1734016112.624414:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5160960->5206015) req@ffff8800783c8e00 x1818247334685568/t4294969397(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/448 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.624425:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c8e00 with x1818247334685568 ext(5160960->5206015) 00002000:00010000:3.0:1734016112.624434:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c8e00 00000100:00100000:0.0:1734016112.633248:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.634166:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334685696 00000100:00100000:3.0:1734016112.634177:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334685696 00000100:00100000:3.0:1734016112.634235:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10618 00000100:00100000:3.0:1734016112.634244:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334685696:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016112.638118:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969397 is committed 00000100:00100000:3.0:1734016112.638383:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334685696:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 4123us (5136us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.638397:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10618 00000100:00100000:0.0:1734016112.646803:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.650041:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334685824 00000100:00100000:3.0:1734016112.650053:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334685824 00000100:00100000:3.0:1734016112.650109:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10619 00000100:00100000:3.0:1734016112.650117:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334685824:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.650139:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.650160:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559928f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f645 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.650245:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338388736:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016112.650335:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fcc0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016112.660540:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 832 -> 920 00000100:00100000:3.0:1734016112.660591:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338388736:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016112.660655:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559928f8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f645 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.660675:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559928f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f645 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.660715:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016112.660803:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334685824:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10685us (14013us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016112.660850:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10619 00000100:00100000:1.0:1734016112.668356:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.669151:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334685952 00000100:00100000:3.0:1734016112.669164:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334685952 00000100:00100000:0.0:1734016112.671141:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10620 00000100:00100000:0.0:1734016112.671157:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334685952:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.671188:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.671217:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559928ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f64c expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.671289:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338388864:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016112.671392:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.673916:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338388864:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016112.673949:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559928ff lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f64c expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.673966:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559928ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f64c expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.673994:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564b40, rc 0) 00000100:00100000:0.0:1734016112.674043:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334685952:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2888us (5694us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016112.674050:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10620 00000100:00100000:1.0:1734016112.677971:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016112.678035:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334686080 00000100:00100000:0.0:1734016112.678044:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334686080 00000100:00100000:0.0:1734016112.678187:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10621 00000100:00100000:0.0:1734016112.678193:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334686080:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.678210:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.678227:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992906 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f653 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.678275:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338388992:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016112.678338:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585480 going to sleep for 11 seconds 00002000:00010000:0.0:1734016112.686631:0:7686:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 7861259 -> 8851407 00000100:00100000:0.0:1734016112.686652:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338388992:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016112.686686:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992906 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f653 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.686701:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992906 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f653 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.686730:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:0.0:1734016112.686783:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334686080:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8588us (8820us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016112.686792:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10621 00000100:00100000:1.0:1734016112.690759:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016112.690856:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334686208 00000100:00100000:0.0:1734016112.690867:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334686208 00000100:00100000:0.0:1734016112.690916:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10622 00000100:00100000:0.0:1734016112.690922:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334686208:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.690938:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.690957:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc5599290d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f65a expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.691005:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338389120:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016112.691057:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.694025:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338389120:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016112.694058:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc5599290d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f65a expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.694072:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc5599290d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f65a expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.694099:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567600, rc 0) 00000100:00100000:0.0:1734016112.694146:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334686208:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3223us (3398us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016112.694157:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10622 00000100:00100000:1.0:1734016112.699894:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016112.699963:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334686336 00000100:00100000:0.0:1734016112.699972:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334686336 00000100:00100000:0.0:1734016112.700182:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10623 00000100:00100000:0.0:1734016112.700189:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334686336:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.700205:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.700220:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992914 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f661 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.700265:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338389248:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016112.700323:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.702651:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338389248:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016112.702683:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992914 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f661 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.702695:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992914 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f661 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.703258:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:0.0:1734016112.703303:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334686336:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3112us (3416us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016112.703312:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10623 00000100:00100000:1.0:1734016112.706635:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016112.706704:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334686464 00000100:00100000:0.0:1734016112.706714:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334686464 00000100:00100000:3.0:1734016112.706939:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10624 00000100:00100000:3.0:1734016112.706948:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334686464:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.706970:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.706995:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599291b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f668 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.707029:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559928e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4648960->4661247) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f630 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.707036:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016112.707038:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016112.707041:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599291b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [905216->909311] (req 905216->909311) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f668 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.707072:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559928e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4648960->4661247) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f630 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.707083:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559928e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4648960->4661247) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f630 expref: 5 pid: 7686 timeout: 476 lvb_type: 0 00000100:00100000:3.0:1734016112.707096:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338389376:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016112.707174:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.710686:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338389376:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016112.710715:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599291b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [905216->909311] (req 905216->909311) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f668 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.710731:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:2.0:1734016112.710789:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334686464:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3841us (4160us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.710797:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10624 00000100:00100000:0.0:1734016112.711024:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.711302:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334686592 00000100:00100000:2.0:1734016112.711308:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334686592 00002000:00100000:2.0:1734016112.711338:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8839168->8851406) req@ffff8800783caa00 x1818247334686592/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 12728/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.711353:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783caa00 with x1818247334686592 ext(8839168->8851406) 00010000:00010000:2.0:1734016112.711358:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559928e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4648960->4661247) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f630 expref: 6 pid: 7686 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016112.711378:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559928e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4648960->4661247) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f630 expref: 6 pid: 7686 timeout: 476 lvb_type: 0 00002000:00010000:2.0:1734016112.711384:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800783caa00 00000100:00100000:2.0:1734016112.711985:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 267 00000100:00100000:2.0:1734016112.711992:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334686592:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016112.714025:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334686592:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 2025us (2994us total) trans 4294969398 rc 0/0 00000100:00100000:2.0:1734016112.714037:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 267 00002000:00100000:2.0:1734016112.714046:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8839168->8851406) req@ffff8800783caa00 x1818247334686592/t4294969398(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 12728/448 e 0 to 0 dl 1734016123 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.714054:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783caa00 with x1818247334686592 ext(8839168->8851406) 00010000:00010000:2.0:1734016112.714064:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559928e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4648960->4661247) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f630 expref: 8 pid: 7686 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016112.714077:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559928e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4648960->4661247) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f630 expref: 8 pid: 7686 timeout: 476 lvb_type: 0 00002000:00010000:2.0:1734016112.714082:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800783caa00 00000100:00100000:0.0:1734016112.717961:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.718264:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334686720 00000100:00100000:3.0:1734016112.718274:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334686720 00010000:00010000:3.0:1734016112.718306:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559928e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4648960->4661247) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f630 expref: 8 pid: 7686 timeout: 476 lvb_type: 0 00000100:00100000:3.0:1734016112.718398:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2952 00000100:00100000:3.0:1734016112.718405:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334686720:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016112.718418:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016112.718434:0:8957:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 920 -> 944 00010000:00010000:3.0:1734016112.718440:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559928e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4648960->4661247) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f630 expref: 8 pid: 7686 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016112.718451:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559928e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4648960->4661247) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f630 expref: 8 pid: 7686 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016112.718471:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559928e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4648960->4661247) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f630 expref: 8 pid: 7686 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016112.718684:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016112.718687:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016112.718693:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599291b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->909311) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f668 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.718700:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599291b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->909311) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f668 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.718728:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599291b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->909311) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f668 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.718744:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c26680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338389504:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016112.719044:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.724565:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c26680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338389504:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016112.724593:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016112.724643:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334686720:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6237us (6690us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.724654:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2952 00000100:00100000:0.0:1734016112.729306:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.729418:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334686976 00000100:00100000:2.0:1734016112.729427:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334686976 00002000:00100000:2.0:1734016112.729478:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (905216->8851455) req@ffff880078275500 x1818247334686976/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 504/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.729489:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078275500 with x1818247334686976 ext(905216->8851455) 00002000:00010000:2.0:1734016112.729496:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078275500 00000100:00100000:2.0:1734016112.729519:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8555 00000100:00100000:2.0:1734016112.729526:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334686976:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.779092:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334686976:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 49555us (49788us total) trans 0 rc 2322432/2322432 00000100:00100000:3.0:1734016112.779105:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8555 00002000:00100000:3.0:1734016112.779115:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (905216->8851455) req@ffff880078275500 x1818247334686976/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 504/440 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 2322432/2322432 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.779124:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078275500 with x1818247334686976 ext(905216->8851455) 00002000:00010000:3.0:1734016112.779128:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078275500 00000100:00100000:0.0:1734016112.784240:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.784341:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334687232 00000100:00100000:3.0:1734016112.784349:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334687232 00002000:00100000:3.0:1734016112.784392:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (901120->905215) req@ffff880078275880 x1818247334687232/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.784400:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078275880 with x1818247334687232 ext(901120->905215) 00002000:00010000:3.0:1734016112.784404:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078275880 00000100:00100000:3.0:1734016112.784423:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8556 00000100:00100000:3.0:1734016112.784428:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334687232:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.785358:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334687232:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 925us (1123us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.785379:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8556 00002000:00100000:3.0:1734016112.785389:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (901120->905215) req@ffff880078275880 x1818247334687232/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.785397:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078275880 with x1818247334687232 ext(901120->905215) 00002000:00010000:3.0:1734016112.785401:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078275880 00000100:00100000:0.0:1734016112.790764:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.790965:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334687488 00000100:00100000:3.0:1734016112.790974:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334687488 00002000:00100000:3.0:1734016112.791020:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (897024->901119) req@ffff880078275c00 x1818247334687488/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.791030:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078275c00 with x1818247334687488 ext(897024->901119) 00002000:00010000:3.0:1734016112.791035:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078275c00 00000100:00100000:3.0:1734016112.791067:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8557 00000100:00100000:3.0:1734016112.791073:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334687488:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.791247:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334687488:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 173us (492us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.791254:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8557 00002000:00100000:3.0:1734016112.791259:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (897024->901119) req@ffff880078275c00 x1818247334687488/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.791266:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078275c00 with x1818247334687488 ext(897024->901119) 00002000:00010000:3.0:1734016112.791269:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078275c00 00000100:00100000:1.0:1734016112.794208:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016112.794286:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334687744 00000100:00100000:0.0:1734016112.794295:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334687744 00002000:00100000:0.0:1734016112.794345:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (892928->897023) req@ffff880077d5dc00 x1818247334687744/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.794356:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5dc00 with x1818247334687744 ext(892928->897023) 00002000:00010000:0.0:1734016112.794372:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5dc00 00000100:00100000:0.0:1734016112.794408:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8558 00000100:00100000:0.0:1734016112.794414:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334687744:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016112.794622:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334687744:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 206us (421us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016112.794628:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8558 00002000:00100000:0.0:1734016112.794635:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (892928->897023) req@ffff880077d5dc00 x1818247334687744/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.794641:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5dc00 with x1818247334687744 ext(892928->897023) 00002000:00010000:0.0:1734016112.794644:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5dc00 00000100:00100000:1.0:1734016112.802054:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.802374:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334688000 00000100:00100000:3.0:1734016112.802383:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334688000 00002000:00100000:3.0:1734016112.802429:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (888832->892927) req@ffff880077d5e680 x1818247334688000/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.802445:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5e680 with x1818247334688000 ext(888832->892927) 00002000:00010000:3.0:1734016112.802452:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5e680 00000100:00100000:3.0:1734016112.802515:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8559 00000100:00100000:3.0:1734016112.802523:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334688000:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.802690:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334688000:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 166us (644us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.802697:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8559 00002000:00100000:3.0:1734016112.802702:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (888832->892927) req@ffff880077d5e680 x1818247334688000/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.802709:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5e680 with x1818247334688000 ext(888832->892927) 00002000:00010000:3.0:1734016112.802711:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5e680 00000100:00100000:1.0:1734016112.806584:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016112.806647:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334688256 00000100:00100000:0.0:1734016112.806657:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334688256 00002000:00100000:0.0:1734016112.806704:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (884736->888831) req@ffff880077d5ea00 x1818247334688256/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.806714:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5ea00 with x1818247334688256 ext(884736->888831) 00002000:00010000:0.0:1734016112.806721:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5ea00 00000100:00100000:0.0:1734016112.806753:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8560 00000100:00100000:0.0:1734016112.806760:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334688256:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016112.806948:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334688256:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 187us (374us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016112.806954:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8560 00002000:00100000:0.0:1734016112.806959:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (884736->888831) req@ffff880077d5ea00 x1818247334688256/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.806965:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5ea00 with x1818247334688256 ext(884736->888831) 00002000:00010000:0.0:1734016112.806967:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5ea00 00000100:00100000:1.0:1734016112.811491:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.811696:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334688512 00000100:00100000:3.0:1734016112.811707:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334688512 00002000:00100000:3.0:1734016112.811759:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (880640->884735) req@ffff880077d5ca80 x1818247334688512/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.811768:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5ca80 with x1818247334688512 ext(880640->884735) 00002000:00010000:3.0:1734016112.811773:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5ca80 00000100:00100000:3.0:1734016112.811903:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8561 00000100:00100000:3.0:1734016112.811912:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334688512:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.812093:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334688512:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 179us (610us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.812100:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8561 00002000:00100000:3.0:1734016112.812108:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (880640->884735) req@ffff880077d5ca80 x1818247334688512/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.812117:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5ca80 with x1818247334688512 ext(880640->884735) 00002000:00010000:3.0:1734016112.812120:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5ca80 00000100:00100000:1.0:1734016112.815009:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016112.815082:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334688768 00000100:00100000:0.0:1734016112.815092:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334688768 00002000:00100000:0.0:1734016112.815132:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (876544->880639) req@ffff880077d5ce00 x1818247334688768/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.815141:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5ce00 with x1818247334688768 ext(876544->880639) 00002000:00010000:0.0:1734016112.815146:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5ce00 00000100:00100000:0.0:1734016112.815183:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8562 00000100:00100000:0.0:1734016112.815190:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334688768:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016112.815368:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334688768:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 169us (363us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016112.815375:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8562 00002000:00100000:0.0:1734016112.815380:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (876544->880639) req@ffff880077d5ce00 x1818247334688768/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.815387:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5ce00 with x1818247334688768 ext(876544->880639) 00002000:00010000:0.0:1734016112.815389:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5ce00 00000100:00100000:1.0:1734016112.819871:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.820082:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334689024 00000100:00100000:3.0:1734016112.820092:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334689024 00002000:00100000:3.0:1734016112.820130:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (872448->876543) req@ffff880077d5c000 x1818247334689024/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.820140:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5c000 with x1818247334689024 ext(872448->876543) 00002000:00010000:3.0:1734016112.820146:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5c000 00000100:00100000:3.0:1734016112.820173:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8563 00000100:00100000:3.0:1734016112.820180:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334689024:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.820357:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334689024:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 175us (492us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.820371:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8563 00002000:00100000:3.0:1734016112.820376:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (872448->876543) req@ffff880077d5c000 x1818247334689024/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.820384:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5c000 with x1818247334689024 ext(872448->876543) 00002000:00010000:3.0:1734016112.820388:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5c000 00000100:00100000:1.0:1734016112.824014:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016112.824083:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334689280 00000100:00100000:0.0:1734016112.824092:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334689280 00002000:00100000:0.0:1734016112.824129:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (868352->872447) req@ffff880077d5ed80 x1818247334689280/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.824138:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5ed80 with x1818247334689280 ext(868352->872447) 00002000:00010000:0.0:1734016112.824143:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5ed80 00000100:00100000:0.0:1734016112.824174:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8564 00000100:00100000:0.0:1734016112.824181:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334689280:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016112.824378:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334689280:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 196us (376us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016112.824385:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8564 00002000:00100000:0.0:1734016112.824390:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (868352->872447) req@ffff880077d5ed80 x1818247334689280/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.824396:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5ed80 with x1818247334689280 ext(868352->872447) 00002000:00010000:0.0:1734016112.824399:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5ed80 00000100:00100000:1.0:1734016112.829284:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.829505:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334689536 00000100:00100000:3.0:1734016112.829515:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334689536 00002000:00100000:3.0:1734016112.829555:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (864256->868351) req@ffff880077d5fb80 x1818247334689536/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.829565:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5fb80 with x1818247334689536 ext(864256->868351) 00002000:00010000:3.0:1734016112.829570:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5fb80 00000100:00100000:3.0:1734016112.829601:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8565 00000100:00100000:3.0:1734016112.829608:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334689536:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.829755:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334689536:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 147us (481us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.829761:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8565 00002000:00100000:3.0:1734016112.829766:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (864256->868351) req@ffff880077d5fb80 x1818247334689536/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.829771:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077d5fb80 with x1818247334689536 ext(864256->868351) 00002000:00010000:3.0:1734016112.829774:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077d5fb80 00000100:00100000:1.0:1734016112.833703:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.834382:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334689664 00000100:00100000:2.0:1734016112.834391:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334689664 00000100:00100000:2.0:1734016112.834439:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10625 00000100:00100000:2.0:1734016112.834447:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334689664:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.834466:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.834485:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992922 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f66f expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.834512:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599291b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->909311) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f668 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.834520:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.834522:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.834525:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992922 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4911104->4947967] (req 4911104->4947967) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f66f expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.834557:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599291b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->909311) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f668 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.834567:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599291b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->909311) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f668 expref: 6 pid: 7685 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016112.834579:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338389632:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016112.834644:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.841074:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.841326:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334689792 00000100:00100000:3.0:1734016112.841334:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334689792 00010000:00010000:3.0:1734016112.841375:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599291b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->909311) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f668 expref: 7 pid: 7685 timeout: 476 lvb_type: 0 00000100:00100000:3.0:1734016112.841409:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2953 00000100:00100000:3.0:1734016112.841415:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334689792:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016112.841429:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016112.841445:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599291b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 905216->909311) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f668 expref: 7 pid: 7685 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016112.841455:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599291b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 905216->909311) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f668 expref: 7 pid: 7685 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016112.841478:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016112.841481:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016112.841490:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992922 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4911104->4947967) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f66f expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.841500:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992922 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4911104->4947967) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f66f expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.841532:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992922 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4911104->4947967) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f66f expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.841545:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c26680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338389760:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016112.841613:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fcc0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016112.841728:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599291b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 905216->909311) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f668 expref: 7 pid: 7685 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016112.841753:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338389632:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016112.841774:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992922 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4911104->4947967) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f66f expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.841782:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016112.841804:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334689664:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7358us (8112us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.841831:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10625 00000100:00100000:3.0:1734016112.845014:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c26680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338389760:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016112.845039:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016112.846452:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334689792:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5025us (5381us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.846467:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2953 00000100:00100000:1.0:1734016112.857253:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016112.857330:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334690048 00000100:00100000:0.0:1734016112.857338:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334690048 00002000:00100000:0.0:1734016112.857386:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4943872->8851455) req@ffff8800788faa00 x1818247334690048/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 504/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.857397:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788faa00 with x1818247334690048 ext(4943872->8851455) 00002000:00010000:0.0:1734016112.857402:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788faa00 00000100:00100000:0.0:1734016112.857436:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8566 00000100:00100000:0.0:1734016112.857442:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334690048:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.886461:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334690048:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 28999us (29198us total) trans 0 rc 991232/991232 00000100:00100000:1.0:1734016112.886476:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8566 00002000:00100000:1.0:1734016112.886490:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4943872->8851455) req@ffff8800788faa00 x1818247334690048/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 504/440 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 991232/991232 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.886501:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788faa00 with x1818247334690048 ext(4943872->8851455) 00002000:00010000:1.0:1734016112.886510:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788faa00 00000100:00100000:1.0:1734016112.892408:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.892501:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334690176 00000100:00100000:2.0:1734016112.892510:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334690176 00000100:00100000:2.0:1734016112.892563:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10626 00000100:00100000:2.0:1734016112.892570:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334690176:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.892587:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.892605:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992929 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f676 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.892652:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338389888:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016112.892717:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.894792:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338389888:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016112.894920:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992929 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f676 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.894934:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992929 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f676 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.895656:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:0.0:1734016112.896754:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334690176:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4176us (4346us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016112.896765:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10626 00000100:00100000:1.0:1734016112.900509:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016112.900592:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334690304 00000100:00100000:0.0:1734016112.900600:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334690304 00000100:00100000:0.0:1734016112.900654:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10627 00000100:00100000:0.0:1734016112.900661:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334690304:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.900681:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.900698:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992930 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f67d expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.900746:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078276680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338390016:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016112.901187:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85859c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.903777:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078276680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338390016:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016112.903881:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992930 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f67d expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.903899:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992930 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f67d expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.903935:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565200, rc 0) 00000100:00100000:0.0:1734016112.903993:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334690304:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3331us (3495us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016112.904005:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10627 00000100:00100000:3.0:1734016112.908436:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016112.908691:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334690432 00000100:00100000:1.0:1734016112.908698:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334690432 00000100:00100000:2.0:1734016112.909066:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10628 00000100:00100000:2.0:1734016112.909074:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334690432:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.909090:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.909104:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992937 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f684 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.909153:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338390144:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016112.909213:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.911171:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338390144:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016112.911204:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992937 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f684 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.911216:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992937 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f684 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.911244:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016112.911289:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334690432:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2215us (2865us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.911297:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10628 00000100:00100000:0.0:1734016112.924215:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.924297:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334690560 00000100:00100000:2.0:1734016112.924305:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334690560 00000100:00100000:2.0:1734016112.924370:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10629 00000100:00100000:2.0:1734016112.924376:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334690560:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.924392:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.924408:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599293e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f68b expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.924439:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992922 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4911104->4947967) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f66f expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.924447:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016112.924449:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016112.924452:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599293e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8286208->8314879] (req 8286208->8314879) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f68b expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.924476:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992922 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4911104->4947967) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f66f expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.924487:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992922 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4911104->4947967) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f66f expref: 7 pid: 7685 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016112.924495:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338390272:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016112.924551:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.933959:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016112.934037:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334690688 00000100:00100000:1.0:1734016112.934045:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334690688 00002000:00100000:1.0:1734016112.934090:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4911104->4947967) req@ffff880078276a00 x1818247334690688/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.934099:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078276a00 with x1818247334690688 ext(4911104->4947967) 00010000:00010000:1.0:1734016112.934108:0:7691:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992922 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4911104->4947967) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f66f expref: 8 pid: 7685 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016112.934119:0:7691:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992922 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4911104->4947967) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f66f expref: 8 pid: 7685 timeout: 476 lvb_type: 0 00002000:00010000:1.0:1734016112.934124:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880078276a00 00000100:00100000:2.0:1734016112.934593:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338390272:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016112.934618:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599293e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8286208->8314879] (req 8286208->8314879) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f68b expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.934630:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:1.0:1734016112.934804:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 268 00000100:00100000:1.0:1734016112.934831:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334690688:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016112.934932:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334690560:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10555us (10724us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.934939:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10629 00000100:00100000:1.0:1734016112.942069:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334690688:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 7223us (8103us total) trans 4294969399 rc 0/0 00000100:00100000:1.0:1734016112.942083:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 268 00002000:00100000:1.0:1734016112.942097:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4911104->4947967) req@ffff880078276a00 x1818247334690688/t4294969399(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:73/0 lens 488/448 e 0 to 0 dl 1734016123 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.942106:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078276a00 with x1818247334690688 ext(4911104->4947967) 00010000:00010000:1.0:1734016112.942119:0:7691:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992922 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4911104->4947967) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f66f expref: 10 pid: 7685 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016112.942133:0:7691:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992922 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4911104->4947967) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f66f expref: 10 pid: 7685 timeout: 476 lvb_type: 0 00002000:00010000:1.0:1734016112.942139:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880078276a00 00000100:00100000:0.0:1734016112.951730:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.951857:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334690816 00000100:00100000:3.0:1734016112.951867:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334690816 00010000:00010000:3.0:1734016112.951908:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992922 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4911104->4947967) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f66f expref: 10 pid: 7685 timeout: 476 lvb_type: 0 00000100:00100000:3.0:1734016112.951941:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2954 00000100:00100000:3.0:1734016112.951948:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334690816:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016112.951963:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016112.951983:0:8957:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 944 -> 1016 00010000:00010000:3.0:1734016112.951988:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992922 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4911104->4947967) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f66f expref: 10 pid: 7685 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016112.952002:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992922 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4911104->4947967) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f66f expref: 10 pid: 7685 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016112.952025:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992922 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4911104->4947967) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f66f expref: 10 pid: 7685 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016112.952057:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016112.952059:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016112.952066:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599293e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8286208->8314879) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f68b expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.952074:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599293e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8286208->8314879) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f68b expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.952114:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599293e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8286208->8314879) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f68b expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.952128:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c27800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338390400:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016112.952185:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.958887:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.959033:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c27800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338390400:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016112.959069:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016112.959134:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334690816:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7184us (7417us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.959149:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2954 00000100:00100000:2.0:1734016112.959400:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334690944 00000100:00100000:2.0:1734016112.959406:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334690944 00000100:00100000:2.0:1734016112.959449:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10630 00000100:00100000:2.0:1734016112.959454:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334690944:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016112.959677:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8851407 -> 8851407 00002000:00010000:2.0:1734016112.959680:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016112.959682:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016112.959684:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016112.959685:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1016 -> 1072 00000100:00100000:2.0:1734016112.959721:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334690944:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 267us (852us total) trans 4294969400 rc 0/0 00000100:00100000:2.0:1734016112.959728:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10630 00000100:00100000:1.0:1734016112.964972:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.966141:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334691072 00000100:00100000:2.0:1734016112.966153:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334691072 00000100:00100000:2.0:1734016112.966246:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10631 00000100:00100000:2.0:1734016112.966254:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334691072:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.966272:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.966290:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992945 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f692 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.966352:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338390528:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016112.967079:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.970749:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338390528:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016112.970793:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992945 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f692 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.970805:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992945 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f692 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.971160:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016112.971861:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334691072:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5604us (6898us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.971868:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10631 00000100:00100000:0.0:1734016112.976491:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.976773:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334691200 00000100:00100000:2.0:1734016112.976780:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334691200 00000100:00100000:2.0:1734016112.976831:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10632 00000100:00100000:2.0:1734016112.976837:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334691200:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.976855:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.976871:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599294c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f699 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.976919:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338390656:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016112.976980:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.980304:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338390656:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016112.980344:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599294c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f699 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.980371:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599294c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f699 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.980400:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016112.980455:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334691200:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3616us (3973us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.980471:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10632 00000100:00100000:0.0:1734016112.983441:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016112.983888:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334691328 00000100:00100000:2.0:1734016112.983903:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334691328 00000100:00100000:2.0:1734016112.983961:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10633 00000100:00100000:2.0:1734016112.983971:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:9662:x1818247334691328:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.984006:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.984040:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992953 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f6a0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.984080:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599293e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8286208->8314879) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f68b expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.984088:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016112.984090:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016112.984096:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992953 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4108288->4116479] (req 4108288->4116479) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a0 expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.984138:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599293e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8286208->8314879) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f68b expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.984150:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599293e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8286208->8314879) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f68b expref: 7 pid: 7686 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016112.984166:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338390784:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016112.984266:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.988787:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338390784:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016112.988846:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992953 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4108288->4116479] (req 4108288->4116479) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a0 expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.988860:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016112.988899:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:9662:x1818247334691328:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4931us (5473us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.988907:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10633 00000100:00100000:0.0:1734016112.989117:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.989308:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334691456 00000100:00100000:3.0:1734016112.989318:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334691456 00010000:00010000:3.0:1734016112.989346:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599293e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8286208->8314879) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f68b expref: 8 pid: 7686 timeout: 476 lvb_type: 0 00000100:00100000:3.0:1734016112.989377:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2955 00000100:00100000:3.0:1734016112.989384:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334691456:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016112.989403:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016112.989424:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599293e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8286208->8314879) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f68b expref: 8 pid: 7686 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016112.989436:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599293e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8286208->8314879) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f68b expref: 8 pid: 7686 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016112.989462:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599293e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8286208->8314879) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f68b expref: 8 pid: 7686 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016112.989495:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016112.989497:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016112.989508:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992953 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4108288->4116479) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a0 expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.989519:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992953 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4108288->4116479) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a0 expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.989556:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992953 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4108288->4116479) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a0 expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.989573:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c27800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338390912:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016112.989628:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac80fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.993213:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016112.993372:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c27800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338390912:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016112.993401:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016112.993475:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334691456:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4091us (4359us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.993487:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2955 00000100:00100000:2.0:1734016112.994312:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334691584 00000100:00100000:2.0:1734016112.994322:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334691584 00000100:00100000:2.0:1734016112.994353:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10634 00000100:00100000:2.0:1734016112.994368:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334691584:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016112.994553:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8851407 -> 8851407 00002000:00010000:2.0:1734016112.994557:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016112.994559:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016112.994561:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016112.994564:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1072 -> 1072 00000100:00100000:2.0:1734016112.994635:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247334691584:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 275us (1440us total) trans 4294969401 rc 0/0 00000100:00100000:2.0:1734016112.994641:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10634 00000100:00100000:0.0:1734016112.998343:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016112.998495:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334691840 00000100:00100000:1.0:1734016112.998510:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334691840 00000100:00100000:1.0:1734016112.998937:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8567 00000100:00100000:1.0:1734016112.998948:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334691840:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:1.0:1734016112.999004:0:7691:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599295a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.999028:0:7691:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992953 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4108288->4116479) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a0 expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.999036:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016112.999039:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016112.999044:0:7691:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599295a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7356416->7380991] (req 7356416->7380991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.999084:0:7691:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992953 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4108288->4116479) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a0 expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.999098:0:7691:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992953 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4108288->4116479) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a0 expref: 10 pid: 7685 timeout: 476 lvb_type: 0 00000100:00100000:1.0:1734016112.999113:0:7691:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800788f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338391040:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016112.999183:0:7691:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.002841:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016113.002954:0:7691:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800788f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338391040:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016113.003005:0:7691:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599295a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7356416->7380991] (req 7356416->7380991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016113.003069:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334691968 00000100:00100000:3.0:1734016113.003078:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334691968 00010000:00010000:3.0:1734016113.003141:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992953 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4108288->4116479) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a0 expref: 11 pid: 7685 timeout: 476 lvb_type: 0 00000100:00100000:3.0:1734016113.003172:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2956 00000100:00100000:3.0:1734016113.003181:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334691968:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016113.003197:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016113.003219:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992953 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4108288->4116479) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a0 expref: 11 pid: 7685 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016113.003231:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992953 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4108288->4116479) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a0 expref: 11 pid: 7685 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016113.003255:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992953 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4108288->4116479) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a0 expref: 11 pid: 7685 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016113.003277:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016113.003280:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016113.003285:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599295a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7356416->7380991] (req 7356416->7380991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.003298:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599295a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7356416->7380991] (req 7356416->7380991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.003330:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016113.003393:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334691968:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 213us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.003400:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2956 00010000:00010000:2.0:1734016113.007682:0:7691:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599295a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7356416->7380991] (req 7356416->7380991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.007705:0:7691:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599295a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7356416->7380991] (req 7356416->7380991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1734016113.008126:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016083 00000001:00080000:0.0:1734016113.017464:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969402 is committed 00000001:00080000:0.0:1734016113.017479:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969401 is committed 00002000:00010000:3.0:1734016113.017585:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1072 -> 1120 00010000:00010000:3.0:1734016113.017598:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599295a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7356416->7380991] (req 7356416->7380991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.017608:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599295a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7356416->7380991] (req 7356416->7380991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.017615:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599295a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7356416->7380991] (req 7356416->7380991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.017622:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e8361c0 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016113.017625:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599295a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7356416->7380991] (req 7356416->7380991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.017633:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599295a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7356416->7380991] (req 7356416->7380991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.017650:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599295a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7356416->7380991] (req 7356416->7380991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.017660:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599295a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7356416->7380991] (req 7356416->7380991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016113.017781:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334691840:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 18831us (19446us total) trans 4294969402 rc 0/0 00000100:00100000:3.0:1734016113.017793:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8567 00000100:00100000:0.0:1734016113.021591:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.021778:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334692096 00000100:00100000:2.0:1734016113.021787:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334692096 00000100:00100000:2.0:1734016113.022042:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10635 00000100:00100000:2.0:1734016113.022053:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334692096:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.022082:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.022109:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992961 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f6a7 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016113.022132:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8851407, mtime: 0x675afc70, atime: 0x675afc70, ctime: 0x675afc70, blocks: 0x460 00010000:00010000:2.0:1734016113.022152:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.022154:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.022161:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992961 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a7 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.022174:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992961 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a7 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.022185:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016113.022554:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334692096:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 502us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.022561:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10635 00000100:00100000:0.0:1734016113.027487:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.027577:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334692352 00000100:00100000:2.0:1734016113.027587:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334692352 00000100:00100000:2.0:1734016113.027637:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2126 00000100:00100000:2.0:1734016113.027643:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+31:9662:x1818247334692352:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016113.027687:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016113.027713:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55992888 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5e3 expref: 31 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.027748:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016113.027752:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016113.028607:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992968 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016113.028620:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55992896 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5ea expref: 26 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.028626:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992968 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016113.028654:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55992896 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5ea expref: 26 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.028665:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55992896 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5ea expref: 26 pid: 6480 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016113.028676:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338391168:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016113.028749:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.032474:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338391168:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016113.032501:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992968 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:1.0:1734016113.032626:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968652 is committed 00000001:00080000:1.0:1734016113.032635:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968649 is committed 00000100:00100000:0.0:1734016113.032708:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.032781:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334692480 00000100:00100000:2.0:1734016113.032787:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334692480 00000100:00080000:1.0:1734016113.032886:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016083 00010000:00010000:3.0:1734016113.033037:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55992896 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5ea expref: 15 pid: 6480 timeout: 476 lvb_type: 0 00000100:00100000:3.0:1734016113.033145:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2957 00000100:00100000:3.0:1734016113.033151:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4148850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247334692480:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016113.033165:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016113.033170:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55992896 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5ea expref: 15 pid: 6480 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016113.033178:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55992896 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5ea expref: 15 pid: 6480 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016113.033195:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55992896 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f5ea expref: 15 pid: 6480 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016113.033221:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016113.033226:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992968 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016113.033234:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992968 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016113.033242:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992968 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016113.033257:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016113.033297:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4148850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1969:x1818247334692480:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 145us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.033304:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2957 00010000:00010000:3.0:1734016113.033346:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992968 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016113.033352:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992968 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:3.0:1734016113.033454:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968652 00000004:00010000:3.0:1734016113.033493:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801304d3b80 reply state ffff880078e54000 transno 4294968653 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992968 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016113.033500:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016113.033565:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334692352:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 5921us (6091us total) trans 4294968653 rc 0/0 00000100:00100000:3.0:1734016113.033571:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2126 00000020:00080000:3.0:1734016113.033575:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016113.037682:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992968 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016113.037695:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992968 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016113.037702:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992968 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016113.037707:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404fc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016113.037710:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992968 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016113.037716:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992968 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016113.037731:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016113.037734:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016113.037738:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992968 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016113.037742:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992968 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:2.0:1734016113.043345:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.043398:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334692608 00000100:00100000:2.0:1734016113.043410:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334692608 00000100:00100000:2.0:1734016113.043453:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10636 00000100:00100000:2.0:1734016113.043460:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334692608:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.043482:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.043504:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599296f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f6ae expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.043536:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992961 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a7 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.043548:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.043551:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.043554:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599296f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ae expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.043589:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992961 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a7 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.043602:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992961 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a7 expref: 7 pid: 7686 timeout: 476 lvb_type: 1 00000100:00100000:2.0:1734016113.043616:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338391296:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016113.043681:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016113.057319:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.057490:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338391296:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016113.057529:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599296f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ae expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.057554:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016113.057625:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334692608:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 14164us (14294us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.057634:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10636 00000100:00100000:0.0:1734016113.059407:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334692736 00000100:00100000:0.0:1734016113.059425:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334692736 00010000:00010000:0.0:1734016113.059471:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992961 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a7 expref: 7 pid: 7686 timeout: 476 lvb_type: 1 00000100:00100000:0.0:1734016113.059524:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2958 00000100:00100000:0.0:1734016113.059534:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334692736:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016113.059554:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016113.059580:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992961 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a7 expref: 7 pid: 7686 timeout: 476 lvb_type: 1 00010000:00010000:0.0:1734016113.059593:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992961 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a7 expref: 7 pid: 7686 timeout: 476 lvb_type: 1 00010000:00010000:0.0:1734016113.059624:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992961 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6a7 expref: 7 pid: 7686 timeout: 476 lvb_type: 1 00010000:00010000:0.0:1734016113.059672:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016113.059674:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016113.059682:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599296f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ae expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.059691:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599296f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ae expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.059740:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599296f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ae expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.059755:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338391424:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016113.059882:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85859c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.071014:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.071163:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338391424:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016113.071188:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016113.071241:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334692736:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 11707us (13940us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.071258:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2958 00000100:00100000:3.0:1734016113.071366:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334692864 00000100:00100000:3.0:1734016113.071373:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334692864 00002000:00010000:3.0:1734016113.071402:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8043806->18446744073709551615) 00002000:00100000:3.0:1734016113.071408:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d2a00 with x1818247334692864 ext(8043806->18446744073709551615) 00002000:00010000:3.0:1734016113.071419:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d2a00. 00000100:00100000:3.0:1734016113.071442:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8568 00000100:00100000:3.0:1734016113.071448:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334692864:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016113.072347:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8851407 -> 8043806 00002000:00010000:3.0:1734016113.072352:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016112 -> 1734016112 00002000:00010000:3.0:1734016113.072354:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016112 -> 1734016112 00002000:00010000:3.0:1734016113.072372:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016112 -> 1734016112 00002000:00010000:3.0:1734016113.072374:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1120 -> 1040 00000100:00100000:3.0:1734016113.072408:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334692864:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 958us (1409us total) trans 4294969403 rc 0/0 00000100:00100000:3.0:1734016113.072415:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8568 00002000:00010000:3.0:1734016113.072419:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8043806->18446744073709551615) 00002000:00100000:3.0:1734016113.072421:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d2a00 with x1818247334692864 ext(8043806->18446744073709551615) 00002000:00010000:3.0:1734016113.072426:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d2a00. 00000100:00100000:0.0:1734016113.077959:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.079174:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334692992 00000100:00100000:3.0:1734016113.079188:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334692992 00000100:00100000:3.0:1734016113.079345:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2127 00000100:00100000:3.0:1734016113.079354:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247334692992:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.079392:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.079412:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55992976 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f6b5 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.079504:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc5599297d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016113.079519:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc5599297d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016113.079531:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc5599297d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:3.0:1734016113.079562:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8043806 00000004:00200000:3.0:1734016113.079566:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016113.079585:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc5599297d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016113.079611:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55992976 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6b5 expref: 14 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.079627:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc5599297d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6b5 expref: 13 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.079635:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016113.079637:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016113.079642:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016113.079732:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334692992:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 379us (1784us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.079739:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2127 00000100:00100000:0.0:1734016113.117866:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016113.117924:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.118034:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334693248 00000100:00100000:2.0:1734016113.118045:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334693248 00002000:00100000:2.0:1734016113.118089:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->6889471) req@ffff8801304d3100 x1818247334693248/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 504/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.118098:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d3100 with x1818247334693248 ext(0->6889471) 00002000:00010000:2.0:1734016113.118103:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d3100 00000100:00100000:2.0:1734016113.118125:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334693504 00000100:00100000:2.0:1734016113.118128:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334693504 00002000:00100000:2.0:1734016113.118138:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8044543) req@ffff8801304d0a80 x1818247334693504/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 504/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.118142:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d0a80 with x1818247334693504 ext(4190208->8044543) 00002000:00010000:2.0:1734016113.118145:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d0a80 00000100:00100000:2.0:1734016113.118167:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8569 00000100:00100000:2.0:1734016113.118174:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334693248:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016113.118506:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8570 00000100:00100000:0.0:1734016113.118511:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334693504:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.166132:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334693248:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 47931us (48256us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016113.166149:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8569 00002000:00100000:2.0:1734016113.166168:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->6889471) req@ffff8801304d3100 x1818247334693248/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 504/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.166181:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d3100 with x1818247334693248 ext(0->6889471) 00002000:00010000:2.0:1734016113.166191:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d3100 00010000:00010000:0.0:1734016113.233680:0:9875:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016113.234301:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334693504:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 115780us (116368us total) trans 0 rc 3850240/3850240 00000100:00100000:3.0:1734016113.234313:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8570 00002000:00100000:3.0:1734016113.234324:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8044543) req@ffff8801304d0a80 x1818247334693504/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 504/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 3850240/3850240 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.234333:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d0a80 with x1818247334693504 ext(4190208->8044543) 00002000:00010000:3.0:1734016113.234339:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d0a80 00000100:00100000:0.0:1734016113.245751:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.246994:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334693632 00000100:00100000:2.0:1734016113.247008:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334693632 00000100:00100000:2.0:1734016113.247080:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2128 00000100:00100000:2.0:1734016113.247087:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:9662:x1818247334693632:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.247111:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.247138:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992984 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f6bc expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.247244:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc5599298b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016113.247258:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc5599298b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016113.247268:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc5599298b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016113.247291:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8043806 00000004:00200000:2.0:1734016113.247295:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016113.247308:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc5599298b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016113.247327:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992984 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6bc expref: 16 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.247363:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc5599298b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6bc expref: 15 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.247371:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016113.247373:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016113.247377:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016113.247433:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334693632:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 346us (1692us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.247443:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2128 00000100:00100000:0.0:1734016113.258476:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.258905:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334693760 00000100:00100000:2.0:1734016113.258915:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334693760 00000100:00100000:2.0:1734016113.258972:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10637 00000100:00100000:2.0:1734016113.258980:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334693760:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.258999:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.259022:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992992 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f6c3 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.259078:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338391552:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016113.259150:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016113.264017:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016112 -> 1734016113 00000100:00100000:2.0:1734016113.264054:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338391552:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016113.264093:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992992 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6c3 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.264108:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992992 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6c3 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.264263:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016113.265312:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334693760:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6328us (6840us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016113.265320:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10637 00000100:00100000:1.0:1734016113.271110:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.271197:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334693888 00000100:00100000:2.0:1734016113.271207:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334693888 00000100:00100000:2.0:1734016113.271246:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10638 00000100:00100000:2.0:1734016113.271254:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334693888:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.271271:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.271286:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992999 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f6ca expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.271336:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338391680:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016113.272266:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.277576:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338391680:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016113.277604:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992999 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ca expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.277615:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992999 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ca expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.277655:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016113.277698:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334693888:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6444us (6596us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016113.277705:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10638 00000100:00100000:1.0:1734016113.285201:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.286167:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334694016 00000100:00100000:3.0:1734016113.286179:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334694016 00002000:00100000:3.0:1734016113.286221:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2719744->2785279) req@ffff8800788fb800 x1818247334694016/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.286231:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788fb800 with x1818247334694016 ext(2719744->2785279) 00002000:00010000:3.0:1734016113.286236:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788fb800 00000100:00100000:3.0:1734016113.286472:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8571 00000100:00100000:3.0:1734016113.286480:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334694016:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016113.290849:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334694016:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4327us (5614us total) trans 4294969404 rc 0/0 00000100:00100000:3.0:1734016113.290862:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8571 00002000:00100000:3.0:1734016113.290875:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2719744->2785279) req@ffff8800788fb800 x1818247334694016/t4294969404(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/448 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.290884:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788fb800 with x1818247334694016 ext(2719744->2785279) 00002000:00010000:3.0:1734016113.290889:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788fb800 00000100:00100000:0.0:1734016113.292966:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.293093:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334694144 00000100:00100000:3.0:1734016113.293102:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334694144 00000100:00100000:3.0:1734016113.293186:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2129 00000100:00100000:3.0:1734016113.293194:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334694144:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:3.0:1734016113.293378:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334694144:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 184us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.293386:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2129 00000100:00100000:1.0:1734016113.295213:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.295805:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334694272 00000100:00100000:2.0:1734016113.295849:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334694272 00000100:00100000:2.0:1734016113.295891:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10639 00000100:00100000:2.0:1734016113.295897:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334694272:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:1.0:1734016113.297909:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969404 is committed 00000100:00100000:2.0:1734016113.298594:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334694272:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2690us (3382us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.298605:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10639 00000100:00100000:1.0:1734016113.302438:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.302498:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334694400 00000100:00100000:3.0:1734016113.302507:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334694400 00000100:00100000:3.0:1734016113.302546:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10640 00000100:00100000:3.0:1734016113.302552:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334694400:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.302569:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.302589:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559929a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f6d1 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016113.302647:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338391808:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016113.302704:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e14e600 going to sleep for 11 seconds 00002000:00010000:3.0:1734016113.305460:0:7686:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016112 -> 1734016113 00002000:00010000:3.0:1734016113.305468:0:7686:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016112 -> 1734016113 00002000:00010000:3.0:1734016113.305469:0:7686:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1040 -> 1168 00000100:00100000:3.0:1734016113.305492:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338391808:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016113.305529:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559929a0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6d1 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.305540:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559929a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6d1 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.305553:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016113.306288:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334694400:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3731us (3857us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016113.306297:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10640 00000100:00100000:1.0:1734016113.310848:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.311265:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334694528 00000100:00100000:3.0:1734016113.311274:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334694528 00000100:00100000:3.0:1734016113.311342:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10641 00000100:00100000:3.0:1734016113.311348:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334694528:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.311384:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.311408:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559929a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f6d8 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016113.311475:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338391936:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016113.311887:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e14e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016113.315224:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338391936:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016113.315267:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559929a7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6d8 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.315280:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559929a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6d8 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.315296:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016113.315366:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334694528:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4006us (4555us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016113.315377:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10641 00000100:00100000:0.0:1734016113.319618:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.319776:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334694656 00000100:00100000:3.0:1734016113.319785:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334694656 00000100:00100000:3.0:1734016113.320094:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10642 00000100:00100000:3.0:1734016113.320101:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334694656:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.320117:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.320138:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559929ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f6df expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016113.320193:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338392064:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016113.320273:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e14e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016113.324162:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338392064:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016113.324200:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559929ae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6df expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.324215:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559929ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6df expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.324427:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016113.324484:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334694656:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4383us (4876us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016113.324492:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10642 00000100:00100000:1.0:1734016113.329072:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.329159:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334694784 00000100:00100000:3.0:1734016113.329170:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334694784 00000100:00100000:3.0:1734016113.329236:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10643 00000100:00100000:3.0:1734016113.329246:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334694784:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.329272:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.329294:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559929b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f6e6 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.329326:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599296f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ae expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.329333:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016113.329336:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016113.329339:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559929b5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6709248->6713343] (req 6709248->6713343) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6e6 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.329385:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599296f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ae expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.329400:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599296f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ae expref: 5 pid: 7686 timeout: 476 lvb_type: 0 00000100:00100000:3.0:1734016113.329415:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338392192:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016113.329501:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e14e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016113.334024:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338392192:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016113.334478:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559929b5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6709248->6713343] (req 6709248->6713343) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6e6 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.334498:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:3.0:1734016113.334588:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334694784:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5341us (5528us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.334598:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10643 00000100:00100000:1.0:1734016113.343873:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.343989:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334694912 00000100:00100000:2.0:1734016113.343998:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334694912 00010000:00010000:2.0:1734016113.344031:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599296f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ae expref: 6 pid: 7686 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016113.344337:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2959 00000100:00100000:2.0:1734016113.344345:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334694912:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016113.344369:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016113.344388:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599296f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ae expref: 6 pid: 7686 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016113.344399:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599296f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ae expref: 6 pid: 7686 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016113.344419:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599296f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ae expref: 6 pid: 7686 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016113.345016:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.345018:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.345025:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559929b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6709248->6713343) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6e6 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.345034:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559929b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6709248->6713343) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6e6 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.345065:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559929b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6709248->6713343) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6e6 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.345081:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338392320:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016113.345169:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.348439:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.348554:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338392320:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016113.348574:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016113.348624:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334694912:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4278us (4762us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.348634:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2959 00000100:00100000:3.0:1734016113.349506:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334695168 00000100:00100000:3.0:1734016113.349512:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334695168 00002000:00100000:3.0:1734016113.349552:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6709248->6713343) req@ffff8800788fad80 x1818247334695168/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.349562:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788fad80 with x1818247334695168 ext(6709248->6713343) 00002000:00010000:3.0:1734016113.349567:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788fad80 00000100:00100000:3.0:1734016113.349597:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8572 00000100:00100000:3.0:1734016113.349602:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334695168:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.349739:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334695168:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 135us (1307us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016113.349749:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8572 00002000:00100000:3.0:1734016113.349754:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6709248->6713343) req@ffff8800788fad80 x1818247334695168/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.349761:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788fad80 with x1818247334695168 ext(6709248->6713343) 00002000:00010000:3.0:1734016113.349763:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788fad80 00000100:00100000:1.0:1734016113.354805:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.355195:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334695424 00000100:00100000:2.0:1734016113.355205:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334695424 00002000:00100000:2.0:1734016113.355253:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6705152->6709247) req@ffff8800788fa300 x1818247334695424/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.355263:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788fa300 with x1818247334695424 ext(6705152->6709247) 00002000:00010000:2.0:1734016113.355269:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788fa300 00000100:00100000:2.0:1734016113.355927:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8573 00000100:00100000:2.0:1734016113.355936:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334695424:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.356122:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334695424:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 186us (1329us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.356130:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8573 00002000:00100000:2.0:1734016113.356136:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6705152->6709247) req@ffff8800788fa300 x1818247334695424/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.356143:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788fa300 with x1818247334695424 ext(6705152->6709247) 00002000:00010000:2.0:1734016113.356146:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788fa300 00000100:00100000:0.0:1734016113.361152:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.361238:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334695680 00000100:00100000:3.0:1734016113.361245:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334695680 00002000:00100000:3.0:1734016113.361279:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6701056->6705151) req@ffff88007bd10380 x1818247334695680/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.361288:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd10380 with x1818247334695680 ext(6701056->6705151) 00002000:00010000:3.0:1734016113.361292:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd10380 00000100:00100000:3.0:1734016113.361316:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8574 00000100:00100000:3.0:1734016113.361321:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334695680:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.361464:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334695680:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 142us (320us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016113.361470:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8574 00002000:00100000:3.0:1734016113.361475:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6701056->6705151) req@ffff88007bd10380 x1818247334695680/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.361481:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd10380 with x1818247334695680 ext(6701056->6705151) 00002000:00010000:3.0:1734016113.361483:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd10380 00000100:00100000:0.0:1734016113.365501:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.366364:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334695936 00000100:00100000:2.0:1734016113.366373:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334695936 00002000:00100000:2.0:1734016113.366413:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6696960->6701055) req@ffff88007bd11180 x1818247334695936/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.366425:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd11180 with x1818247334695936 ext(6696960->6701055) 00002000:00010000:2.0:1734016113.366430:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd11180 00000100:00100000:2.0:1734016113.366516:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8575 00000100:00100000:2.0:1734016113.366522:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334695936:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.367263:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334695936:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 737us (1768us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.367271:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8575 00002000:00100000:2.0:1734016113.367277:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6696960->6701055) req@ffff88007bd11180 x1818247334695936/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.367284:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd11180 with x1818247334695936 ext(6696960->6701055) 00002000:00010000:2.0:1734016113.367287:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd11180 00000100:00100000:1.0:1734016113.370988:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.371436:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334696192 00000100:00100000:2.0:1734016113.371447:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334696192 00002000:00100000:2.0:1734016113.371480:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6692864->6696959) req@ffff8800788f8380 x1818247334696192/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.371490:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788f8380 with x1818247334696192 ext(6692864->6696959) 00002000:00010000:2.0:1734016113.371494:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788f8380 00000100:00100000:2.0:1734016113.371919:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8576 00000100:00100000:2.0:1734016113.371926:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334696192:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.372055:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334696192:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 129us (1075us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.372063:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8576 00002000:00100000:2.0:1734016113.372068:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6692864->6696959) req@ffff8800788f8380 x1818247334696192/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.372074:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800788f8380 with x1818247334696192 ext(6692864->6696959) 00002000:00010000:2.0:1734016113.372077:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800788f8380 00000100:00100000:0.0:1734016113.375942:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.376034:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334696448 00000100:00100000:3.0:1734016113.376042:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334696448 00002000:00100000:3.0:1734016113.376079:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6688768->6692863) req@ffff88007bd12680 x1818247334696448/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.376093:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd12680 with x1818247334696448 ext(6688768->6692863) 00002000:00010000:3.0:1734016113.376098:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd12680 00000100:00100000:3.0:1734016113.376125:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8577 00000100:00100000:3.0:1734016113.376131:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334696448:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.376872:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334696448:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 739us (937us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016113.376878:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8577 00002000:00100000:3.0:1734016113.376883:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6688768->6692863) req@ffff88007bd12680 x1818247334696448/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.376889:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd12680 with x1818247334696448 ext(6688768->6692863) 00002000:00010000:3.0:1734016113.376892:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd12680 00000100:00100000:0.0:1734016113.380994:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.381111:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334696704 00000100:00100000:2.0:1734016113.381122:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334696704 00002000:00100000:2.0:1734016113.381169:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6684672->6688767) req@ffff88007bd11880 x1818247334696704/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.381179:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd11880 with x1818247334696704 ext(6684672->6688767) 00002000:00010000:2.0:1734016113.381187:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd11880 00000100:00100000:2.0:1734016113.381232:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8578 00000100:00100000:2.0:1734016113.381239:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334696704:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.381428:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334696704:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 188us (448us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.381435:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8578 00002000:00100000:2.0:1734016113.381441:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6684672->6688767) req@ffff88007bd11880 x1818247334696704/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.381447:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd11880 with x1818247334696704 ext(6684672->6688767) 00002000:00010000:2.0:1734016113.381450:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd11880 00000100:00100000:1.0:1734016113.385055:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.385672:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334696960 00000100:00100000:3.0:1734016113.385679:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334696960 00002000:00100000:3.0:1734016113.385713:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6680576->6684671) req@ffff880078ea0700 x1818247334696960/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.385722:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea0700 with x1818247334696960 ext(6680576->6684671) 00002000:00010000:3.0:1734016113.385727:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea0700 00000100:00100000:3.0:1734016113.385753:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8579 00000100:00100000:3.0:1734016113.385758:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334696960:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.385902:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334696960:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 143us (865us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016113.385908:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8579 00002000:00100000:3.0:1734016113.385913:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6680576->6684671) req@ffff880078ea0700 x1818247334696960/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.385920:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea0700 with x1818247334696960 ext(6680576->6684671) 00002000:00010000:3.0:1734016113.385922:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea0700 00000100:00100000:0.0:1734016113.390801:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.391068:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334697216 00000100:00100000:2.0:1734016113.391077:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334697216 00002000:00100000:2.0:1734016113.391116:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6676480->6680575) req@ffff88007bd10700 x1818247334697216/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.391131:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd10700 with x1818247334697216 ext(6676480->6680575) 00002000:00010000:2.0:1734016113.391136:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd10700 00000100:00100000:2.0:1734016113.391168:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8580 00000100:00100000:2.0:1734016113.391175:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334697216:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.391313:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334697216:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 137us (520us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.391320:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8580 00002000:00100000:2.0:1734016113.391325:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6676480->6680575) req@ffff88007bd10700 x1818247334697216/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.391331:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd10700 with x1818247334697216 ext(6676480->6680575) 00002000:00010000:2.0:1734016113.391334:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd10700 00000100:00100000:0.0:1734016113.394022:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.394134:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334697472 00000100:00100000:3.0:1734016113.394142:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334697472 00002000:00100000:3.0:1734016113.394176:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6672384->6676479) req@ffff88007bd12a00 x1818247334697472/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.394185:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd12a00 with x1818247334697472 ext(6672384->6676479) 00002000:00010000:3.0:1734016113.394189:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd12a00 00000100:00100000:3.0:1734016113.394221:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8581 00000100:00100000:3.0:1734016113.394227:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334697472:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.394385:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334697472:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 157us (371us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016113.394392:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8581 00002000:00100000:3.0:1734016113.394397:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6672384->6676479) req@ffff88007bd12a00 x1818247334697472/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.394404:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd12a00 with x1818247334697472 ext(6672384->6676479) 00002000:00010000:3.0:1734016113.394406:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd12a00 00000100:00100000:1.0:1734016113.399496:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.399592:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334697728 00000100:00100000:2.0:1734016113.399601:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334697728 00002000:00100000:2.0:1734016113.399640:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6668288->6672383) req@ffff880078ea1180 x1818247334697728/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.399649:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea1180 with x1818247334697728 ext(6668288->6672383) 00002000:00010000:2.0:1734016113.399654:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea1180 00000100:00100000:2.0:1734016113.399879:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8582 00000100:00100000:2.0:1734016113.399885:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334697728:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.400329:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334697728:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 442us (839us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.400336:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8582 00002000:00100000:2.0:1734016113.400341:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6668288->6672383) req@ffff880078ea1180 x1818247334697728/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.400349:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea1180 with x1818247334697728 ext(6668288->6672383) 00002000:00010000:2.0:1734016113.400361:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea1180 00000100:00100000:0.0:1734016113.403748:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.403851:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334697984 00000100:00100000:2.0:1734016113.403862:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334697984 00002000:00100000:2.0:1734016113.403903:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6664192->6668287) req@ffff88007bd13100 x1818247334697984/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.403912:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd13100 with x1818247334697984 ext(6664192->6668287) 00002000:00010000:2.0:1734016113.403916:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd13100 00000100:00100000:2.0:1734016113.404040:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8583 00000100:00100000:2.0:1734016113.404047:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334697984:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.404431:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334697984:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 383us (689us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.404438:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8583 00002000:00100000:2.0:1734016113.404443:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6664192->6668287) req@ffff88007bd13100 x1818247334697984/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.404449:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd13100 with x1818247334697984 ext(6664192->6668287) 00002000:00010000:2.0:1734016113.404452:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd13100 00000100:00100000:0.0:1734016113.409637:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.409736:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334698240 00000100:00100000:2.0:1734016113.409746:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334698240 00002000:00100000:2.0:1734016113.409787:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6660096->6664191) req@ffff88007bd11c00 x1818247334698240/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.409797:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd11c00 with x1818247334698240 ext(6660096->6664191) 00002000:00010000:2.0:1734016113.409802:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd11c00 00000100:00100000:2.0:1734016113.410167:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8584 00000100:00100000:2.0:1734016113.410174:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334698240:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.410311:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334698240:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 136us (678us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.410317:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8584 00002000:00100000:2.0:1734016113.410323:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6660096->6664191) req@ffff88007bd11c00 x1818247334698240/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.410330:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd11c00 with x1818247334698240 ext(6660096->6664191) 00002000:00010000:2.0:1734016113.410332:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd11c00 00000100:00100000:1.0:1734016113.416503:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.416643:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334698496 00000100:00100000:3.0:1734016113.416653:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334698496 00002000:00100000:3.0:1734016113.416694:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6656000->6660095) req@ffff880078ea2d80 x1818247334698496/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.416704:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea2d80 with x1818247334698496 ext(6656000->6660095) 00002000:00010000:3.0:1734016113.416708:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea2d80 00000100:00100000:3.0:1734016113.416743:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8585 00000100:00100000:3.0:1734016113.416748:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334698496:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.416927:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334698496:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 177us (435us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016113.416934:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8585 00002000:00100000:3.0:1734016113.416940:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6656000->6660095) req@ffff880078ea2d80 x1818247334698496/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.416947:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea2d80 with x1818247334698496 ext(6656000->6660095) 00002000:00010000:3.0:1734016113.416950:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea2d80 00000100:00100000:0.0:1734016113.420740:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.420931:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334698752 00000100:00100000:2.0:1734016113.420942:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334698752 00002000:00100000:2.0:1734016113.420982:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6651904->6655999) req@ffff88007bd10a80 x1818247334698752/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.420990:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd10a80 with x1818247334698752 ext(6651904->6655999) 00002000:00010000:2.0:1734016113.420995:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd10a80 00000100:00100000:2.0:1734016113.421031:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8586 00000100:00100000:2.0:1734016113.421038:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334698752:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.421170:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334698752:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 133us (445us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.421175:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8586 00002000:00100000:2.0:1734016113.421180:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6651904->6655999) req@ffff88007bd10a80 x1818247334698752/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.421185:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd10a80 with x1818247334698752 ext(6651904->6655999) 00002000:00010000:2.0:1734016113.421187:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd10a80 00000100:00100000:0.0:1734016113.426057:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.426150:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334699008 00000100:00100000:3.0:1734016113.426158:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334699008 00002000:00100000:3.0:1734016113.426197:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6647808->6651903) req@ffff88007bd10000 x1818247334699008/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.426206:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd10000 with x1818247334699008 ext(6647808->6651903) 00002000:00010000:3.0:1734016113.426210:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd10000 00000100:00100000:3.0:1734016113.426249:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8587 00000100:00100000:3.0:1734016113.426256:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334699008:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.426424:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334699008:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 167us (376us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016113.426430:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8587 00002000:00100000:3.0:1734016113.426437:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6647808->6651903) req@ffff88007bd10000 x1818247334699008/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.426442:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd10000 with x1818247334699008 ext(6647808->6651903) 00002000:00010000:3.0:1734016113.426444:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd10000 00000100:00100000:3.0:1734016113.427763:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bd12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338392448:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1734016113.427835:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016113.427885:0:7944:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338392448 00000100:00100000:3.0:1734016113.427891:0:7944:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338392448 00000100:00100000:3.0:1734016113.429826:0:7944:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1734016113.429837:0:7944:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338392448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1734016113.429873:0:7944:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:3.0:1734016113.429934:0:7944:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338392448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (2100us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.429940:0:7944:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1734016113.429989:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bd12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338392448:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1734016113.430057:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016083 00000100:00100000:1.0:1734016113.435025:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.435443:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334699136 00000100:00100000:3.0:1734016113.435449:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334699136 00000100:00100000:3.0:1734016113.435594:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10644 00000100:00100000:3.0:1734016113.435600:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334699136:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.435617:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.435636:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559929bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f6ed expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.435658:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016113.435660:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016113.435666:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559929bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ed expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.435678:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559929bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ed expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.435695:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016113.436004:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334699136:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 402us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.436010:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10644 00000100:00100000:0.0:1734016113.442480:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.442688:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334699392 00000100:00100000:2.0:1734016113.442699:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334699392 00000100:00100000:2.0:1734016113.442754:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2130 00000100:00100000:2.0:1734016113.442760:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334699392:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016113.442830:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016113.442858:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc5599297d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6b5 expref: 13 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.442888:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016113.442892:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016113.443017:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559929c3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016113.443029:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc5599298b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6bc expref: 14 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.443035:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559929c3 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016113.443063:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc5599298b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6bc expref: 14 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.443075:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc5599298b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6bc expref: 14 pid: 7707 timeout: 477 lvb_type: 0 00000100:00100000:2.0:1734016113.443086:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338392576:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016113.443139:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.449067:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338392576:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016113.449090:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559929c3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016113.449677:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.449899:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334699520 00000100:00100000:2.0:1734016113.449905:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334699520 00010000:00010000:2.0:1734016113.449930:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc5599298b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6bc expref: 15 pid: 7707 timeout: 477 lvb_type: 0 00000100:00100000:2.0:1734016113.449965:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2960 00000100:00100000:2.0:1734016113.449971:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247334699520:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016113.449987:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016113.449991:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc5599298b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6bc expref: 15 pid: 7707 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016113.450002:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc5599298b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6bc expref: 15 pid: 7707 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016113.450021:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc5599298b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6bc expref: 15 pid: 7707 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016113.450798:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016113.450804:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559929c3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016113.450836:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559929c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016113.450842:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559929c3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016113.450873:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016113.451002:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1969:x1818247334699520:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1029us (1326us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.451010:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2960 00010000:00010000:3.0:1734016113.451078:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559929c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016113.451084:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559929c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:3.0:1734016113.451154:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968654 00000004:00010000:3.0:1734016113.451188:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007bd13b80 reply state ffff880078e55000 transno 4294968655 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559929c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016113.451195:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016113.451251:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334699392:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 8491us (8779us total) trans 4294968655 rc 0/0 00000100:00100000:3.0:1734016113.451258:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2130 00000020:00080000:3.0:1734016113.451261:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016113.455253:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:2.0:1734016113.455774:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559929c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016113.455784:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559929c3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016113.455790:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559929c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016113.455795:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7407cc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016113.455798:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559929c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016113.455803:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559929c3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016113.455839:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016113.455842:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016113.455845:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559929c3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016113.455848:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559929c3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016113.455999:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334699648 00000100:00100000:3.0:1734016113.456007:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334699648 00000100:00100000:3.0:1734016113.456041:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10645 00000100:00100000:3.0:1734016113.456049:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334699648:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.456065:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.456079:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559929ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f6f4 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.456103:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559929b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6709248->6713343) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6e6 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.456111:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559929bc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ed expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.456115:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016113.456117:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016113.456119:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559929ca lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6f4 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.456146:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559929bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ed expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.456155:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559929bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ed expref: 7 pid: 7686 timeout: 477 lvb_type: 1 00000100:00100000:3.0:1734016113.456165:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338392704:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016113.456225:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559929b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6709248->6713343) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6e6 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.456233:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559929b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6709248->6713343) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6e6 expref: 6 pid: 7686 timeout: 477 lvb_type: 0 00000100:00100000:3.0:1734016113.456239:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338392832:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016113.456252:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b7b5cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016113.461542:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338392704:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016113.461557:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338392832:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016113.461581:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559929ca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6f4 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.461596:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016113.461651:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334699648:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5602us (6408us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.461659:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10645 00000100:00100000:0.0:1734016113.461911:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016113.461946:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016113.461977:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334699776 00000100:00100000:0.0:1734016113.461982:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334699776 00010000:00010000:0.0:1734016113.462001:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559929bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ed expref: 7 pid: 7686 timeout: 477 lvb_type: 1 00000100:00100000:0.0:1734016113.462020:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334699904 00000100:00100000:0.0:1734016113.462023:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334699904 00010000:00010000:0.0:1734016113.462031:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559929b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6709248->6713343) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6e6 expref: 7 pid: 7686 timeout: 477 lvb_type: 0 00000100:00100000:0.0:1734016113.462050:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2961 00000100:00100000:0.0:1734016113.462055:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334699776:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016113.462066:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016113.462081:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559929bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ed expref: 7 pid: 7686 timeout: 477 lvb_type: 1 00010000:00010000:0.0:1734016113.462090:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559929bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ed expref: 7 pid: 7686 timeout: 477 lvb_type: 1 00010000:00010000:0.0:1734016113.462106:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559929bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6ed expref: 7 pid: 7686 timeout: 477 lvb_type: 1 00010000:00010000:0.0:1734016113.462119:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016113.462134:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334699776:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 78us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.462139:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2961 00000100:00100000:0.0:1734016113.462151:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2962 00000100:00100000:0.0:1734016113.462154:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334699904:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016113.462161:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016113.462168:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559929b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6709248->6713343) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6e6 expref: 7 pid: 7686 timeout: 477 lvb_type: 0 00010000:00010000:0.0:1734016113.462180:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559929b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6709248->6713343) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6e6 expref: 7 pid: 7686 timeout: 477 lvb_type: 0 00010000:00010000:0.0:1734016113.462190:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559929b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6709248->6713343) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6e6 expref: 7 pid: 7686 timeout: 477 lvb_type: 0 00010000:00010000:0.0:1734016113.462200:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016113.462201:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016113.462206:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559929ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6f4 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.462213:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559929ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6f4 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.462236:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559929ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6f4 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.462247:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bd10e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338392960:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016113.462272:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.467242:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bd10e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338392960:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016113.467262:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016113.467311:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334699904:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5154us (5363us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.467322:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2962 00000100:00100000:2.0:1734016113.467940:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016113.468783:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334700032 00000100:00100000:0.0:1734016113.468791:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334700032 00002000:00010000:0.0:1734016113.468850:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3006200->18446744073709551615) 00002000:00100000:0.0:1734016113.468854:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dea00 with x1818247334700032 ext(3006200->18446744073709551615) 00002000:00010000:0.0:1734016113.468864:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dea00. 00000100:00100000:0.0:1734016113.468893:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8588 00000100:00100000:0.0:1734016113.468899:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334700032:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016113.473434:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8043806 -> 3006200 00002000:00010000:0.0:1734016113.473443:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016113 -> 1734016113 00002000:00010000:0.0:1734016113.473445:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016113 -> 1734016113 00002000:00010000:0.0:1734016113.473447:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016113 -> 1734016113 00002000:00010000:0.0:1734016113.473449:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1168 -> 848 00000100:00100000:0.0:1734016113.480511:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334700032:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 11599us (12560us total) trans 4294969405 rc 0/0 00000100:00100000:0.0:1734016113.480523:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8588 00002000:00010000:0.0:1734016113.480531:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3006200->18446744073709551615) 00002000:00100000:0.0:1734016113.480534:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dea00 with x1818247334700032 ext(3006200->18446744073709551615) 00002000:00010000:0.0:1734016113.480543:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dea00. 00000100:00100000:0.0:1734016113.481185:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.481278:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334700160 00000100:00100000:3.0:1734016113.481286:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334700160 00000100:00100000:3.0:1734016113.481533:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2131 00000100:00100000:3.0:1734016113.481539:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:9662:x1818247334700160:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.481555:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.481570:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc559929d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f6fb expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.481637:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559929d8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016113.481649:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559929d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016113.481657:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559929d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:3.0:1734016113.481676:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3006200 00000004:00200000:3.0:1734016113.481679:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016113.481690:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559929d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016113.481710:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc559929d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6fb expref: 16 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.483869:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559929d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6fb expref: 15 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.483884:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016113.483887:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016113.483891:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016113.483972:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334700160:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2431us (2787us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.483981:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2131 00000100:00100000:2.0:1734016113.493193:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.493843:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334700288 00000100:00100000:3.0:1734016113.493854:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334700288 00000100:00100000:3.0:1734016113.493896:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10646 00000100:00100000:3.0:1734016113.493902:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334700288:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.493918:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.493934:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559929df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f702 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016113.493980:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338393088:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016113.494032:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b7b5cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016113.496697:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338393088:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016113.496732:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559929df lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f702 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.496750:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559929df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f702 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.497134:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016113.497190:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334700288:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3286us (4004us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016113.497198:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10646 00000100:00100000:0.0:1734016113.499988:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.500203:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334700416 00000100:00100000:3.0:1734016113.500210:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334700416 00000100:00100000:3.0:1734016113.500248:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10647 00000100:00100000:3.0:1734016113.500254:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334700416:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.500271:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.500287:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559929e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f709 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016113.500340:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338393216:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016113.500404:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b7b5cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016113.508310:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338393216:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016113.508342:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559929e6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f709 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.508364:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559929e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f709 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.508394:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016113.508449:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334700416:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8194us (8469us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016113.508457:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10647 00000100:00100000:2.0:1734016113.515894:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016113.515971:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334700544 00000100:00100000:0.0:1734016113.515980:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334700544 00000100:00100000:0.0:1734016113.516719:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2132 00000100:00100000:0.0:1734016113.516726:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334700544:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.516749:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.516767:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc559929ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f710 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.517016:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567840/0x979ba2bc559929f4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016113.517028:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567840/0x979ba2bc559929f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016113.517037:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567840/0x979ba2bc559929f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:0.0:1734016113.517058:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3006200 00000004:00200000:0.0:1734016113.517061:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016113.517074:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567840/0x979ba2bc559929f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016113.517094:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc559929ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f710 expref: 16 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.517780:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567840/0x979ba2bc559929f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f710 expref: 15 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.517789:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016113.517792:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016113.517794:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567840, rc 0) 00000100:00100000:0.0:1734016113.517872:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334700544:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1144us (1987us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.517879:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2132 00000100:00100000:0.0:1734016113.521847:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016113.521988:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334700800 00000100:00100000:1.0:1734016113.521998:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334700800 00000100:00100000:1.0:1734016113.522112:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2133 00000100:00100000:1.0:1734016113.522119:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334700800:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016113.522169:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016113.522194:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567840/0x979ba2bc559929f4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f710 expref: 15 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.522850:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016113.522854:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016113.522984:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc559929fb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016113.522997:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559929d8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6fb expref: 14 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.523003:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc559929fb lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016113.523028:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559929d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6fb expref: 14 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.523038:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559929d8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6fb expref: 14 pid: 7707 timeout: 477 lvb_type: 0 00000100:00100000:1.0:1734016113.523049:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ea2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338393344:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016113.523109:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.527456:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ea2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338393344:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016113.527481:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc559929fb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016113.529516:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.529896:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334700928 00000100:00100000:3.0:1734016113.529904:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334700928 00010000:00010000:3.0:1734016113.529939:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559929d8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6fb expref: 15 pid: 7707 timeout: 477 lvb_type: 0 00000100:00100000:3.0:1734016113.529967:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2963 00000100:00100000:3.0:1734016113.529974:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247334700928:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016113.529990:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016113.529994:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559929d8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6fb expref: 15 pid: 7707 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016113.530004:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559929d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6fb expref: 15 pid: 7707 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016113.530023:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559929d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6fb expref: 15 pid: 7707 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016113.534452:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016113.534464:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc559929fb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016113.534475:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc559929fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016113.534484:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc559929fb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016113.534532:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016113.534601:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1969:x1818247334700928:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4620us (5092us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.534612:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2963 00010000:00010000:1.0:1734016113.535244:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc559929fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016113.535251:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc559929fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:1.0:1734016113.535340:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968656 00000004:00010000:1.0:1734016113.535394:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800781d2300 reply state ffff880078125000 transno 4294968657 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc559929fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:1.0:1734016113.535404:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016113.536487:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334700800:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 14360us (14671us total) trans 4294968657 rc 0/0 00000100:00100000:1.0:1734016113.536496:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2133 00000020:00080000:1.0:1734016113.536503:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016113.538558:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc559929fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016113.538568:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc559929fb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016113.538573:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc559929fb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016113.538578:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e837180 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016113.538582:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc559929fb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016113.538588:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc559929fb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016113.538601:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016113.538604:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016113.538607:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc559929fb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016113.538612:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc559929fb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016113.539320:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016113.539390:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334701056 00000100:00100000:0.0:1734016113.539398:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334701056 00002000:00010000:0.0:1734016113.539426:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1643671->18446744073709551615) 00002000:00100000:0.0:1734016113.539429:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27100 with x1818247334701056 ext(1643671->18446744073709551615) 00002000:00010000:0.0:1734016113.539438:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27100. 00000100:00100000:0.0:1734016113.539461:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8589 00000100:00100000:0.0:1734016113.539466:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334701056:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016113.540626:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3006200 -> 1643671 00002000:00010000:0.0:1734016113.540631:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016113 -> 1734016113 00002000:00010000:0.0:1734016113.540633:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016113 -> 1734016113 00002000:00010000:0.0:1734016113.540635:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016113 -> 1734016113 00002000:00010000:0.0:1734016113.540636:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 848 -> 512 00000100:00100000:0.0:1734016113.540693:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334701056:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 1223us (1372us total) trans 4294969406 rc 0/0 00000100:00100000:0.0:1734016113.540700:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8589 00002000:00010000:0.0:1734016113.540704:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1643671->18446744073709551615) 00002000:00100000:0.0:1734016113.540706:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27100 with x1818247334701056 ext(1643671->18446744073709551615) 00002000:00010000:0.0:1734016113.540711:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27100. 00000100:00100000:0.0:1734016113.543276:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016113.543485:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334701184 00000100:00100000:1.0:1734016113.543493:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334701184 00000100:00100000:1.0:1734016113.543547:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2134 00000100:00100000:1.0:1734016113.543553:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:9662:x1818247334701184:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.543572:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.543588:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55992a02 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f717 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.543664:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55992a09 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016113.543677:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55992a09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016113.543686:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55992a09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:1.0:1734016113.543710:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1643671 00000004:00200000:1.0:1734016113.543714:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016113.543729:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55992a09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016113.543749:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55992a02 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f717 expref: 16 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.543787:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55992a09 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f717 expref: 15 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.543795:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016113.543798:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016113.543800:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:1.0:1734016113.543876:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334701184:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 322us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.543882:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2134 00000100:00100000:2.0:1734016113.546445:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.546548:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334701312 00000100:00100000:3.0:1734016113.546556:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334701312 00000100:00100000:3.0:1734016113.546593:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10648 00000100:00100000:3.0:1734016113.546600:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334701312:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.546617:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.546636:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55992a10 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f71e expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016113.546695:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338393472:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016113.546772:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b7b5cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.553214:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338393472:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016113.553246:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55992a10 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f71e expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.553259:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55992a10 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f71e expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.553269:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:0.0:1734016113.553318:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334701312:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6717us (6885us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016113.553326:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10648 00000100:00100000:2.0:1734016113.555611:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016113.555685:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334701440 00000100:00100000:0.0:1734016113.555693:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334701440 00000100:00100000:0.0:1734016113.555729:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10649 00000100:00100000:0.0:1734016113.555734:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334701440:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.555749:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.555763:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55992a17 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f725 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.555829:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338393600:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016113.556307:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.563283:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338393600:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016113.563317:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55992a17 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f725 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.563331:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55992a17 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f725 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.563596:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565f80, rc 0) 00000100:00100000:0.0:1734016113.564285:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334701440:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8546us (8679us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016113.564293:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10649 00000100:00100000:3.0:1734016113.574648:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016113.574712:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334701568 00000100:00100000:0.0:1734016113.574720:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334701568 00000100:00100000:0.0:1734016113.575503:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10650 00000100:00100000:0.0:1734016113.575511:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334701568:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.575528:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.575543:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992a1e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f72c expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.575591:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338393728:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016113.575654:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.578039:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338393728:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016113.578070:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992a1e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f72c expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.578088:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992a1e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f72c expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.578112:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565d40, rc 0) 00000100:00100000:2.0:1734016113.578159:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334701568:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2648us (3519us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016113.578166:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10650 00000100:00100000:3.0:1734016113.582678:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.583405:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334701696 00000100:00100000:2.0:1734016113.583413:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334701696 00000100:00100000:2.0:1734016113.583457:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10651 00000100:00100000:2.0:1734016113.583465:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334701696:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.583482:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.583497:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992a25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f733 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.583519:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559929ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6f4 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.583526:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016113.583527:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016113.583531:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992a25 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8146944->8175615] (req 8146944->8175615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f733 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.583555:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559929ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6f4 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.583570:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559929ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6f4 expref: 7 pid: 7686 timeout: 477 lvb_type: 0 00000100:00100000:2.0:1734016113.583581:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338393856:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016113.584324:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.588392:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338393856:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016113.588424:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992a25 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8146944->8175615] (req 8146944->8175615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f733 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.588440:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016113.588491:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334701696:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5026us (5823us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.588500:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10651 00000100:00100000:1.0:1734016113.588762:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016113.589740:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334701824 00000100:00100000:0.0:1734016113.589748:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334701824 00010000:00010000:0.0:1734016113.589782:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559929ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6f4 expref: 8 pid: 7686 timeout: 477 lvb_type: 0 00000100:00100000:0.0:1734016113.589843:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2964 00000100:00100000:0.0:1734016113.589850:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4149c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334701824:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016113.589862:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016113.589879:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559929ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6f4 expref: 8 pid: 7686 timeout: 477 lvb_type: 0 00010000:00010000:0.0:1734016113.589891:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559929ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6f4 expref: 8 pid: 7686 timeout: 477 lvb_type: 0 00010000:00010000:0.0:1734016113.589914:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559929ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f6f4 expref: 8 pid: 7686 timeout: 477 lvb_type: 0 00010000:00010000:0.0:1734016113.589941:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016113.589942:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016113.589948:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992a25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8146944->8175615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f733 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.589956:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992a25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8146944->8175615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f733 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.589992:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992a25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8146944->8175615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f733 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.590005:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338393984:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016113.590060:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.593559:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338393984:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016113.593582:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016113.593937:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4149c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334701824:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4086us (5174us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.593948:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2964 00000100:00100000:1.0:1734016113.594146:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.594502:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334701952 00000100:00100000:3.0:1734016113.594509:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334701952 00000100:00100000:3.0:1734016113.594550:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10652 00000100:00100000:3.0:1734016113.594558:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334701952:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016113.594777:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1643671 -> 8174766 00002000:00010000:3.0:1734016113.594780:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016113 -> 1734016113 00002000:00010000:3.0:1734016113.594782:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016113 -> 1734016113 00002000:00010000:3.0:1734016113.594785:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016113 -> 1734016113 00002000:00010000:3.0:1734016113.594787:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 512 -> 568 00000100:00100000:3.0:1734016113.594854:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334701952:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 296us (708us total) trans 4294969407 rc 0/0 00000100:00100000:3.0:1734016113.594859:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10652 00000100:00100000:1.0:1734016113.599253:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.599371:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334702080 00000100:00100000:3.0:1734016113.599379:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334702080 00000100:00100000:3.0:1734016113.599963:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2135 00000100:00100000:3.0:1734016113.599971:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:9662:x1818247334702080:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.599994:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.600010:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992a2c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f73a expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.600083:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992a33 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016113.600097:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992a33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016113.600108:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992a33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:3.0:1734016113.600131:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1643671 00000004:00200000:3.0:1734016113.600134:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016113.600148:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992a33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016113.600170:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992a2c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f73a expref: 18 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.600731:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992a33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f73a expref: 17 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.600740:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016113.600742:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016113.600745:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016113.600803:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334702080:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 833us (1566us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.600824:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2135 00000100:00100000:2.0:1734016113.604911:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016113.604984:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334702208 00000100:00100000:0.0:1734016113.604992:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334702208 00000100:00100000:0.0:1734016113.605037:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10653 00000100:00100000:0.0:1734016113.605044:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334702208:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.605059:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.605074:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992a3a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f741 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.605117:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338394112:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016113.605257:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.607072:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338394112:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016113.607102:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992a3a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f741 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.607113:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992a3a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f741 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.607126:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565d40, rc 0) 00000100:00100000:2.0:1734016113.607172:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334702208:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2127us (2268us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016113.607180:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10653 00000100:00100000:1.0:1734016113.612234:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.612973:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334702336 00000100:00100000:2.0:1734016113.612982:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334702336 00000100:00100000:2.0:1734016113.613032:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10654 00000100:00100000:2.0:1734016113.613039:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334702336:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.613058:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.613077:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992a41 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f748 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.613125:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338394240:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016113.613183:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.616131:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338394240:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016113.616160:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992a41 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f748 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.616171:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992a41 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f748 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.616219:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016113.616414:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334702336:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3373us (4187us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016113.616422:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10654 00000100:00100000:0.0:1734016113.620316:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.620436:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334702592 00000100:00100000:3.0:1734016113.620446:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334702592 00000100:00100000:3.0:1734016113.620502:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2136 00000100:00100000:3.0:1734016113.620509:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334702592:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016113.620564:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016113.620590:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55992a09 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f717 expref: 15 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.620620:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016113.620624:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016113.620767:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992a48 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016113.620780:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992a33 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f73a expref: 16 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.620787:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992a48 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016113.620848:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992a33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f73a expref: 16 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.620863:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992a33 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f73a expref: 16 pid: 7707 timeout: 477 lvb_type: 0 00000100:00100000:3.0:1734016113.620876:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c25500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338394368:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016113.620934:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e14e600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.625396:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016113.625559:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334702720 00000100:00100000:0.0:1734016113.625567:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334702720 00010000:00010000:0.0:1734016113.625593:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992a33 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f73a expref: 17 pid: 7707 timeout: 477 lvb_type: 0 00000100:00100000:0.0:1734016113.625632:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2965 00000100:00100000:0.0:1734016113.625639:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:1970:x1818247334702720:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016113.625653:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016113.625658:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992a33 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f73a expref: 17 pid: 7707 timeout: 477 lvb_type: 0 00010000:00010000:0.0:1734016113.625668:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992a33 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f73a expref: 17 pid: 7707 timeout: 477 lvb_type: 0 00010000:00010000:0.0:1734016113.625686:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016113.625691:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992a48 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016113.625698:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992a48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016113.625704:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992a48 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016113.625719:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016113.625753:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:1970:x1818247334702720:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 114us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.625759:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2965 00010000:00010000:3.0:1734016113.626744:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55992a33 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f73a expref: 16 pid: 7707 timeout: 477 lvb_type: 0 00000100:00100000:3.0:1734016113.626776:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c25500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338394368:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016113.626791:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992a48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016113.626799:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992a48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016113.626803:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992a48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:3.0:1734016113.626920:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968658 00000004:00010000:3.0:1734016113.626957:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800781d3b80 reply state ffff88007a05d000 transno 4294968659 ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992a48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016113.626964:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016113.627043:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334702592:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 6533us (6734us total) trans 4294968659 rc 0/0 00000100:00100000:3.0:1734016113.627050:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2136 00000020:00080000:3.0:1734016113.627054:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016113.631128:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:2.0:1734016113.631453:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992a48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016113.631463:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992a48 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016113.631470:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992a48 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016113.631474:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070102400 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016113.631478:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992a48 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016113.631484:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992a48 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016113.631498:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016113.631500:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016113.631504:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992a48 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016113.631507:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55992a48 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016113.631842:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334702848 00000100:00100000:3.0:1734016113.631851:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334702848 00002000:00010000:3.0:1734016113.631880:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9255915->18446744073709551615) 00002000:00100000:3.0:1734016113.631883:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea1880 with x1818247334702848 ext(9255915->18446744073709551615) 00002000:00010000:3.0:1734016113.631892:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea1880. 00000100:00100000:3.0:1734016113.632362:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8590 00000100:00100000:3.0:1734016113.632369:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334702848:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016113.632736:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8174766 -> 9255915 00002000:00010000:3.0:1734016113.632739:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016113 -> 1734016113 00002000:00010000:3.0:1734016113.632741:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016113 -> 1734016113 00002000:00010000:3.0:1734016113.632743:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016113 -> 1734016113 00002000:00010000:3.0:1734016113.632744:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 568 -> 568 00000100:00100000:3.0:1734016113.633139:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334702848:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 769us (2016us total) trans 4294969408 rc 0/0 00000100:00100000:3.0:1734016113.633146:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8590 00002000:00010000:3.0:1734016113.633149:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9255915->18446744073709551615) 00002000:00100000:3.0:1734016113.633152:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea1880 with x1818247334702848 ext(9255915->18446744073709551615) 00002000:00010000:3.0:1734016113.633156:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea1880. 00000100:00100000:0.0:1734016113.636691:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.636779:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334702976 00000100:00100000:3.0:1734016113.636786:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334702976 00000100:00100000:3.0:1734016113.637527:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2137 00000100:00100000:3.0:1734016113.637535:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:9662:x1818247334702976:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.637553:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.637569:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55992a4f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f74f expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.637655:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55992a56 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016113.637670:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55992a56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016113.637678:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55992a56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:3.0:1734016113.637699:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9255915 00000004:00200000:3.0:1734016113.637702:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016113.637715:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55992a56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016113.637734:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55992a4f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f74f expref: 18 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.637751:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55992a56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f74f expref: 17 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.637758:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016113.637761:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016113.637763:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016113.637827:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334702976:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 272us (1123us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.637833:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2137 00000100:00100000:1.0:1734016113.640754:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.640971:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334703104 00000100:00100000:2.0:1734016113.640979:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334703104 00000100:00100000:2.0:1734016113.641025:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10655 00000100:00100000:2.0:1734016113.641033:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334703104:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.641050:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.641066:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992a5d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f756 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.641114:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338394496:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016113.641173:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.644076:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338394496:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016113.644108:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992a5d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f756 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.644118:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992a5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f756 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.644155:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016113.644296:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334703104:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3263us (3548us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016113.644303:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10655 00000100:00100000:0.0:1734016113.647315:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.647404:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334703232 00000100:00100000:2.0:1734016113.647414:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334703232 00000100:00100000:2.0:1734016113.647462:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10656 00000100:00100000:2.0:1734016113.647468:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334703232:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.647481:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.647496:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992a64 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f75d expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.647538:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338394624:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016113.647581:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.651541:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338394624:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016113.651574:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992a64 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f75d expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.651586:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992a64 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f75d expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.652152:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016113.652227:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334703232:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4757us (4918us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016113.652235:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10656 00000100:00100000:0.0:1734016113.658622:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.659312:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334703488 00000100:00100000:3.0:1734016113.659319:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334703488 00002000:00100000:3.0:1734016113.659363:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5558272->9256959) req@ffff8800781d0380 x1818247334703488/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 504/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.659371:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d0380 with x1818247334703488 ext(5558272->9256959) 00002000:00010000:3.0:1734016113.659376:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d0380 00000100:00100000:3.0:1734016113.659394:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8591 00000100:00100000:3.0:1734016113.659401:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334703488:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.667069:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334703488:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 7659us (8446us total) trans 0 rc 409600/409600 00000100:00100000:3.0:1734016113.667080:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8591 00002000:00100000:3.0:1734016113.667091:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5558272->9256959) req@ffff8800781d0380 x1818247334703488/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 504/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 409600/409600 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.667099:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d0380 with x1818247334703488 ext(5558272->9256959) 00002000:00010000:3.0:1734016113.667104:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d0380 00000100:00100000:1.0:1734016113.673991:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.674073:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334703744 00000100:00100000:3.0:1734016113.674084:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334703744 00002000:00100000:3.0:1734016113.674123:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5554176->5558271) req@ffff880078ea0a80 x1818247334703744/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.674133:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea0a80 with x1818247334703744 ext(5554176->5558271) 00002000:00010000:3.0:1734016113.674138:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea0a80 00000100:00100000:3.0:1734016113.674188:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8592 00000100:00100000:3.0:1734016113.674194:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334703744:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.674528:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334703744:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 332us (545us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016113.674535:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8592 00002000:00100000:3.0:1734016113.674541:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5554176->5558271) req@ffff880078ea0a80 x1818247334703744/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.674546:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea0a80 with x1818247334703744 ext(5554176->5558271) 00002000:00010000:3.0:1734016113.674550:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea0a80 00000100:00100000:0.0:1734016113.679565:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.679670:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334704000 00000100:00100000:3.0:1734016113.679678:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334704000 00002000:00100000:3.0:1734016113.679714:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5550080->5554175) req@ffff8800781d0a80 x1818247334704000/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.679724:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d0a80 with x1818247334704000 ext(5550080->5554175) 00002000:00010000:3.0:1734016113.679729:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d0a80 00000100:00100000:3.0:1734016113.679750:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8593 00000100:00100000:3.0:1734016113.679755:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334704000:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.679964:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334704000:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 206us (405us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016113.679972:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8593 00002000:00100000:3.0:1734016113.679978:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5550080->5554175) req@ffff8800781d0a80 x1818247334704000/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.679984:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d0a80 with x1818247334704000 ext(5550080->5554175) 00002000:00010000:3.0:1734016113.679987:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d0a80 00000100:00100000:1.0:1734016113.683797:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.683953:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334704128 00000100:00100000:2.0:1734016113.683961:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334704128 00000100:00100000:2.0:1734016113.684011:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2138 00000100:00100000:2.0:1734016113.684017:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334704128:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.684040:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.684061:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992a6b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f764 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.684141:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992a72 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016113.684153:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992a72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016113.684163:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992a72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016113.684182:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9255915 00000004:00200000:2.0:1734016113.684186:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016113.684197:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992a72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016113.684215:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992a6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f764 expref: 18 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.684245:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992a72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f764 expref: 17 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.684251:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016113.684253:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016113.684256:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016113.684297:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334704128:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 280us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.684302:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2138 00000100:00100000:1.0:1734016113.688741:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016113.688843:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334704384 00000100:00100000:0.0:1734016113.688851:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334704384 00000100:00100000:0.0:1734016113.688911:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8594 00000100:00100000:0.0:1734016113.688918:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334704384:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:0.0:1734016113.688950:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992a79 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.688966:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992a25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8146944->8175615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f733 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.688973:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016113.688974:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016113.688977:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992a79 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6545408->6594559] (req 6545408->6594559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.689005:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992a25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8146944->8175615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f733 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.689016:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8146944->8175615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f733 expref: 9 pid: 7686 timeout: 477 lvb_type: 0 00000100:00100000:0.0:1734016113.689028:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338394752:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016113.689087:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85850c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.693453:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338394752:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016113.693479:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992a79 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6545408->6594559] (req 6545408->6594559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.694575:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.695150:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334704512 00000100:00100000:2.0:1734016113.695160:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334704512 00010000:00010000:2.0:1734016113.695189:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8146944->8175615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f733 expref: 10 pid: 7686 timeout: 477 lvb_type: 0 00000100:00100000:2.0:1734016113.695369:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2966 00000100:00100000:2.0:1734016113.695376:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334704512:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016113.695390:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016113.695410:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8146944->8175615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f733 expref: 10 pid: 7686 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016113.695420:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992a25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8146944->8175615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f733 expref: 10 pid: 7686 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016113.695442:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992a25 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8146944->8175615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f733 expref: 10 pid: 7686 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016113.695477:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.695480:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.695485:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992a79 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6545408->6594559] (req 6545408->6594559) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.695495:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992a79 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6545408->6594559] (req 6545408->6594559) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.696058:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016113.696113:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334704512:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 735us (1538us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.696120:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2966 00010000:00010000:0.0:1734016113.696584:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992a79 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6545408->6594559] (req 6545408->6594559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.696592:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992a79 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6545408->6594559] (req 6545408->6594559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1734016113.704620:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969409 is committed 00000001:00080000:1.0:1734016113.704647:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969406 is committed 00002000:00010000:0.0:1734016113.704737:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 568 -> 664 00010000:00010000:0.0:1734016113.704749:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992a79 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6545408->6594559] (req 6545408->6594559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.704760:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992a79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6545408->6594559] (req 6545408->6594559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.704767:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992a79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6545408->6594559] (req 6545408->6594559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.704772:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8565d40 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016113.704776:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992a79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6545408->6594559] (req 6545408->6594559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.704783:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992a79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6545408->6594559] (req 6545408->6594559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.704798:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992a79 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6545408->6594559] (req 6545408->6594559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.704804:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992a79 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6545408->6594559] (req 6545408->6594559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.705240:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334704384:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 16317us (16503us total) trans 4294969409 rc 0/0 00000100:00100000:0.0:1734016113.705252:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8594 00000100:00100000:1.0:1734016113.712583:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.715647:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334704640 00000100:00100000:2.0:1734016113.715661:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334704640 00000100:00100000:2.0:1734016113.715738:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10657 00000100:00100000:2.0:1734016113.715745:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334704640:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.715760:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.715780:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992a80 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f76b expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016113.715800:0:7685:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9255915, mtime: 0x675afc71, atime: 0x675afc71, ctime: 0x675afc71, blocks: 0x298 00010000:00010000:2.0:1734016113.715856:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.715858:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.715866:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992a80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f76b expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.715880:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992a80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f76b expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.715890:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016113.715955:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334704640:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 209us (3383us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.715962:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10657 00000100:00100000:1.0:1734016113.721080:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016113.721144:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334704768 00000100:00100000:0.0:1734016113.721153:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334704768 00000100:00100000:2.0:1734016113.722260:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10658 00000100:00100000:2.0:1734016113.722269:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334704768:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.722285:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.722301:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992a87 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f772 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.722326:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992a80 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f76b expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.722333:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.722335:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.722338:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992a87 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3436544->3440639] (req 3436544->3440639) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f772 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.722376:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992a80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f76b expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.722387:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992a80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f76b expref: 7 pid: 7685 timeout: 477 lvb_type: 1 00000100:00100000:2.0:1734016113.722399:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338394880:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016113.722460:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.730920:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338394880:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016113.730956:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992a87 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3436544->3440639] (req 3436544->3440639) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f772 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.730972:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016113.731032:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334704768:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8763us (9959us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.731039:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10658 00000100:00100000:1.0:1734016113.736985:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.742990:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334704896 00000100:00100000:2.0:1734016113.743004:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334704896 00010000:00010000:2.0:1734016113.743046:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992a80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f76b expref: 7 pid: 7685 timeout: 477 lvb_type: 1 00000100:00100000:2.0:1734016113.743087:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2967 00000100:00100000:2.0:1734016113.743094:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8686300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334704896:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016113.743108:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016113.743129:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992a80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f76b expref: 7 pid: 7685 timeout: 477 lvb_type: 1 00010000:00010000:2.0:1734016113.743140:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992a80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f76b expref: 7 pid: 7685 timeout: 477 lvb_type: 1 00010000:00010000:2.0:1734016113.743167:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992a80 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f76b expref: 7 pid: 7685 timeout: 477 lvb_type: 1 00010000:00010000:2.0:1734016113.743191:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.743193:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.743199:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992a87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3436544->3440639) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f772 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.743206:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992a87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3436544->3440639) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f772 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.743238:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992a87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3436544->3440639) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f772 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.743248:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338395008:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016113.743328:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.761434:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016113.761553:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334705152 00000100:00100000:0.0:1734016113.761561:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334705152 00002000:00100000:0.0:1734016113.761600:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3436544->9256959) req@ffff8800a8684700 x1818247334705152/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 504/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.761608:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8684700 with x1818247334705152 ext(3436544->9256959) 00002000:00010000:0.0:1734016113.761613:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8684700 00000100:00100000:0.0:1734016113.761651:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8595 00000100:00100000:0.0:1734016113.761657:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334705152:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.767237:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338395008:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016113.767261:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016113.767318:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8686300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334704896:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 24222us (30337us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.767329:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2967 00000100:00100000:0.0:1734016113.791084:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334705152:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 29413us (29646us total) trans 0 rc 1216512/1216512 00000100:00100000:0.0:1734016113.791097:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8595 00002000:00100000:0.0:1734016113.791110:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3436544->9256959) req@ffff8800a8684700 x1818247334705152/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 504/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 1216512/1216512 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.791119:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8684700 with x1818247334705152 ext(3436544->9256959) 00002000:00010000:0.0:1734016113.791125:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8684700 00000100:00100000:0.0:1734016113.797249:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016113.797340:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334705408 00000100:00100000:1.0:1734016113.797357:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334705408 00002000:00100000:1.0:1734016113.797393:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3432448->3436543) req@ffff8800781d3480 x1818247334705408/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.797402:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d3480 with x1818247334705408 ext(3432448->3436543) 00002000:00010000:1.0:1734016113.797406:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d3480 00000100:00100000:1.0:1734016113.797432:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8596 00000100:00100000:1.0:1734016113.797437:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334705408:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.797578:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334705408:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 140us (336us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016113.797584:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8596 00002000:00100000:1.0:1734016113.797589:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3432448->3436543) req@ffff8800781d3480 x1818247334705408/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.797595:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d3480 with x1818247334705408 ext(3432448->3436543) 00002000:00010000:1.0:1734016113.797597:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d3480 00000100:00100000:2.0:1734016113.814742:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016113.814876:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334705664 00000100:00100000:3.0:1734016113.814884:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334705664 00002000:00100000:3.0:1734016113.814924:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3428352->3432447) req@ffff8801309de300 x1818247334705664/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.814934:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309de300 with x1818247334705664 ext(3428352->3432447) 00002000:00010000:3.0:1734016113.814939:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309de300 00000100:00100000:3.0:1734016113.814976:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8597 00000100:00100000:3.0:1734016113.814982:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334705664:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.815140:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334705664:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 156us (407us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016113.815147:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8597 00002000:00100000:3.0:1734016113.815153:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3428352->3432447) req@ffff8801309de300 x1818247334705664/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.815160:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309de300 with x1818247334705664 ext(3428352->3432447) 00002000:00010000:3.0:1734016113.815163:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309de300 00000100:00100000:0.0:1734016113.823229:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016113.824270:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334705920 00000100:00100000:1.0:1734016113.824277:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334705920 00002000:00100000:1.0:1734016113.824311:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3424256->3428351) req@ffff8800781d1500 x1818247334705920/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.824320:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d1500 with x1818247334705920 ext(3424256->3428351) 00002000:00010000:1.0:1734016113.824325:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d1500 00000100:00100000:1.0:1734016113.824891:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8598 00000100:00100000:1.0:1734016113.824898:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334705920:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.827890:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334705920:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2980us (4656us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016113.827903:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8598 00002000:00100000:1.0:1734016113.827914:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3424256->3428351) req@ffff8800781d1500 x1818247334705920/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.827924:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d1500 with x1818247334705920 ext(3424256->3428351) 00002000:00010000:1.0:1734016113.827929:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d1500 00000100:00100000:0.0:1734016113.843291:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016113.843799:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334706176 00000100:00100000:1.0:1734016113.843854:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334706176 00002000:00100000:1.0:1734016113.843919:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3420160->3424255) req@ffff8800781d3100 x1818247334706176/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.843930:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d3100 with x1818247334706176 ext(3420160->3424255) 00002000:00010000:1.0:1734016113.843937:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d3100 00000100:00100000:1.0:1734016113.843980:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8599 00000100:00100000:1.0:1734016113.843988:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334706176:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.844205:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334706176:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 217us (928us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016113.844214:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8599 00002000:00100000:1.0:1734016113.844221:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3420160->3424255) req@ffff8800781d3100 x1818247334706176/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.844227:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d3100 with x1818247334706176 ext(3420160->3424255) 00002000:00010000:1.0:1734016113.844230:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d3100 00000100:00100000:3.0:1734016113.857154:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016113.857361:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334706432 00000100:00100000:0.0:1734016113.857371:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334706432 00002000:00100000:0.0:1734016113.857504:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3416064->3420159) req@ffff880078c25500 x1818247334706432/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.857515:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25500 with x1818247334706432 ext(3416064->3420159) 00002000:00010000:0.0:1734016113.857522:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25500 00000100:00100000:0.0:1734016113.857740:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8600 00000100:00100000:0.0:1734016113.857749:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334706432:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016113.859568:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334706432:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1809us (2460us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016113.859581:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8600 00002000:00100000:0.0:1734016113.859591:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3416064->3420159) req@ffff880078c25500 x1818247334706432/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.859600:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25500 with x1818247334706432 ext(3416064->3420159) 00002000:00010000:0.0:1734016113.859604:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25500 00000100:00100000:0.0:1734016113.868342:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.868876:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334706688 00000100:00100000:2.0:1734016113.868889:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334706688 00002000:00100000:2.0:1734016113.868944:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3411968->3416063) req@ffff8800781d1f80 x1818247334706688/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.868953:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d1f80 with x1818247334706688 ext(3411968->3416063) 00002000:00010000:2.0:1734016113.868959:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d1f80 00000100:00100000:2.0:1734016113.869001:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8601 00000100:00100000:2.0:1734016113.869008:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334706688:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.869246:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334706688:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 237us (918us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.869253:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8601 00002000:00100000:2.0:1734016113.869259:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3411968->3416063) req@ffff8800781d1f80 x1818247334706688/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.869265:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d1f80 with x1818247334706688 ext(3411968->3416063) 00002000:00010000:2.0:1734016113.869268:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d1f80 00000100:00100000:2.0:1734016113.874916:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016113.875061:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334706944 00000100:00100000:1.0:1734016113.875070:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334706944 00002000:00100000:1.0:1734016113.875125:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3407872->3411967) req@ffff8801309ded80 x1818247334706944/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.875142:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309ded80 with x1818247334706944 ext(3407872->3411967) 00002000:00010000:1.0:1734016113.875148:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309ded80 00000100:00100000:1.0:1734016113.875174:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8602 00000100:00100000:1.0:1734016113.875182:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334706944:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.875747:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334706944:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 563us (843us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016113.875753:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8602 00002000:00100000:1.0:1734016113.875759:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3407872->3411967) req@ffff8801309ded80 x1818247334706944/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.875765:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309ded80 with x1818247334706944 ext(3407872->3411967) 00002000:00010000:1.0:1734016113.875768:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309ded80 00000100:00100000:3.0:1734016113.884971:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016113.885676:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334707200 00000100:00100000:1.0:1734016113.885691:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334707200 00002000:00100000:1.0:1734016113.885760:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3403776->3407871) req@ffff880078c25880 x1818247334707200/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.885774:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25880 with x1818247334707200 ext(3403776->3407871) 00002000:00010000:1.0:1734016113.885783:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25880 00000100:00100000:2.0:1734016113.886243:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8603 00000100:00100000:2.0:1734016113.886255:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334707200:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.886527:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334707200:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 272us (1574us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.886534:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8603 00002000:00100000:2.0:1734016113.886542:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3403776->3407871) req@ffff880078c25880 x1818247334707200/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.886549:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25880 with x1818247334707200 ext(3403776->3407871) 00002000:00010000:2.0:1734016113.886552:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25880 00000100:00100000:0.0:1734016113.891020:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.892851:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334707456 00000100:00100000:2.0:1734016113.892862:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334707456 00002000:00100000:2.0:1734016113.892905:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3399680->3403775) req@ffff8800781d1c00 x1818247334707456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.892914:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d1c00 with x1818247334707456 ext(3399680->3403775) 00002000:00010000:2.0:1734016113.892920:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d1c00 00000100:00100000:2.0:1734016113.892953:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8604 00000100:00100000:2.0:1734016113.892959:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334707456:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.893141:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334707456:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 180us (2132us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.893148:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8604 00002000:00100000:2.0:1734016113.893155:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3399680->3403775) req@ffff8800781d1c00 x1818247334707456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.893163:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d1c00 with x1818247334707456 ext(3399680->3403775) 00002000:00010000:2.0:1734016113.893166:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d1c00 00000100:00100000:3.0:1734016113.904798:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016113.905193:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334707712 00000100:00100000:0.0:1734016113.905203:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334707712 00002000:00100000:0.0:1734016113.905250:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3395584->3399679) req@ffff880078c27800 x1818247334707712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.905262:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27800 with x1818247334707712 ext(3395584->3399679) 00002000:00010000:0.0:1734016113.905267:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27800 00000100:00100000:2.0:1734016113.906376:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8605 00000100:00100000:2.0:1734016113.906387:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334707712:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.906669:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334707712:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 281us (1888us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.906678:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8605 00002000:00100000:2.0:1734016113.906687:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3395584->3399679) req@ffff880078c27800 x1818247334707712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.906696:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27800 with x1818247334707712 ext(3395584->3399679) 00002000:00010000:2.0:1734016113.906700:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27800 00000100:00100000:3.0:1734016113.913746:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016113.915535:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334707968 00000100:00100000:0.0:1734016113.915549:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334707968 00002000:00100000:0.0:1734016113.915597:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3391488->3395583) req@ffff880078c24000 x1818247334707968/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.915606:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24000 with x1818247334707968 ext(3391488->3395583) 00002000:00010000:0.0:1734016113.915611:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c24000 00000100:00100000:0.0:1734016113.917309:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8606 00000100:00100000:0.0:1734016113.917325:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334707968:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016113.917683:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334707968:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 359us (3950us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016113.917692:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8606 00002000:00100000:0.0:1734016113.917703:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3391488->3395583) req@ffff880078c24000 x1818247334707968/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.917713:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24000 with x1818247334707968 ext(3391488->3395583) 00002000:00010000:0.0:1734016113.917720:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c24000 00000100:00100000:1.0:1734016113.922234:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.922628:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334708096 00000100:00100000:2.0:1734016113.922639:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334708096 00002000:00100000:2.0:1734016113.922692:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3391488->3440639) req@ffff8800a8687480 x1818247334708096/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.922705:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8687480 with x1818247334708096 ext(3391488->3440639) 00002000:00010000:2.0:1734016113.922712:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8687480 00000100:00100000:2.0:1734016113.922745:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8607 00000100:00100000:2.0:1734016113.922753:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334708096:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016113.929685:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334708096:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 6920us (7456us total) trans 4294969410 rc 0/0 00000100:00100000:0.0:1734016113.929699:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8607 00002000:00100000:0.0:1734016113.929714:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3391488->3440639) req@ffff8800a8687480 x1818247334708096/t4294969410(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:74/0 lens 488/448 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.929723:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8687480 with x1818247334708096 ext(3391488->3440639) 00002000:00010000:0.0:1734016113.929728:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8687480 00000100:00100000:3.0:1734016113.941583:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016113.942263:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334708224 00000100:00100000:0.0:1734016113.942273:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334708224 00000100:00100000:0.0:1734016113.942329:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2139 00000100:00100000:0.0:1734016113.942336:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334708224:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:0.0:1734016113.942511:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334708224:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 174us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.942517:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2139 00000100:00100000:3.0:1734016113.946859:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.947183:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334708352 00000100:00100000:2.0:1734016113.947195:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334708352 00000100:00100000:2.0:1734016113.947768:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10659 00000100:00100000:2.0:1734016113.947779:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334708352:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:2.0:1734016113.950580:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969410 is committed 00000100:00100000:0.0:1734016113.951231:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334708352:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 3447us (4373us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.951241:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10659 00000100:00100000:1.0:1734016113.960245:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016113.960622:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334708480 00000100:00100000:0.0:1734016113.960638:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334708480 00000100:00100000:0.0:1734016113.961445:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10660 00000100:00100000:0.0:1734016113.961454:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334708480:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.961477:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.961504:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55992a8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f779 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.961588:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338395136:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016113.961724:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585f00 going to sleep for 11 seconds 00002000:00010000:0.0:1734016113.966040:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 664 -> 760 00000100:00100000:0.0:1734016113.966078:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338395136:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016113.966133:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55992a8e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f779 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.966149:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55992a8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f779 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.966716:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564480, rc 0) 00000100:00100000:0.0:1734016113.966835:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334708480:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5379us (6601us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016113.966851:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10660 00000100:00100000:3.0:1734016113.971571:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016113.971678:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334708608 00000100:00100000:0.0:1734016113.971687:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334708608 00000100:00100000:0.0:1734016113.971885:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10661 00000100:00100000:0.0:1734016113.971894:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334708608:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.971927:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.971958:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55992a95 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f780 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.972053:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338395264:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016113.972157:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.978713:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338395264:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016113.978758:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55992a95 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f780 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.978772:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55992a95 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f780 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.979505:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567a80, rc 0) 00000100:00100000:0.0:1734016113.979570:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334708608:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7674us (8008us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016113.979578:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10661 00000100:00100000:0.0:1734016113.989472:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.990480:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334708736 00000100:00100000:2.0:1734016113.990498:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334708736 00000100:00100000:2.0:1734016113.990559:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10662 00000100:00100000:2.0:1734016113.990567:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334708736:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016113.990944:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9255915 -> 9255915 00002000:00010000:2.0:1734016113.990948:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016113 -> 1734016113 00002000:00010000:2.0:1734016113.990950:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016113 -> 1734016113 00002000:00010000:2.0:1734016113.990953:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016113 -> 1734016113 00002000:00010000:2.0:1734016113.990954:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 760 -> 840 00000100:00100000:2.0:1734016113.991042:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334708736:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 474us (1586us total) trans 4294969411 rc 0/0 00000100:00100000:2.0:1734016113.991053:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10662 00000100:00100000:0.0:1734016113.996799:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016113.998983:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334708864 00000100:00100000:2.0:1734016113.999004:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334708864 00000100:00100000:2.0:1734016113.999332:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10663 00000100:00100000:2.0:1734016113.999356:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334708864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.999399:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.999437:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992a9c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f787 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.999555:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338395392:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016113.999671:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.004156:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338395392:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016114.004203:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992a9c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f787 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.004220:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992a9c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f787 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.004775:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016114.004924:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334708864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5577us (8153us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.004936:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10663 00000100:00100000:0.0:1734016114.009148:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.009415:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334708992 00000100:00100000:2.0:1734016114.009434:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334708992 00000100:00100000:2.0:1734016114.009544:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10664 00000100:00100000:2.0:1734016114.009556:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334708992:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.009595:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.009642:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992aa3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f78e expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.009740:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338395520:192.168.201.4@tcp:106: 00000100:00080000:1.0:1734016114.010029:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016084 00000100:00100000:3.0:1734016114.010961:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016114.018925:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338395520:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016114.018972:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992aa3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f78e expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.018988:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992aa3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f78e expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.019011:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:3.0:1734016114.019080:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334708992:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9524us (9950us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016114.019089:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10664 00000100:00100000:0.0:1734016114.030637:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016114.033165:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334709120 00000100:00100000:3.0:1734016114.033186:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334709120 00000100:00100000:3.0:1734016114.033277:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10665 00000100:00100000:3.0:1734016114.033288:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800788f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334709120:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016114.033656:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9255915 -> 9255915 00002000:00010000:3.0:1734016114.033660:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016113 -> 1734016113 00002000:00010000:3.0:1734016114.033662:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016113 -> 1734016113 00002000:00010000:3.0:1734016114.033664:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016113 -> 1734016113 00002000:00010000:3.0:1734016114.033665:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 840 -> 840 00000100:00100000:3.0:1734016114.033778:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800788f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334709120:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 491us (3159us total) trans 4294969412 rc 0/0 00000100:00100000:3.0:1734016114.033789:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10665 00000100:00100000:0.0:1734016114.039925:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.040011:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334709376 00000100:00100000:2.0:1734016114.040020:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334709376 00000100:00100000:2.0:1734016114.040072:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2140 00000100:00100000:2.0:1734016114.040081:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334709376:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016114.040149:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016114.040183:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992a72 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f764 expref: 17 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.040226:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016114.040230:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016114.040445:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992aaa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016114.040460:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55992a56 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f74f expref: 16 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.040467:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992aaa lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016114.040502:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55992a56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f74f expref: 16 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.040516:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55992a56 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f74f expref: 16 pid: 7707 timeout: 477 lvb_type: 0 00000100:00100000:2.0:1734016114.040530:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338395648:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016114.040604:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.044402:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.044531:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338395648:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016114.044568:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992aaa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016114.046231:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334709504 00000100:00100000:3.0:1734016114.046244:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334709504 00010000:00010000:3.0:1734016114.046622:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55992a56 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f74f expref: 17 pid: 7707 timeout: 477 lvb_type: 0 00000100:00080000:1.0:1734016114.046723:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016084 00000100:00100000:3.0:1734016114.047224:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2968 00000100:00100000:3.0:1734016114.047233:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:1969:x1818247334709504:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016114.047253:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016114.047262:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55992a56 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f74f expref: 17 pid: 7707 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016114.047274:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55992a56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f74f expref: 17 pid: 7707 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016114.047300:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55992a56 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f74f expref: 17 pid: 7707 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016114.047386:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016114.047392:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992aaa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016114.047405:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992aaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016114.047414:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992aaa lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016114.047454:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016114.047550:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992aaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016114.047558:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992aaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:2.0:1734016114.047688:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968660 00000004:00010000:2.0:1734016114.047750:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007bd13480 reply state ffff8801365c0000 transno 4294968661 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992aaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:2.0:1734016114.047758:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016114.049038:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:1969:x1818247334709504:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1797us (4641us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.049051:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2968 00000100:00100000:2.0:1734016114.049188:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:9662:x1818247334709376:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 9106us (9270us total) trans 4294968661 rc 0/0 00000100:00100000:2.0:1734016114.049198:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2140 00000020:00080000:2.0:1734016114.049203:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016114.055689:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992aaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016114.055703:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992aaa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016114.055711:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992aaa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016114.055717:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405680 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016114.055721:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992aaa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016114.055726:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992aaa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016114.055741:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016114.055745:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016114.055749:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992aaa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016114.055753:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992aaa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016114.059162:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.059603:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334709632 00000100:00100000:2.0:1734016114.059622:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334709632 00000100:00100000:2.0:1734016114.059790:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10666 00000100:00100000:2.0:1734016114.059806:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334709632:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.059882:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.059915:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992ab1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f795 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.059964:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992a87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3436544->3440639) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f772 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.059972:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016114.059974:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016114.059978:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992ab1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f795 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.060025:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992a87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3436544->3440639) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f772 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.060042:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992a87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3436544->3440639) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f772 expref: 7 pid: 7685 timeout: 477 lvb_type: 0 00000100:00100000:2.0:1734016114.060062:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338395776:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016114.060163:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.062929:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338395776:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016114.062978:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992ab1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f795 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.063005:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016114.063083:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334709632:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3279us (3930us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.063097:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10666 00000100:00100000:0.0:1734016114.066780:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016114.067658:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334709760 00000100:00100000:3.0:1734016114.067674:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334709760 00010000:00010000:3.0:1734016114.067718:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992a87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3436544->3440639) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f772 expref: 8 pid: 7685 timeout: 477 lvb_type: 0 00000100:00100000:3.0:1734016114.067774:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2969 00000100:00100000:3.0:1734016114.067783:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334709760:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016114.067802:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016114.067862:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992a87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3436544->3440639) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f772 expref: 8 pid: 7685 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016114.067878:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992a87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3436544->3440639) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f772 expref: 8 pid: 7685 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016114.067915:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992a87 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3436544->3440639) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f772 expref: 8 pid: 7685 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016114.067949:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.067952:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.067962:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992ab1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f795 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.067976:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992ab1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f795 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.068037:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992ab1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f795 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016114.068056:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078276300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338395904:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016114.068155:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b7b5cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.074911:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016114.075079:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334709888 00000100:00100000:1.0:1734016114.075090:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334709888 00002000:00010000:1.0:1734016114.075147:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2665472->18446744073709551615) 00002000:00100000:1.0:1734016114.075152:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228a80 with x1818247334709888 ext(2665472->18446744073709551615) 00002000:00010000:1.0:1734016114.075165:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078228a80. 00000100:00100000:1.0:1734016114.075201:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8608 00000100:00100000:1.0:1734016114.075211:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334709888:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016114.076681:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9255915 -> 2665472 00002000:00010000:1.0:1734016114.076686:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016113 -> 1734016114 00002000:00010000:1.0:1734016114.076688:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016113 -> 1734016113 00002000:00010000:1.0:1734016114.076690:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016113 -> 1734016114 00002000:00010000:1.0:1734016114.076693:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 840 -> 592 00000100:00100000:1.0:1734016114.076772:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334709888:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 1559us (1874us total) trans 4294969413 rc 0/0 00000100:00100000:1.0:1734016114.076782:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8608 00002000:00010000:1.0:1734016114.076788:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2665472->18446744073709551615) 00002000:00100000:1.0:1734016114.076791:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228a80 with x1818247334709888 ext(2665472->18446744073709551615) 00002000:00010000:1.0:1734016114.076798:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078228a80. 00000100:00100000:3.0:1734016114.077063:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078276300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338395904:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016114.077089:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016114.077115:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334709760:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 9333us (10348us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.077125:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2969 00000100:00100000:0.0:1734016114.079957:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.080634:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334710016 00000100:00100000:2.0:1734016114.080655:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334710016 00000100:00100000:2.0:1734016114.080738:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2141 00000100:00100000:2.0:1734016114.080748:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:9662:x1818247334710016:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.080779:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.080865:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992ab8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f79c expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.081018:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992abf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016114.081041:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992abf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016114.081053:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992abf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016114.081098:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2665472 00000004:00200000:2.0:1734016114.081108:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016114.081131:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992abf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016114.081160:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992ab8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f79c expref: 18 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.081185:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992abf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f79c expref: 17 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.081194:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016114.081198:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016114.081203:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016114.081268:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334710016:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 520us (1326us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.081276:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2141 00000100:00100000:0.0:1734016114.085073:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.085204:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334710144 00000100:00100000:2.0:1734016114.085220:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334710144 00000100:00100000:2.0:1734016114.085298:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10667 00000100:00100000:2.0:1734016114.085307:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334710144:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.085334:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.085368:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992ac6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f7a3 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.085457:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338396032:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016114.085666:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.088171:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338396032:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016114.088223:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992ac6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7a3 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.088248:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992ac6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7a3 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.089026:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016114.089102:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334710144:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3794us (4048us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.089111:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10667 00000100:00100000:0.0:1734016114.094885:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.095059:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334710272 00000100:00100000:2.0:1734016114.095083:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334710272 00000100:00100000:2.0:1734016114.095190:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10668 00000100:00100000:2.0:1734016114.095207:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334710272:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.095255:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.095296:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992acd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f7aa expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.095441:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338396160:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016114.095546:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.099769:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338396160:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016114.099922:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992acd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7aa expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.099943:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992acd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7aa expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.100032:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016114.100463:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334710272:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5258us (5606us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.100473:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10668 00000100:00100000:0.0:1734016114.104943:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.106310:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334710400 00000100:00100000:2.0:1734016114.106321:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334710400 00000100:00100000:2.0:1734016114.106391:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10669 00000100:00100000:2.0:1734016114.106399:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334710400:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.106422:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.106441:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992ad4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f7b1 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.106510:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338396288:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016114.107224:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.115800:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338396288:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016114.115922:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992ad4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7b1 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.115939:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992ad4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7b1 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.116049:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016114.117479:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334710400:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11073us (12537us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.117494:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10669 00000100:00100000:0.0:1734016114.124969:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.126290:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334710528 00000100:00100000:2.0:1734016114.126305:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334710528 00000100:00100000:2.0:1734016114.126400:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10670 00000100:00100000:2.0:1734016114.126409:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334710528:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.126432:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.126459:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992adb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f7b8 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.126499:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992ab1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f795 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.126509:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016114.126511:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016114.126515:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992adb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2654208->2658303] (req 2654208->2658303) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7b8 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.126552:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992ab1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f795 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.126565:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992ab1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f795 expref: 7 pid: 7685 timeout: 477 lvb_type: 0 00000100:00100000:2.0:1734016114.126580:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338396416:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016114.126663:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.136622:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.136771:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338396416:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016114.136860:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992adb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2654208->2658303] (req 2654208->2658303) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7b8 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.136879:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016114.136952:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334710528:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10544us (12007us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.136961:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10670 00000100:00100000:3.0:1734016114.137055:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334710656 00000100:00100000:3.0:1734016114.137063:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334710656 00010000:00010000:3.0:1734016114.137093:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992ab1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f795 expref: 8 pid: 7685 timeout: 477 lvb_type: 0 00000100:00100000:3.0:1734016114.137123:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2970 00000100:00100000:3.0:1734016114.137130:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334710656:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016114.137146:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016114.137169:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992ab1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f795 expref: 8 pid: 7685 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016114.137183:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992ab1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f795 expref: 8 pid: 7685 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016114.137210:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992ab1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f795 expref: 8 pid: 7685 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016114.137229:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.137231:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.137237:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992adb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2654208->2658303) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7b8 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.137247:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992adb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2654208->2658303) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7b8 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.137282:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992adb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2654208->2658303) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7b8 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016114.137295:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078276300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338396544:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016114.137348:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b7b5cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.144183:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.144388:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078276300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338396544:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016114.144428:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016114.144496:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334710656:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7365us (7894us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.144514:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2970 00000100:00100000:1.0:1734016114.144904:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334710912 00000100:00100000:1.0:1734016114.144913:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334710912 00002000:00100000:1.0:1734016114.144976:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2654208->2658303) req@ffff88007822a680 x1818247334710912/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.144991:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822a680 with x1818247334710912 ext(2654208->2658303) 00002000:00010000:1.0:1734016114.144996:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822a680 00000100:00100000:1.0:1734016114.145022:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8609 00000100:00100000:1.0:1734016114.145029:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334710912:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.145277:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334710912:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 248us (1113us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.145285:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8609 00002000:00100000:1.0:1734016114.145290:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2654208->2658303) req@ffff88007822a680 x1818247334710912/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.145297:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822a680 with x1818247334710912 ext(2654208->2658303) 00002000:00010000:1.0:1734016114.145300:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822a680 00000100:00100000:0.0:1734016114.149320:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.149450:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334711168 00000100:00100000:2.0:1734016114.149463:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334711168 00002000:00100000:2.0:1734016114.149520:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2650112->2654207) req@ffff880078228e00 x1818247334711168/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.149532:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228e00 with x1818247334711168 ext(2650112->2654207) 00002000:00010000:2.0:1734016114.149539:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078228e00 00000100:00100000:2.0:1734016114.149583:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8610 00000100:00100000:2.0:1734016114.149593:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334711168:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.149922:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334711168:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 329us (621us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.149931:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8610 00002000:00100000:2.0:1734016114.149938:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2650112->2654207) req@ffff880078228e00 x1818247334711168/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.149952:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228e00 with x1818247334711168 ext(2650112->2654207) 00002000:00010000:2.0:1734016114.149955:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078228e00 00000100:00100000:3.0:1734016114.159574:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016114.160515:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334711424 00000100:00100000:1.0:1734016114.160526:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334711424 00002000:00100000:1.0:1734016114.160578:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2646016->2650111) req@ffff880078276d80 x1818247334711424/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.160589:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078276d80 with x1818247334711424 ext(2646016->2650111) 00002000:00010000:1.0:1734016114.160595:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078276d80 00000100:00100000:1.0:1734016114.160625:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8611 00000100:00100000:1.0:1734016114.160632:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334711424:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.163174:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334711424:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2522us (3597us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.163196:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8611 00002000:00100000:1.0:1734016114.163216:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2646016->2650111) req@ffff880078276d80 x1818247334711424/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.163227:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078276d80 with x1818247334711424 ext(2646016->2650111) 00002000:00010000:1.0:1734016114.163234:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078276d80 00000100:00100000:0.0:1734016114.168994:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.169176:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334711680 00000100:00100000:2.0:1734016114.169189:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334711680 00002000:00100000:2.0:1734016114.169251:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2641920->2646015) req@ffff88007822ad80 x1818247334711680/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.169265:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822ad80 with x1818247334711680 ext(2641920->2646015) 00002000:00010000:2.0:1734016114.169274:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822ad80 00000100:00100000:2.0:1734016114.169319:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8612 00000100:00100000:2.0:1734016114.169328:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334711680:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.169607:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334711680:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 278us (625us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.169614:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8612 00002000:00100000:2.0:1734016114.169620:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2641920->2646015) req@ffff88007822ad80 x1818247334711680/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.169626:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822ad80 with x1818247334711680 ext(2641920->2646015) 00002000:00010000:2.0:1734016114.169629:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822ad80 00000100:00100000:0.0:1734016114.172647:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.173001:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334711936 00000100:00100000:2.0:1734016114.173012:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334711936 00002000:00100000:2.0:1734016114.173066:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2637824->2641919) req@ffff880078228000 x1818247334711936/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.173078:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228000 with x1818247334711936 ext(2637824->2641919) 00002000:00010000:2.0:1734016114.173083:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078228000 00000100:00100000:2.0:1734016114.173127:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8613 00000100:00100000:2.0:1734016114.173134:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334711936:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.173615:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334711936:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 480us (981us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.173623:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8613 00002000:00100000:2.0:1734016114.173628:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2637824->2641919) req@ffff880078228000 x1818247334711936/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.173636:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228000 with x1818247334711936 ext(2637824->2641919) 00002000:00010000:2.0:1734016114.173639:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078228000 00000100:00100000:3.0:1734016114.177142:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.177349:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334712192 00000100:00100000:2.0:1734016114.177365:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334712192 00002000:00100000:2.0:1734016114.177411:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2633728->2637823) req@ffff880078276300 x1818247334712192/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.177420:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078276300 with x1818247334712192 ext(2633728->2637823) 00002000:00010000:2.0:1734016114.177426:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078276300 00000100:00100000:2.0:1734016114.177663:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8614 00000100:00100000:2.0:1734016114.177669:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334712192:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.178129:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334712192:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 457us (997us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.178136:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8614 00002000:00100000:2.0:1734016114.178142:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2633728->2637823) req@ffff880078276300 x1818247334712192/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.178150:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078276300 with x1818247334712192 ext(2633728->2637823) 00002000:00010000:2.0:1734016114.178153:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078276300 00000100:00100000:0.0:1734016114.182785:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.183271:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334712448 00000100:00100000:2.0:1734016114.183283:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334712448 00002000:00100000:2.0:1734016114.183330:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2629632->2633727) req@ffff88007822b100 x1818247334712448/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.183351:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822b100 with x1818247334712448 ext(2629632->2633727) 00002000:00010000:2.0:1734016114.183357:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822b100 00000100:00100000:2.0:1734016114.183381:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8615 00000100:00100000:2.0:1734016114.183389:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334712448:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.183607:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334712448:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 218us (828us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.183615:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8615 00002000:00100000:2.0:1734016114.183621:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2629632->2633727) req@ffff88007822b100 x1818247334712448/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.183626:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822b100 with x1818247334712448 ext(2629632->2633727) 00002000:00010000:2.0:1734016114.183629:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822b100 00000100:00100000:0.0:1734016114.186438:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.186651:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334712704 00000100:00100000:2.0:1734016114.186659:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334712704 00002000:00100000:2.0:1734016114.186695:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2625536->2629631) req@ffff880078229880 x1818247334712704/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.186703:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078229880 with x1818247334712704 ext(2625536->2629631) 00002000:00010000:2.0:1734016114.186709:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078229880 00000100:00100000:2.0:1734016114.186739:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8616 00000100:00100000:2.0:1734016114.186746:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334712704:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.186942:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334712704:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 194us (511us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.186949:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8616 00002000:00100000:2.0:1734016114.186954:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2625536->2629631) req@ffff880078229880 x1818247334712704/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.186960:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078229880 with x1818247334712704 ext(2625536->2629631) 00002000:00010000:2.0:1734016114.186962:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078229880 00000100:00100000:3.0:1734016114.195282:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.195369:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334712960 00000100:00100000:0.0:1734016114.195377:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334712960 00000100:00100000:0.0:1734016114.195440:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2142 00000100:00100000:0.0:1734016114.195449:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:9662:x1818247334712960:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016114.195700:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992ae2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016114.195720:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992abf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f79c expref: 16 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.195728:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992ae2 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016114.195761:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992abf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f79c expref: 16 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.195773:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992abf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f79c expref: 16 pid: 6480 timeout: 477 lvb_type: 0 00000100:00100000:0.0:1734016114.195784:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078229f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338396672:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016114.195906:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.199890:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078229f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338396672:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016114.199926:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992ae2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016114.200469:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.200635:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334713088 00000100:00100000:2.0:1734016114.200641:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334713088 00010000:00010000:2.0:1734016114.200674:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992abf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f79c expref: 17 pid: 6480 timeout: 477 lvb_type: 0 00000100:00100000:2.0:1734016114.200722:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2971 00000100:00100000:2.0:1734016114.200729:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b66450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:1969:x1818247334713088:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016114.200743:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016114.200748:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992abf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f79c expref: 17 pid: 6480 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016114.200759:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992abf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f79c expref: 17 pid: 6480 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016114.200781:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992abf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f79c expref: 17 pid: 6480 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016114.202834:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016114.202849:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992ae2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.202861:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992ae2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.202868:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992ae2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.203230:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016114.203453:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992ae2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016114.203460:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992ae2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:3.0:1734016114.203575:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968662 00000004:00010000:3.0:1734016114.203629:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800785c5500 reply state ffff88007c8c5000 transno 4294968663 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992ae2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016114.203636:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016114.203738:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b66450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:1969:x1818247334713088:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3001us (3263us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.203751:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2971 00000100:00100000:3.0:1734016114.204705:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334712960:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 9255us (9430us total) trans 4294968663 rc 0/0 00000100:00100000:3.0:1734016114.204714:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2142 00000020:00080000:3.0:1734016114.204718:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016114.207172:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992ae2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.207184:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992ae2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.207190:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992ae2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.207195:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8567cc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016114.207198:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992ae2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.207204:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992ae2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.207217:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016114.207220:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016114.207223:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992ae2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.207230:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992ae2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016114.207553:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.207865:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334713216 00000100:00100000:2.0:1734016114.207873:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334713216 00000100:00100000:2.0:1734016114.207938:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10671 00000100:00100000:2.0:1734016114.207944:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334713216:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.207960:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.207974:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992ae9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f7bf expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.207994:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992adb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2654208->2658303) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7b8 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.208000:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.208002:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.208005:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992ae9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7bf expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.208028:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992adb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2654208->2658303) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7b8 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.208037:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992adb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2654208->2658303) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7b8 expref: 7 pid: 7685 timeout: 477 lvb_type: 0 00000100:00100000:2.0:1734016114.208046:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338396800:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016114.208433:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.212399:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338396800:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016114.212427:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992ae9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7bf expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.212442:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016114.212806:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334713216:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4858us (5254us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.212849:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10671 00000100:00100000:0.0:1734016114.213595:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.213997:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334713344 00000100:00100000:2.0:1734016114.214003:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334713344 00010000:00010000:2.0:1734016114.214031:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992adb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2654208->2658303) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7b8 expref: 8 pid: 7685 timeout: 477 lvb_type: 0 00000100:00100000:2.0:1734016114.214056:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2972 00000100:00100000:2.0:1734016114.214061:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334713344:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016114.214076:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016114.214094:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992adb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2654208->2658303) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7b8 expref: 8 pid: 7685 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016114.214104:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992adb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2654208->2658303) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7b8 expref: 8 pid: 7685 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016114.214124:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992adb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2654208->2658303) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7b8 expref: 8 pid: 7685 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016114.214134:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.214137:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.214142:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992ae9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7bf expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.214148:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992ae9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7bf expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.214176:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992ae9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7bf expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.214189:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338396928:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016114.214246:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.220190:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338396928:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016114.220213:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016114.220448:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334713344:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6384us (6853us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.220458:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2972 00000100:00100000:0.0:1734016114.221774:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016114.222297:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334713472 00000100:00100000:1.0:1734016114.222306:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334713472 00002000:00010000:1.0:1734016114.222348:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5504172->18446744073709551615) 00002000:00100000:1.0:1734016114.222352:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822aa00 with x1818247334713472 ext(5504172->18446744073709551615) 00002000:00010000:1.0:1734016114.222363:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822aa00. 00000100:00100000:1.0:1734016114.222394:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8617 00000100:00100000:1.0:1734016114.222401:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334713472:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016114.222593:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2665472 -> 5504172 00002000:00010000:1.0:1734016114.222596:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016114.222598:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016113 -> 1734016113 00002000:00010000:1.0:1734016114.222600:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016114.222602:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 592 -> 592 00000100:00100000:1.0:1734016114.222661:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334713472:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 259us (899us total) trans 4294969414 rc 0/0 00000100:00100000:1.0:1734016114.222669:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8617 00002000:00010000:1.0:1734016114.222672:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5504172->18446744073709551615) 00002000:00100000:1.0:1734016114.222675:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822aa00 with x1818247334713472 ext(5504172->18446744073709551615) 00002000:00010000:1.0:1734016114.222678:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822aa00. 00000100:00100000:0.0:1734016114.225758:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.225992:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334713728 00000100:00100000:2.0:1734016114.226001:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334713728 00002000:00100000:2.0:1734016114.226042:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5500928->5505023) req@ffff880078229180 x1818247334713728/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.226052:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078229180 with x1818247334713728 ext(5500928->5505023) 00002000:00010000:2.0:1734016114.226057:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078229180 00000100:00100000:2.0:1734016114.226093:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8618 00000100:00100000:2.0:1734016114.226101:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334713728:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.226649:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334713728:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 547us (903us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.226658:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8618 00002000:00100000:2.0:1734016114.226665:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5500928->5505023) req@ffff880078229180 x1818247334713728/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.226672:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078229180 with x1818247334713728 ext(5500928->5505023) 00002000:00010000:2.0:1734016114.226675:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078229180 00000100:00100000:3.0:1734016114.229986:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.230410:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334713984 00000100:00100000:2.0:1734016114.230418:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334713984 00002000:00100000:2.0:1734016114.230453:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5496832->5500927) req@ffff8800785c4000 x1818247334713984/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.230462:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4000 with x1818247334713984 ext(5496832->5500927) 00002000:00010000:2.0:1734016114.230466:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4000 00000100:00100000:2.0:1734016114.230567:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8619 00000100:00100000:2.0:1734016114.230574:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334713984:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.230905:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334713984:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 330us (929us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.230912:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8619 00002000:00100000:2.0:1734016114.230918:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5496832->5500927) req@ffff8800785c4000 x1818247334713984/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.230925:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4000 with x1818247334713984 ext(5496832->5500927) 00002000:00010000:2.0:1734016114.230928:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4000 00010000:00010000:1.0:1734016114.231421:0:7700:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016114.233445:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.233600:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334714240 00000100:00100000:2.0:1734016114.233612:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334714240 00002000:00100000:2.0:1734016114.233655:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5492736->5496831) req@ffff880078229f80 x1818247334714240/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.233671:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078229f80 with x1818247334714240 ext(5492736->5496831) 00002000:00010000:2.0:1734016114.233676:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078229f80 00000100:00100000:2.0:1734016114.233794:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8620 00000100:00100000:2.0:1734016114.233800:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334714240:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.234720:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334714240:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 915us (1283us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.234729:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8620 00002000:00100000:2.0:1734016114.234737:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5492736->5496831) req@ffff880078229f80 x1818247334714240/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.234745:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078229f80 with x1818247334714240 ext(5492736->5496831) 00002000:00010000:2.0:1734016114.234748:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078229f80 00000100:00100000:0.0:1734016114.244920:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.245135:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334714496 00000100:00100000:2.0:1734016114.245149:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334714496 00002000:00100000:2.0:1734016114.245199:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5488640->5492735) req@ffff88007c8e9500 x1818247334714496/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.245210:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9500 with x1818247334714496 ext(5488640->5492735) 00002000:00010000:2.0:1734016114.245216:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9500 00000100:00100000:2.0:1734016114.245255:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8621 00000100:00100000:2.0:1734016114.245264:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334714496:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.245521:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334714496:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 256us (612us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.245528:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8621 00002000:00100000:2.0:1734016114.245534:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5488640->5492735) req@ffff88007c8e9500 x1818247334714496/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.245542:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9500 with x1818247334714496 ext(5488640->5492735) 00002000:00010000:2.0:1734016114.245545:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9500 00000100:00100000:3.0:1734016114.253109:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016114.253212:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334714752 00000100:00100000:1.0:1734016114.253221:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334714752 00002000:00100000:1.0:1734016114.253266:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5484544->5488639) req@ffff8800785c5f80 x1818247334714752/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.253275:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c5f80 with x1818247334714752 ext(5484544->5488639) 00002000:00010000:1.0:1734016114.253280:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c5f80 00000100:00100000:1.0:1734016114.253309:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8622 00000100:00100000:1.0:1734016114.253315:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334714752:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.253486:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334714752:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 169us (389us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.253495:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8622 00002000:00100000:1.0:1734016114.253500:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5484544->5488639) req@ffff8800785c5f80 x1818247334714752/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.253507:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c5f80 with x1818247334714752 ext(5484544->5488639) 00002000:00010000:1.0:1734016114.253510:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c5f80 00000100:00100000:0.0:1734016114.260736:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.261030:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334715008 00000100:00100000:2.0:1734016114.261043:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334715008 00002000:00100000:2.0:1734016114.261083:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5480448->5484543) req@ffff88007c8e9f80 x1818247334715008/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.261095:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9f80 with x1818247334715008 ext(5480448->5484543) 00002000:00010000:2.0:1734016114.261101:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9f80 00000100:00100000:2.0:1734016114.261141:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8623 00000100:00100000:2.0:1734016114.261147:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334715008:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.264548:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334715008:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 3387us (3811us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.264562:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8623 00002000:00100000:2.0:1734016114.264578:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5480448->5484543) req@ffff88007c8e9f80 x1818247334715008/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.264587:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9f80 with x1818247334715008 ext(5480448->5484543) 00002000:00010000:2.0:1734016114.264592:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9f80 00000100:00100000:0.0:1734016114.270290:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.270451:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334715264 00000100:00100000:2.0:1734016114.270463:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334715264 00002000:00100000:2.0:1734016114.270520:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5476352->5480447) req@ffff88007c8eb800 x1818247334715264/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.270532:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8eb800 with x1818247334715264 ext(5476352->5480447) 00002000:00010000:2.0:1734016114.270540:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8eb800 00000100:00100000:2.0:1734016114.270583:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8624 00000100:00100000:2.0:1734016114.270590:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334715264:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.270873:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334715264:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 281us (597us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.270882:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8624 00002000:00100000:2.0:1734016114.270887:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5476352->5480447) req@ffff88007c8eb800 x1818247334715264/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.270895:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8eb800 with x1818247334715264 ext(5476352->5480447) 00002000:00010000:2.0:1734016114.270898:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8eb800 00000100:00100000:3.0:1734016114.273869:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016114.274175:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334715520 00000100:00100000:1.0:1734016114.274190:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334715520 00002000:00100000:1.0:1734016114.274245:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5472256->5476351) req@ffff8800785c4e00 x1818247334715520/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.274257:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4e00 with x1818247334715520 ext(5472256->5476351) 00002000:00010000:1.0:1734016114.274264:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4e00 00000100:00100000:1.0:1734016114.274305:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8625 00000100:00100000:1.0:1734016114.274316:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334715520:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.278143:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334715520:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 3796us (4305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.278167:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8625 00002000:00100000:1.0:1734016114.278199:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5472256->5476351) req@ffff8800785c4e00 x1818247334715520/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.278216:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4e00 with x1818247334715520 ext(5472256->5476351) 00002000:00010000:1.0:1734016114.278228:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4e00 00000100:00100000:0.0:1734016114.279745:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016114.280280:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334715776 00000100:00100000:1.0:1734016114.280295:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334715776 00002000:00100000:1.0:1734016114.280377:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5468160->5472255) req@ffff88007c8ead80 x1818247334715776/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.280393:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8ead80 with x1818247334715776 ext(5468160->5472255) 00002000:00010000:1.0:1734016114.280399:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8ead80 00000100:00100000:1.0:1734016114.280438:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8626 00000100:00100000:1.0:1734016114.280445:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334715776:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.280712:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334715776:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 265us (986us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.280720:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8626 00002000:00100000:1.0:1734016114.280726:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5468160->5472255) req@ffff88007c8ead80 x1818247334715776/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.280733:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8ead80 with x1818247334715776 ext(5468160->5472255) 00002000:00010000:1.0:1734016114.280735:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8ead80 00000100:00100000:0.0:1734016114.290325:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016114.290499:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334716032 00000100:00100000:1.0:1734016114.290519:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334716032 00002000:00100000:1.0:1734016114.290671:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5464064->5468159) req@ffff88007c8e8000 x1818247334716032/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.290691:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e8000 with x1818247334716032 ext(5464064->5468159) 00002000:00010000:1.0:1734016114.290705:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e8000 00000100:00100000:1.0:1734016114.290767:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8627 00000100:00100000:1.0:1734016114.290777:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334716032:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.291181:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334716032:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 404us (882us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.291191:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8627 00002000:00100000:1.0:1734016114.291197:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5464064->5468159) req@ffff88007c8e8000 x1818247334716032/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.291205:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e8000 with x1818247334716032 ext(5464064->5468159) 00002000:00010000:1.0:1734016114.291208:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e8000 00000100:00100000:3.0:1734016114.295133:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.297782:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334716288 00000100:00100000:2.0:1734016114.297805:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334716288 00002000:00100000:2.0:1734016114.297904:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5459968->5464063) req@ffff8800785c4700 x1818247334716288/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.297917:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4700 with x1818247334716288 ext(5459968->5464063) 00002000:00010000:2.0:1734016114.297925:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4700 00000100:00100000:2.0:1734016114.298529:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8628 00000100:00100000:2.0:1734016114.298540:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334716288:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.299218:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334716288:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 675us (4115us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.299228:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8628 00002000:00100000:2.0:1734016114.299238:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5459968->5464063) req@ffff8800785c4700 x1818247334716288/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.299247:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4700 with x1818247334716288 ext(5459968->5464063) 00002000:00010000:2.0:1734016114.299252:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4700 00000100:00100000:0.0:1734016114.301727:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.301930:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334716544 00000100:00100000:2.0:1734016114.301948:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334716544 00002000:00100000:2.0:1734016114.302049:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5455872->5459967) req@ffff88007c8e9880 x1818247334716544/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.302064:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9880 with x1818247334716544 ext(5455872->5459967) 00002000:00010000:2.0:1734016114.302072:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9880 00000100:00100000:2.0:1734016114.302128:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8629 00000100:00100000:2.0:1734016114.302137:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334716544:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.302547:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334716544:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 408us (835us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.302557:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8629 00002000:00100000:2.0:1734016114.302564:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5455872->5459967) req@ffff88007c8e9880 x1818247334716544/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.302572:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9880 with x1818247334716544 ext(5455872->5459967) 00002000:00010000:2.0:1734016114.302575:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9880 00000100:00100000:0.0:1734016114.305630:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016114.306424:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334716800 00000100:00100000:1.0:1734016114.306446:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334716800 00002000:00100000:1.0:1734016114.306526:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5451776->5455871) req@ffff88007c8eb100 x1818247334716800/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.306540:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8eb100 with x1818247334716800 ext(5451776->5455871) 00002000:00010000:1.0:1734016114.306548:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8eb100 00000100:00100000:1.0:1734016114.306589:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8630 00000100:00100000:1.0:1734016114.306597:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334716800:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.307040:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334716800:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 440us (1432us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.307050:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8630 00002000:00100000:1.0:1734016114.307057:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5451776->5455871) req@ffff88007c8eb100 x1818247334716800/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.307065:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8eb100 with x1818247334716800 ext(5451776->5455871) 00002000:00010000:1.0:1734016114.307069:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8eb100 00000100:00100000:3.0:1734016114.312226:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.312460:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334717056 00000100:00100000:2.0:1734016114.312479:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334717056 00002000:00100000:2.0:1734016114.312556:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5447680->5451775) req@ffff8800785c6d80 x1818247334717056/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.312570:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c6d80 with x1818247334717056 ext(5447680->5451775) 00002000:00010000:2.0:1734016114.312579:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c6d80 00000100:00100000:2.0:1734016114.314416:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8631 00000100:00100000:2.0:1734016114.314446:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334717056:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.314970:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334717056:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 528us (2757us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.314986:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8631 00002000:00100000:2.0:1734016114.315003:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5447680->5451775) req@ffff8800785c6d80 x1818247334717056/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.315014:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c6d80 with x1818247334717056 ext(5447680->5451775) 00002000:00010000:2.0:1734016114.315023:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c6d80 00000100:00100000:0.0:1734016114.319627:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016114.319853:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334717184 00000100:00100000:1.0:1734016114.319871:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334717184 00002000:00100000:1.0:1734016114.319958:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5447680->5504171) req@ffff88007c8e8380 x1818247334717184/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.319971:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e8380 with x1818247334717184 ext(5447680->5504171) 00002000:00010000:1.0:1734016114.319981:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e8380 00000100:00100000:1.0:1734016114.320025:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8632 00000100:00100000:1.0:1734016114.320033:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334717184:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016114.344049:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247334717184:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 23982us (24410us total) trans 4294969415 rc 0/0 00000100:00100000:0.0:1734016114.344075:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8632 00002000:00100000:0.0:1734016114.344098:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5447680->5504171) req@ffff88007c8e8380 x1818247334717184/t4294969415(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/448 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.344113:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e8380 with x1818247334717184 ext(5447680->5504171) 00002000:00010000:0.0:1734016114.344123:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e8380 00000100:00100000:3.0:1734016114.347654:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.347995:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334717312 00000100:00100000:0.0:1734016114.348010:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334717312 00000100:00100000:0.0:1734016114.348103:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2143 00000100:00100000:0.0:1734016114.348115:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:9662:x1818247334717312:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:0.0:1734016114.348355:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:9662:x1818247334717312:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 242us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.348369:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2143 00000100:00100000:0.0:1734016114.350404:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.350528:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334717440 00000100:00100000:2.0:1734016114.350543:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334717440 00000100:00100000:2.0:1734016114.350614:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10672 00000100:00100000:2.0:1734016114.350622:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334717440:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016114.358871:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969415 is committed 00000001:00080000:0.0:1734016114.358916:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969412 is committed 00000100:00100000:2.0:1734016114.359235:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334717440:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 8598us (8831us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.359257:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10672 00000100:00100000:1.0:1734016114.365428:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.365577:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334717568 00000100:00100000:2.0:1734016114.365590:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334717568 00000100:00100000:2.0:1734016114.365654:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2144 00000100:00100000:2.0:1734016114.365662:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8686d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:9662:x1818247334717568:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.365684:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.365704:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55992af0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f7c6 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.365794:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992af7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016114.365837:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992af7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016114.365850:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992af7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016114.365878:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5504172 00000004:00200000:2.0:1734016114.365882:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016114.365896:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992af7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016114.365920:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55992af0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7c6 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.365951:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992af7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7c6 expref: 21 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.365959:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016114.365962:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016114.365966:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016114.366034:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8686d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334717568:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 373us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.366042:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2144 00000100:00100000:3.0:1734016114.368576:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.368691:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334717696 00000100:00100000:2.0:1734016114.368707:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334717696 00000100:00100000:2.0:1734016114.368776:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10673 00000100:00100000:2.0:1734016114.368787:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334717696:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.368859:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.368891:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992afe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f7cd expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.368975:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338397056:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016114.369247:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00002000:00010000:0.0:1734016114.372394:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016113 -> 1734016114 00002000:00010000:0.0:1734016114.372404:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 592 -> 704 00000100:00100000:0.0:1734016114.372431:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338397056:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016114.372471:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992afe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7cd expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.372486:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992afe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7cd expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.372520:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:0.0:1734016114.372600:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334717696:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3813us (4040us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016114.372611:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10673 00000100:00100000:1.0:1734016114.376522:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.376611:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334717824 00000100:00100000:0.0:1734016114.376620:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334717824 00000100:00100000:0.0:1734016114.376683:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10674 00000100:00100000:0.0:1734016114.376689:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334717824:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.376705:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.376725:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b05 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f7d4 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.376754:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992ae9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7bf expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.376761:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016114.376763:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016114.376765:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b05 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [483328->487423] (req 483328->487423) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7d4 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.376797:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992ae9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7bf expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.376837:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992ae9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7bf expref: 6 pid: 7685 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016114.376850:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338397184:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016114.376917:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85859c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016114.389332:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.389461:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338397184:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016114.389509:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b05 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [483328->487423] (req 483328->487423) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7d4 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.389533:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567180, rc 0) 00000100:00100000:0.0:1734016114.389612:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334717824:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12919us (13102us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.389623:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10674 00000100:00100000:2.0:1734016114.390209:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334717952 00000100:00100000:2.0:1734016114.390219:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334717952 00010000:00010000:2.0:1734016114.390251:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992ae9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7bf expref: 7 pid: 7685 timeout: 478 lvb_type: 0 00000100:00100000:2.0:1734016114.390276:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2973 00000100:00100000:2.0:1734016114.390285:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334717952:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016114.390301:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016114.390326:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992ae9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7bf expref: 7 pid: 7685 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.390352:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992ae9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7bf expref: 7 pid: 7685 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.390384:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992ae9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7bf expref: 7 pid: 7685 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.390411:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.390416:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.390423:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b05 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->487423) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7d4 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.390434:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->487423) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7d4 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.390472:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->487423) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7d4 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.390489:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338397312:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016114.390538:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.409628:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338397312:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016114.409670:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016114.409752:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334717952:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 19466us (20433us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.409765:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2973 00000100:00100000:0.0:1734016114.414943:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.415449:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334718208 00000100:00100000:2.0:1734016114.415457:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334718208 00002000:00100000:2.0:1734016114.415504:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (483328->487423) req@ffff88007c8e8700 x1818247334718208/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.415514:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e8700 with x1818247334718208 ext(483328->487423) 00002000:00010000:2.0:1734016114.415520:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e8700 00000100:00100000:2.0:1734016114.415553:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8633 00000100:00100000:2.0:1734016114.415559:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334718208:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.415754:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334718208:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 192us (818us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.415760:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8633 00002000:00100000:2.0:1734016114.415765:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (483328->487423) req@ffff88007c8e8700 x1818247334718208/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.415771:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e8700 with x1818247334718208 ext(483328->487423) 00002000:00010000:2.0:1734016114.415774:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e8700 00000100:00100000:3.0:1734016114.424512:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.425278:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334718464 00000100:00100000:0.0:1734016114.425291:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334718464 00002000:00100000:0.0:1734016114.425364:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (479232->483327) req@ffff8800785c6a00 x1818247334718464/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.425376:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c6a00 with x1818247334718464 ext(479232->483327) 00002000:00010000:0.0:1734016114.425383:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c6a00 00000100:00100000:0.0:1734016114.425425:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8634 00000100:00100000:0.0:1734016114.425433:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334718464:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.425648:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334718464:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 214us (1149us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.425656:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8634 00002000:00100000:0.0:1734016114.425663:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (479232->483327) req@ffff8800785c6a00 x1818247334718464/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.425670:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c6a00 with x1818247334718464 ext(479232->483327) 00002000:00010000:0.0:1734016114.425674:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c6a00 00000100:00100000:1.0:1734016114.432528:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.434321:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334718720 00000100:00100000:2.0:1734016114.434342:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334718720 00002000:00100000:2.0:1734016114.434391:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (475136->479231) req@ffff8800a8685f80 x1818247334718720/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.434402:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685f80 with x1818247334718720 ext(475136->479231) 00002000:00010000:2.0:1734016114.434409:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8685f80 00000100:00100000:2.0:1734016114.434454:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8635 00000100:00100000:2.0:1734016114.434462:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334718720:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.435556:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334718720:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1091us (3039us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.435564:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8635 00002000:00100000:2.0:1734016114.435571:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (475136->479231) req@ffff8800a8685f80 x1818247334718720/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.435579:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685f80 with x1818247334718720 ext(475136->479231) 00002000:00010000:2.0:1734016114.435582:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8685f80 00000100:00100000:0.0:1734016114.439522:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.439636:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334718976 00000100:00100000:2.0:1734016114.439647:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334718976 00002000:00100000:2.0:1734016114.439702:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (471040->475135) req@ffff88007c8ea300 x1818247334718976/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.439718:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8ea300 with x1818247334718976 ext(471040->475135) 00002000:00010000:2.0:1734016114.439724:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8ea300 00000100:00100000:2.0:1734016114.439805:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8636 00000100:00100000:2.0:1734016114.439828:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334718976:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.440313:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334718976:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 483us (802us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.440325:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8636 00002000:00100000:2.0:1734016114.440332:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (471040->475135) req@ffff88007c8ea300 x1818247334718976/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.440346:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8ea300 with x1818247334718976 ext(471040->475135) 00002000:00010000:2.0:1734016114.440349:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8ea300 00000100:00100000:3.0:1734016114.444055:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.444784:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334719232 00000100:00100000:2.0:1734016114.444793:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334719232 00002000:00100000:2.0:1734016114.444859:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (466944->471039) req@ffff8800785c6300 x1818247334719232/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.444868:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c6300 with x1818247334719232 ext(466944->471039) 00002000:00010000:2.0:1734016114.444873:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c6300 00000100:00100000:2.0:1734016114.444906:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8637 00000100:00100000:2.0:1734016114.444914:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334719232:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.446384:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334719232:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1462us (2334us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.446396:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8637 00002000:00100000:2.0:1734016114.446406:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (466944->471039) req@ffff8800785c6300 x1818247334719232/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.446414:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c6300 with x1818247334719232 ext(466944->471039) 00002000:00010000:2.0:1734016114.446420:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c6300 00000100:00100000:1.0:1734016114.452154:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.452417:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334719488 00000100:00100000:2.0:1734016114.452431:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334719488 00002000:00100000:2.0:1734016114.452486:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (462848->466943) req@ffff8800a8687100 x1818247334719488/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.452502:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8687100 with x1818247334719488 ext(462848->466943) 00002000:00010000:2.0:1734016114.452507:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8687100 00000100:00100000:2.0:1734016114.452531:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8638 00000100:00100000:2.0:1734016114.452538:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334719488:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.452726:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334719488:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 186us (587us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.452734:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8638 00002000:00100000:2.0:1734016114.452739:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (462848->466943) req@ffff8800a8687100 x1818247334719488/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.452745:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8687100 with x1818247334719488 ext(462848->466943) 00002000:00010000:2.0:1734016114.452748:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8687100 00000100:00100000:0.0:1734016114.457063:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.457324:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334719744 00000100:00100000:2.0:1734016114.457344:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334719744 00002000:00100000:2.0:1734016114.457385:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (458752->462847) req@ffff88007c8eaa00 x1818247334719744/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.457396:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8eaa00 with x1818247334719744 ext(458752->462847) 00002000:00010000:2.0:1734016114.457401:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8eaa00 00000100:00100000:0.0:1734016114.460180:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8639 00000100:00100000:0.0:1734016114.460195:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334719744:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.460408:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334719744:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 215us (3355us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.460416:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8639 00002000:00100000:0.0:1734016114.460426:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (458752->462847) req@ffff88007c8eaa00 x1818247334719744/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.460435:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8eaa00 with x1818247334719744 ext(458752->462847) 00002000:00010000:0.0:1734016114.460440:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8eaa00 00000100:00100000:3.0:1734016114.472796:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.472927:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334719872 00000100:00100000:0.0:1734016114.472942:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334719872 00000100:00100000:0.0:1734016114.473008:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10675 00000100:00100000:0.0:1734016114.473018:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334719872:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.473037:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.473057:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992b0c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f7db expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.473086:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016114.473088:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016114.473096:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992b0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7db expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.473110:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992b0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7db expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.473123:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85673c0, rc 0) 00000100:00100000:0.0:1734016114.473184:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334719872:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 167us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.473190:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10675 00000100:00100000:1.0:1734016114.476351:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016114.476526:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334720000 00000100:00100000:3.0:1734016114.476537:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334720000 00000100:00100000:3.0:1734016114.476588:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10676 00000100:00100000:3.0:1734016114.476597:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334720000:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016114.476626:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016114.476657:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55992b13 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f7e2 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.476699:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b05 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 483328->487423) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7d4 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.476706:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992b0c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7db expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.476713:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.476715:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.476720:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55992b13 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [2756608->2768895] (req 2756608->2768895) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7e2 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.476767:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992b0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7db expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.476782:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992b0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7db expref: 6 pid: 7685 timeout: 478 lvb_type: 1 00000100:00100000:3.0:1734016114.476798:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338397440:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016114.476907:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 483328->487423) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7d4 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.476915:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 483328->487423) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7d4 expref: 7 pid: 7685 timeout: 478 lvb_type: 0 00000100:00100000:3.0:1734016114.476924:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338397568:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016114.476940:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016114.481953:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338397440:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016114.481966:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338397568:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016114.482003:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55992b13 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [2756608->2768895] (req 2756608->2768895) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7e2 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.482023:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016114.482097:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334720000:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5501us (5768us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.482106:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10676 00000100:00100000:0.0:1734016114.482331:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.482747:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334720256 00000100:00100000:2.0:1734016114.482755:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334720256 00010000:00010000:2.0:1734016114.482783:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 483328->487423) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7d4 expref: 7 pid: 7685 timeout: 478 lvb_type: 0 00000100:00100000:2.0:1734016114.482848:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2974 00000100:00100000:2.0:1734016114.482855:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334720256:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016114.482870:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016114.482891:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 483328->487423) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7d4 expref: 7 pid: 7685 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.482901:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 483328->487423) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7d4 expref: 7 pid: 7685 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.482927:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b05 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 483328->487423) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7d4 expref: 7 pid: 7685 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.482947:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016114.482966:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334720256:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 112us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.482972:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2974 00000100:00100000:1.0:1734016114.483412:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016114.483893:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334720128 00000100:00100000:3.0:1734016114.483898:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334720128 00010000:00010000:3.0:1734016114.483916:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992b0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7db expref: 7 pid: 7685 timeout: 478 lvb_type: 1 00000100:00100000:3.0:1734016114.484221:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2975 00000100:00100000:3.0:1734016114.484228:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8686680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334720128:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016114.484243:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016114.484259:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992b0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7db expref: 7 pid: 7685 timeout: 478 lvb_type: 1 00010000:00010000:3.0:1734016114.484270:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992b0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7db expref: 7 pid: 7685 timeout: 478 lvb_type: 1 00010000:00010000:3.0:1734016114.484288:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992b0c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7db expref: 7 pid: 7685 timeout: 478 lvb_type: 1 00010000:00010000:3.0:1734016114.484363:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.484366:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.484373:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55992b13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2756608->2768895) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7e2 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.484383:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55992b13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2756608->2768895) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7e2 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.484422:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55992b13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2756608->2768895) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7e2 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016114.484437:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338397696:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016114.486454:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.495228:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016114.495356:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338397696:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016114.495367:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334720384 00000100:00100000:2.0:1734016114.495375:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334720384 00010000:00010000:3.0:1734016114.495378:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016114.495412:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10677 00000100:00100000:2.0:1734016114.495419:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334720384:12345-192.168.201.4@tcp:22:fsx.0 00000100:00100000:3.0:1734016114.495420:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8686680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334720128:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 11191us (12010us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.495429:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2975 00002000:00010000:2.0:1734016114.495622:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5504172 -> 5504172 00002000:00010000:2.0:1734016114.495625:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:2.0:1734016114.495626:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016114 -> 1734016113 00002000:00010000:2.0:1734016114.495628:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:2.0:1734016114.495630:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 704 -> 704 00000100:00100000:2.0:1734016114.495653:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334720384:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 234us (433us total) trans 4294969416 rc 0/0 00000100:00100000:2.0:1734016114.495659:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10677 00000100:00100000:1.0:1734016114.498369:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.498454:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334720512 00000100:00100000:2.0:1734016114.498461:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334720512 00000100:00100000:2.0:1734016114.498490:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10678 00000100:00100000:2.0:1734016114.498496:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334720512:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.498511:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.498526:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992b1a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f7e9 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.498568:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338397824:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016114.498629:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00002000:00010000:2.0:1734016114.503021:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016113 -> 1734016114 00000100:00100000:2.0:1734016114.503064:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338397824:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016114.503133:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992b1a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7e9 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.503150:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992b1a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7e9 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.504704:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016114.508214:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334720512:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9704us (9838us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.508229:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10678 00000100:00100000:3.0:1734016114.514713:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.518658:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334720640 00000100:00100000:2.0:1734016114.518674:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334720640 00000100:00100000:2.0:1734016114.518744:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10679 00000100:00100000:2.0:1734016114.518752:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334720640:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.518774:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.518795:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992b21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f7f0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.518869:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338397952:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016114.518932:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016114.523910:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338397952:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016114.523955:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992b21 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7f0 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.523968:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992b21 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7f0 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.523998:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:3.0:1734016114.524052:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334720640:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5299us (9359us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016114.524061:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10679 00000100:00100000:0.0:1734016114.528553:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016114.528850:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334720768 00000100:00100000:3.0:1734016114.528861:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334720768 00000100:00100000:3.0:1734016114.528999:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10680 00000100:00100000:3.0:1734016114.529008:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334720768:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016114.529029:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016114.529056:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55992b28 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f7f7 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016114.529135:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338398080:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016114.529264:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016114.533371:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338398080:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016114.533402:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55992b28 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7f7 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.533414:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55992b28 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7f7 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.533425:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016114.534741:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334720768:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5726us (6188us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016114.534751:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10680 00000100:00100000:0.0:1734016114.540591:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.540647:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334721024 00000100:00100000:0.0:1734016114.540656:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334721024 00000100:00100000:0.0:1734016114.540728:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8640 00000100:00100000:0.0:1734016114.540738:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334721024:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:0.0:1734016114.540803:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b2f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.540847:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55992b13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2756608->2768895) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7e2 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.540856:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016114.540858:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016114.540861:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b2f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4005888->4014079] (req 4005888->4014079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.540897:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55992b13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2756608->2768895) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7e2 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.540911:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55992b13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2756608->2768895) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7e2 expref: 6 pid: 7686 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016114.540925:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338398208:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016114.540982:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.544600:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338398208:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016114.544634:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b2f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4005888->4014079] (req 4005888->4014079) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.546944:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016114.547651:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334721152 00000100:00100000:3.0:1734016114.547662:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334721152 00010000:00010000:3.0:1734016114.547695:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55992b13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2756608->2768895) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7e2 expref: 7 pid: 7686 timeout: 478 lvb_type: 0 00000100:00100000:3.0:1734016114.547724:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2976 00000100:00100000:3.0:1734016114.547732:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334721152:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016114.547748:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016114.547768:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55992b13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2756608->2768895) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7e2 expref: 7 pid: 7686 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016114.547780:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55992b13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2756608->2768895) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7e2 expref: 7 pid: 7686 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016114.547802:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55992b13 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2756608->2768895) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7e2 expref: 7 pid: 7686 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016114.547843:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.547847:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.547852:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b2f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4005888->4014079] (req 4005888->4014079) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.547865:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b2f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4005888->4014079] (req 4005888->4014079) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.547902:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016114.547956:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334721152:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 224us (1023us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.547962:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2976 00010000:00010000:2.0:1734016114.549102:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b2f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4005888->4014079] (req 4005888->4014079) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.549113:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b2f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4005888->4014079] (req 4005888->4014079) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.549229:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b2f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4005888->4014079] (req 4005888->4014079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.549236:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b2f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4005888->4014079] (req 4005888->4014079) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.549241:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4005888->4014079] (req 4005888->4014079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.549247:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8567180 already unused, calling callback (ffffffffa0859100) 00010000:00010000:2.0:1734016114.549250:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4005888->4014079] (req 4005888->4014079) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.549257:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b2f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4005888->4014079] (req 4005888->4014079) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.549268:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b2f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4005888->4014079] (req 4005888->4014079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.549273:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992b2f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4005888->4014079] (req 4005888->4014079) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.550512:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334721024:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 9766us (9919us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1734016114.550523:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8640 00000100:00100000:1.0:1734016114.556435:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016114.556546:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334721280 00000100:00100000:3.0:1734016114.556560:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334721280 00000100:00100000:3.0:1734016114.556631:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10681 00000100:00100000:3.0:1734016114.556642:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334721280:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016114.556666:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016114.556697:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55992b36 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f7fe expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016114.556725:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 5504172, mtime: 0x675afc72, atime: 0x675afc71, ctime: 0x675afc72, blocks: 0x2c0 00010000:00010000:3.0:1734016114.556747:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.556750:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.556760:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55992b36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7fe expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.556776:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55992b36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7fe expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.556789:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016114.556870:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334721280:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 230us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.556877:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10681 00000100:00100000:0.0:1734016114.559994:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.560089:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334721408 00000100:00100000:2.0:1734016114.560102:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334721408 00000100:00100000:2.0:1734016114.560169:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10682 00000100:00100000:2.0:1734016114.560178:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334721408:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.560206:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.560235:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992b3d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f805 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.560263:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.560266:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.560276:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992b3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f805 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.560294:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992b3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f805 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.560311:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016114.560431:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334721408:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 253us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.560437:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10682 00000100:00100000:0.0:1734016114.564192:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.564354:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334721664 00000100:00100000:2.0:1734016114.564368:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334721664 00002000:00100000:2.0:1734016114.564422:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1015808->1019903) req@ffff88007c8e8e00 x1818247334721664/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.564432:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e8e00 with x1818247334721664 ext(1015808->1019903) 00002000:00010000:2.0:1734016114.564439:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e8e00 00000100:00100000:2.0:1734016114.564642:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8641 00000100:00100000:2.0:1734016114.564650:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334721664:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.565069:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334721664:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 418us (889us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.565076:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8641 00002000:00100000:2.0:1734016114.565083:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1015808->1019903) req@ffff88007c8e8e00 x1818247334721664/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.565090:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e8e00 with x1818247334721664 ext(1015808->1019903) 00002000:00010000:2.0:1734016114.565093:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e8e00 00000100:00100000:1.0:1734016114.568268:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.568475:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334721920 00000100:00100000:2.0:1734016114.568483:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334721920 00002000:00100000:2.0:1734016114.568519:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1011712->1015807) req@ffff8800a8685180 x1818247334721920/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.568535:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685180 with x1818247334721920 ext(1011712->1015807) 00002000:00010000:2.0:1734016114.568540:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8685180 00000100:00100000:2.0:1734016114.568558:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8642 00000100:00100000:2.0:1734016114.568564:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334721920:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.568732:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334721920:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 166us (472us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.568738:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8642 00002000:00100000:2.0:1734016114.568743:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1011712->1015807) req@ffff8800a8685180 x1818247334721920/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.568750:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685180 with x1818247334721920 ext(1011712->1015807) 00002000:00010000:2.0:1734016114.568753:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8685180 00000100:00100000:0.0:1734016114.571080:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016114.571341:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334722176 00000100:00100000:1.0:1734016114.571348:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334722176 00002000:00100000:1.0:1734016114.571381:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1007616->1011711) req@ffff880077f96d80 x1818247334722176/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.571389:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f96d80 with x1818247334722176 ext(1007616->1011711) 00002000:00010000:1.0:1734016114.571394:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f96d80 00000100:00100000:1.0:1734016114.571422:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8643 00000100:00100000:1.0:1734016114.571428:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334722176:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.571593:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334722176:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 163us (519us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.571600:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8643 00002000:00100000:1.0:1734016114.571605:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1007616->1011711) req@ffff880077f96d80 x1818247334722176/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.571618:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f96d80 with x1818247334722176 ext(1007616->1011711) 00002000:00010000:1.0:1734016114.571620:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f96d80 00000100:00100000:0.0:1734016114.578502:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.578676:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334722432 00000100:00100000:2.0:1734016114.578684:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334722432 00002000:00100000:2.0:1734016114.578720:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1003520->1007615) req@ffff880077f97480 x1818247334722432/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.578730:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f97480 with x1818247334722432 ext(1003520->1007615) 00002000:00010000:2.0:1734016114.578735:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f97480 00000100:00100000:2.0:1734016114.579506:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8644 00000100:00100000:2.0:1734016114.579514:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334722432:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.579931:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334722432:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 415us (1434us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.579942:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8644 00002000:00100000:2.0:1734016114.579951:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1003520->1007615) req@ffff880077f97480 x1818247334722432/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.579961:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f97480 with x1818247334722432 ext(1003520->1007615) 00002000:00010000:2.0:1734016114.579964:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f97480 00000100:00100000:0.0:1734016114.582576:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016114.582732:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334722688 00000100:00100000:3.0:1734016114.582745:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334722688 00002000:00100000:3.0:1734016114.582795:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (999424->1003519) req@ffff880077f94000 x1818247334722688/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.582805:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f94000 with x1818247334722688 ext(999424->1003519) 00002000:00010000:3.0:1734016114.582832:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f94000 00000100:00100000:3.0:1734016114.583117:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8645 00000100:00100000:3.0:1734016114.583124:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334722688:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.583397:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334722688:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 271us (831us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016114.583403:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8645 00002000:00100000:3.0:1734016114.583409:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (999424->1003519) req@ffff880077f94000 x1818247334722688/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.583416:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f94000 with x1818247334722688 ext(999424->1003519) 00002000:00010000:3.0:1734016114.583418:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f94000 00000100:00100000:0.0:1734016114.586122:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016114.586290:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334722944 00000100:00100000:3.0:1734016114.586298:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334722944 00002000:00100000:3.0:1734016114.586341:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (995328->999423) req@ffff880077f97100 x1818247334722944/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.586350:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f97100 with x1818247334722944 ext(995328->999423) 00002000:00010000:3.0:1734016114.586354:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f97100 00000100:00100000:3.0:1734016114.586412:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8646 00000100:00100000:3.0:1734016114.586419:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334722944:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.586571:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334722944:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 152us (460us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016114.586577:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8646 00002000:00100000:3.0:1734016114.586582:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (995328->999423) req@ffff880077f97100 x1818247334722944/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.586588:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f97100 with x1818247334722944 ext(995328->999423) 00002000:00010000:3.0:1734016114.586591:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f97100 00000100:00100000:0.0:1734016114.589095:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016114.589474:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334723200 00000100:00100000:1.0:1734016114.589485:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334723200 00002000:00100000:1.0:1734016114.589552:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (991232->995327) req@ffff880077f94a80 x1818247334723200/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.589564:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f94a80 with x1818247334723200 ext(991232->995327) 00002000:00010000:1.0:1734016114.589573:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f94a80 00000100:00100000:1.0:1734016114.589611:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8647 00000100:00100000:1.0:1734016114.589619:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334723200:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.589860:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334723200:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 241us (777us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.589868:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8647 00002000:00100000:1.0:1734016114.589873:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (991232->995327) req@ffff880077f94a80 x1818247334723200/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.589880:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f94a80 with x1818247334723200 ext(991232->995327) 00002000:00010000:1.0:1734016114.589883:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f94a80 00000100:00100000:2.0:1734016114.592721:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016114.592865:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334723456 00000100:00100000:3.0:1734016114.592880:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334723456 00002000:00100000:3.0:1734016114.592962:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (987136->991231) req@ffff8801309dd500 x1818247334723456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.592974:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dd500 with x1818247334723456 ext(987136->991231) 00002000:00010000:3.0:1734016114.592982:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dd500 00000100:00100000:3.0:1734016114.593123:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8648 00000100:00100000:3.0:1734016114.593133:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334723456:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.593899:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334723456:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 764us (1188us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016114.593907:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8648 00002000:00100000:3.0:1734016114.593914:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (987136->991231) req@ffff8801309dd500 x1818247334723456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.593922:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dd500 with x1818247334723456 ext(987136->991231) 00002000:00010000:3.0:1734016114.593925:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dd500 00000100:00100000:0.0:1734016114.601684:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016114.601857:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334723712 00000100:00100000:3.0:1734016114.601866:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334723712 00002000:00100000:3.0:1734016114.601906:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (983040->987135) req@ffff880077f96680 x1818247334723712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.601915:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f96680 with x1818247334723712 ext(983040->987135) 00002000:00010000:3.0:1734016114.601921:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f96680 00000100:00100000:3.0:1734016114.601940:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8649 00000100:00100000:3.0:1734016114.601947:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334723712:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.602111:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334723712:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 162us (439us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016114.602117:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8649 00002000:00100000:3.0:1734016114.602122:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (983040->987135) req@ffff880077f96680 x1818247334723712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.602128:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f96680 with x1818247334723712 ext(983040->987135) 00002000:00010000:3.0:1734016114.602131:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f96680 00000100:00100000:0.0:1734016114.609505:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.610468:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334723840 00000100:00100000:2.0:1734016114.610482:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334723840 00000100:00100000:2.0:1734016114.610564:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2145 00000100:00100000:2.0:1734016114.610574:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:9662:x1818247334723840:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.610602:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.610632:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992b44 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f80c expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.610762:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992b4b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.610783:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992b4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.610796:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992b4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016114.610843:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5504172 00000004:00200000:2.0:1734016114.610849:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016114.610869:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992b4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.610896:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992b44 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f80c expref: 18 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.610938:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992b4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f80c expref: 17 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.610946:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016114.610950:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016114.610953:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016114.612366:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334723840:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1781us (2861us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.612376:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2145 00000100:00100000:2.0:1734016114.617288:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.617367:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334724096 00000100:00100000:0.0:1734016114.617379:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334724096 00000100:00100000:0.0:1734016114.617425:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2146 00000100:00100000:0.0:1734016114.617433:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334724096:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016114.617492:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016114.617517:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992b4b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f80c expref: 17 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.617553:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016114.617557:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016114.617695:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992b52 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016114.617708:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992af7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7c6 expref: 20 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.617715:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992b52 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016114.617739:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992af7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7c6 expref: 20 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.617750:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992af7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7c6 expref: 20 pid: 6480 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016114.617761:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338398336:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016114.617846:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.624705:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.624869:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f95880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338398336:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016114.624897:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992b52 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016114.625105:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334724224 00000100:00100000:2.0:1734016114.625113:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334724224 00010000:00010000:2.0:1734016114.625154:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992af7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7c6 expref: 21 pid: 6480 timeout: 478 lvb_type: 0 00000100:00100000:2.0:1734016114.625189:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2977 00000100:00100000:2.0:1734016114.625196:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:1970:x1818247334724224:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016114.625213:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016114.625218:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992af7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7c6 expref: 21 pid: 6480 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.625229:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992af7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7c6 expref: 21 pid: 6480 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.625253:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992af7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7c6 expref: 21 pid: 6480 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.625276:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016114.625281:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992b52 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.625291:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992b52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.625299:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992b52 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.625321:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016114.625367:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:1970:x1818247334724224:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 171us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.625373:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2977 00010000:00010000:1.0:1734016114.626242:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992b52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016114.626251:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992b52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:1.0:1734016114.626351:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968664 00000004:00010000:1.0:1734016114.626395:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801309dfb80 reply state ffff88007c8c6000 transno 4294968665 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992b52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016114.626402:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016114.627373:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334724096:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 9930us (10085us total) trans 4294968665 rc 0/0 00000100:00100000:1.0:1734016114.627382:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2146 00000020:00080000:1.0:1734016114.627390:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016114.631139:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.631198:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334724352 00000100:00100000:0.0:1734016114.631206:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334724352 00010000:00010000:3.0:1734016114.631351:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992b52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016114.631363:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992b52 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016114.631372:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992b52 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016114.631379:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a85646c0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016114.631385:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992b52 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016114.631393:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992b52 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016114.631415:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016114.631417:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016114.631422:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992b52 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016114.631427:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992b52 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016114.632877:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10683 00000100:00100000:0.0:1734016114.632892:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334724352:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.632924:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.632956:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b59 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f813 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.632995:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55992b36 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7fe expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.633005:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992b3d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f805 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.633011:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016114.633013:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016114.633016:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b59 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f813 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.633055:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992b3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f805 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.633067:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992b3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f805 expref: 8 pid: 7685 timeout: 478 lvb_type: 1 00000100:00100000:0.0:1734016114.633080:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338398464:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016114.633656:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55992b36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7fe expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.633666:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55992b36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7fe expref: 6 pid: 7686 timeout: 478 lvb_type: 1 00000100:00100000:0.0:1734016114.633676:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338398592:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016114.633702:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.642284:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.642351:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.642388:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334724480 00000100:00100000:0.0:1734016114.642397:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334724480 00010000:00010000:0.0:1734016114.642425:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992b3d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f805 expref: 9 pid: 7685 timeout: 478 lvb_type: 1 00000100:00100000:2.0:1734016114.642852:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338398464:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016114.642865:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338398592:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016114.642895:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b59 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f813 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.642909:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564240, rc 0) 00000100:00100000:0.0:1734016114.643364:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334724608 00000100:00100000:0.0:1734016114.643368:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334724608 00010000:00010000:0.0:1734016114.643384:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55992b36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7fe expref: 7 pid: 7686 timeout: 478 lvb_type: 1 00000100:00100000:3.0:1734016114.643433:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2978 00000100:00100000:3.0:1734016114.643440:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b66050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334724480:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016114.643456:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016114.643477:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992b3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f805 expref: 9 pid: 7685 timeout: 478 lvb_type: 1 00010000:00010000:3.0:1734016114.643487:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992b3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f805 expref: 9 pid: 7685 timeout: 478 lvb_type: 1 00010000:00010000:3.0:1734016114.643504:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992b3d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f805 expref: 9 pid: 7685 timeout: 478 lvb_type: 1 00010000:00010000:3.0:1734016114.643518:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016114.643622:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2979 00000100:00100000:1.0:1734016114.643627:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334724608:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016114.643635:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016114.643643:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55992b36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7fe expref: 7 pid: 7686 timeout: 478 lvb_type: 1 00010000:00010000:1.0:1734016114.643651:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55992b36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7fe expref: 7 pid: 7686 timeout: 478 lvb_type: 1 00010000:00010000:1.0:1734016114.643664:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55992b36 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f7fe expref: 7 pid: 7686 timeout: 478 lvb_type: 1 00010000:00010000:1.0:1734016114.643684:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016114.643686:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016114.643690:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f813 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.643698:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f813 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.643736:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f813 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.643748:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8684a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338398720:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016114.643910:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334724352:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11021us (12784us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.643919:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10683 00000100:00100000:3.0:1734016114.643979:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b66050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334724480:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 539us (1704us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.643985:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2978 00000100:00100000:1.0:1734016114.644068:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.649064:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8684a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338398720:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016114.649094:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016114.649159:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334724608:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5529us (6806us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.649172:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2979 00000100:00100000:2.0:1734016114.650520:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016114.650759:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334724736 00000100:00100000:1.0:1734016114.650767:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334724736 00002000:00010000:1.0:1734016114.650803:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9455427->18446744073709551615) 00002000:00100000:1.0:1734016114.650835:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dc700 with x1818247334724736 ext(9455427->18446744073709551615) 00002000:00010000:1.0:1734016114.650846:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dc700. 00000100:00100000:1.0:1734016114.650880:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8650 00000100:00100000:1.0:1734016114.650888:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334724736:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016114.651092:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5504172 -> 9455427 00002000:00010000:1.0:1734016114.651095:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016114.651098:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016113 -> 1734016113 00002000:00010000:1.0:1734016114.651099:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016114.651101:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 704 -> 704 00000100:00100000:1.0:1734016114.651175:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334724736:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 286us (660us total) trans 4294969417 rc 0/0 00000100:00100000:1.0:1734016114.651187:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8650 00002000:00010000:1.0:1734016114.651191:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9455427->18446744073709551615) 00002000:00100000:1.0:1734016114.651193:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dc700 with x1818247334724736 ext(9455427->18446744073709551615) 00002000:00010000:1.0:1734016114.651197:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dc700. 00000100:00100000:0.0:1734016114.655727:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016114.656400:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334724992 00000100:00100000:3.0:1734016114.656409:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334724992 00002000:00100000:3.0:1734016114.656454:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9256960->9457663) req@ffff880077f94e00 x1818247334724992/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.656469:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f94e00 with x1818247334724992 ext(9256960->9457663) 00002000:00010000:3.0:1734016114.656475:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f94e00 00000100:00100000:3.0:1734016114.656705:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8651 00000100:00100000:3.0:1734016114.656713:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334724992:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.665072:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334724992:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 8349us (9348us total) trans 0 rc 200704/200704 00000100:00100000:3.0:1734016114.665084:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8651 00002000:00100000:3.0:1734016114.665096:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9256960->9457663) req@ffff880077f94e00 x1818247334724992/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/440 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 200704/200704 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.665105:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f94e00 with x1818247334724992 ext(9256960->9457663) 00002000:00010000:3.0:1734016114.665111:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f94e00 00000100:00100000:3.0:1734016114.671723:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.671892:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334725120 00000100:00100000:0.0:1734016114.671902:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334725120 00002000:00100000:0.0:1734016114.671945:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9400320->9455426) req@ffff88012dccdf80 x1818247334725120/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.671956:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccdf80 with x1818247334725120 ext(9400320->9455426) 00002000:00010000:0.0:1734016114.671960:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccdf80 00000100:00100000:0.0:1734016114.672273:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8652 00000100:00100000:0.0:1734016114.672279:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334725120:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016114.678326:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334725120:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 6034us (6601us total) trans 4294969418 rc 0/0 00000100:00100000:0.0:1734016114.678351:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8652 00002000:00100000:0.0:1734016114.678363:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9400320->9455426) req@ffff88012dccdf80 x1818247334725120/t4294969418(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:75/0 lens 488/448 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.678372:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccdf80 with x1818247334725120 ext(9400320->9455426) 00002000:00010000:0.0:1734016114.678378:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccdf80 00000100:00100000:2.0:1734016114.684556:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016114.685007:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334725248 00000100:00100000:1.0:1734016114.685015:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334725248 00000100:00100000:1.0:1734016114.685544:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2147 00000100:00100000:1.0:1734016114.685552:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:9662:x1818247334725248:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:1.0:1734016114.685887:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:9662:x1818247334725248:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 333us (1340us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.685893:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2147 00000100:00100000:3.0:1734016114.689189:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.689361:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334725376 00000100:00100000:2.0:1734016114.689370:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334725376 00000100:00100000:2.0:1734016114.690154:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10684 00000100:00100000:2.0:1734016114.690162:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334725376:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:1.0:1734016114.691826:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969418 is committed 00000100:00100000:2.0:1734016114.692132:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334725376:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 1966us (2947us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.692142:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10684 00000100:00100000:0.0:1734016114.695580:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016114.695703:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334725504 00000100:00100000:1.0:1734016114.695712:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334725504 00000100:00100000:1.0:1734016114.695763:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2148 00000100:00100000:1.0:1734016114.695771:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:9662:x1818247334725504:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.695797:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.695845:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55992b60 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f81a expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.695955:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55992b67 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016114.695972:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55992b67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016114.695986:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55992b67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:1.0:1734016114.696013:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9455427 00000004:00200000:1.0:1734016114.696017:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016114.696034:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55992b67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016114.696055:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55992b60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f81a expref: 22 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.696094:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55992b67 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f81a expref: 21 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.696101:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016114.696103:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016114.696107:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016114.696153:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334725504:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 382us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.696160:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2148 00000100:00100000:0.0:1734016114.698314:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.698412:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334725632 00000100:00100000:2.0:1734016114.698420:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334725632 00000100:00100000:2.0:1734016114.698455:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10685 00000100:00100000:2.0:1734016114.698461:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334725632:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.698475:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.698491:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992b6e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f821 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.698539:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338398848:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016114.698602:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016114.700771:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016113 -> 1734016114 00002000:00010000:0.0:1734016114.700780:0:7686:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 704 -> 816 00000100:00100000:0.0:1734016114.700799:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338398848:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016114.700864:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992b6e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f821 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.700876:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992b6e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f821 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.700896:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:0.0:1734016114.700948:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334725632:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2487us (2639us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016114.700956:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10685 00000100:00100000:1.0:1734016114.703436:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.703516:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334725760 00000100:00100000:0.0:1734016114.703524:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334725760 00000100:00100000:0.0:1734016114.703601:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10686 00000100:00100000:0.0:1734016114.703609:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334725760:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.703626:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.703645:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55992b75 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f828 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.703697:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338398976:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016114.704177:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.706197:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338398976:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016114.706224:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55992b75 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f828 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.706236:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55992b75 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f828 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.706245:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85646c0, rc 0) 00000100:00100000:0.0:1734016114.706285:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334725760:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2677us (2864us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016114.706293:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10686 00000100:00100000:3.0:1734016114.710674:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.710749:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334725888 00000100:00100000:0.0:1734016114.710759:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334725888 00000100:00100000:0.0:1734016114.710836:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10687 00000100:00100000:0.0:1734016114.710842:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334725888:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.710859:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.710878:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc55992b7c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f82f expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.710935:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338399104:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016114.710991:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.713479:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338399104:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016114.713508:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc55992b7c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f82f expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.713520:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc55992b7c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f82f expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.713540:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565680, rc 0) 00000100:00100000:0.0:1734016114.713680:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334725888:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2834us (3015us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016114.713690:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10687 00000100:00100000:1.0:1734016114.716316:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.716391:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334726144 00000100:00100000:0.0:1734016114.716398:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334726144 00000100:00100000:0.0:1734016114.716447:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8653 00000100:00100000:0.0:1734016114.716452:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334726144:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:0.0:1734016114.716482:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55992b83 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.716496:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f813 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.716501:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016114.716503:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016114.716506:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55992b83 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1003520->1056767] (req 1003520->1056767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.716528:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f813 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.716537:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f813 expref: 5 pid: 7686 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016114.716548:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338399232:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016114.716601:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.719579:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.719682:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338399232:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016114.719718:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55992b83 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1003520->1056767] (req 1003520->1056767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.720002:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334726272 00000100:00100000:1.0:1734016114.720010:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334726272 00010000:00010000:1.0:1734016114.720038:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f813 expref: 6 pid: 7686 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016114.720088:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2980 00000100:00100000:1.0:1734016114.720094:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334726272:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016114.720111:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016114.720133:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f813 expref: 6 pid: 7686 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016114.720144:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f813 expref: 6 pid: 7686 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016114.720169:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b59 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f813 expref: 6 pid: 7686 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016114.720187:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016114.720189:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016114.720193:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55992b83 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1003520->1056767] (req 1003520->1056767) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.720200:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55992b83 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1003520->1056767] (req 1003520->1056767) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.720218:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016114.720256:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334726272:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 162us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.720263:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2980 00010000:00010000:0.0:1734016114.720863:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55992b83 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1003520->1056767] (req 1003520->1056767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.720871:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55992b83 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1003520->1056767] (req 1003520->1056767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.724390:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55992b83 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1003520->1056767] (req 1003520->1056767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.724407:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55992b83 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1003520->1056767] (req 1003520->1056767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.724418:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55992b83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1003520->1056767] (req 1003520->1056767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.724424:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a85646c0 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016114.724427:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55992b83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1003520->1056767] (req 1003520->1056767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.724434:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55992b83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1003520->1056767] (req 1003520->1056767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.724449:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55992b83 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1003520->1056767] (req 1003520->1056767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.724455:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55992b83 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1003520->1056767] (req 1003520->1056767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.724882:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334726144:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 8425us (8570us total) trans 0 rc 53248/53248 00000100:00100000:0.0:1734016114.724892:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8653 00000100:00100000:2.0:1734016114.727573:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.727644:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334726400 00000100:00100000:0.0:1734016114.727652:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334726400 00000100:00100000:0.0:1734016114.727700:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2149 00000100:00100000:0.0:1734016114.727706:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:9662:x1818247334726400:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.727723:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.727739:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55992b8a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f836 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.727861:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992b91 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016114.727874:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992b91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016114.727883:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992b91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:0.0:1734016114.727907:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9455427 00000004:00200000:0.0:1734016114.727910:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016114.727922:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992b91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016114.727940:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55992b8a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f836 expref: 20 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.727954:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992b91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f836 expref: 19 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.727960:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016114.727963:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016114.727965:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85673c0, rc 0) 00000100:00100000:0.0:1734016114.728014:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334726400:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 308us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.728021:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2149 00000100:00100000:1.0:1734016114.730565:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.730642:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334726528 00000100:00100000:0.0:1734016114.730650:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334726528 00000100:00100000:0.0:1734016114.731240:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10688 00000100:00100000:0.0:1734016114.731246:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334726528:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.731261:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.731277:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b98 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f83d expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016114.731294:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9455427, mtime: 0x675afc72, atime: 0x675afc71, ctime: 0x675afc72, blocks: 0x330 00010000:00010000:0.0:1734016114.731310:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016114.731312:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016114.731319:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f83d expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.731340:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f83d expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.731349:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564240, rc 0) 00000100:00100000:0.0:1734016114.731403:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334726528:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 156us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.731409:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10688 00000100:00100000:0.0:1734016114.734664:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016114.734800:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334726784 00000100:00100000:1.0:1734016114.734823:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334726784 00000100:00100000:1.0:1734016114.734882:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8654 00000100:00100000:1.0:1734016114.734888:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334726784:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:1.0:1734016114.734919:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992b9f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.734939:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b98 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f83d expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.734945:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016114.734947:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016114.734949:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992b9f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3035136->3043327] (req 3035136->3043327) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.734972:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f83d expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.734982:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f83d expref: 5 pid: 7686 timeout: 478 lvb_type: 1 00000100:00100000:1.0:1734016114.734993:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8684000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338399360:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016114.735042:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016114.738375:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.738458:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334726912 00000100:00100000:2.0:1734016114.738467:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334726912 00010000:00010000:2.0:1734016114.738502:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b98 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f83d expref: 6 pid: 7686 timeout: 478 lvb_type: 1 00000100:00100000:1.0:1734016114.738914:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8684000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338399360:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016114.738935:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992b9f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3035136->3043327] (req 3035136->3043327) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.739249:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2981 00000100:00100000:2.0:1734016114.739256:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334726912:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016114.739269:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016114.739287:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f83d expref: 6 pid: 7686 timeout: 478 lvb_type: 1 00010000:00010000:2.0:1734016114.739297:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f83d expref: 6 pid: 7686 timeout: 478 lvb_type: 1 00010000:00010000:2.0:1734016114.739319:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992b98 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f83d expref: 6 pid: 7686 timeout: 478 lvb_type: 1 00010000:00010000:2.0:1734016114.739352:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.739354:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.739358:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992b9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3035136->3043327] (req 3035136->3043327) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.739366:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992b9f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3035136->3043327] (req 3035136->3043327) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.739383:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016114.739547:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992b9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3035136->3043327] (req 3035136->3043327) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.739554:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992b9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3035136->3043327] (req 3035136->3043327) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.740088:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334726912:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 829us (1724us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.740095:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2981 00000001:00080000:1.0:1734016114.743044:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969419 is committed 00002000:00010000:2.0:1734016114.743199:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016113 -> 1734016114 00002000:00010000:2.0:1734016114.743205:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 816 -> 832 00010000:00010000:2.0:1734016114.743216:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992b9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3035136->3043327] (req 3035136->3043327) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.743225:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992b9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3035136->3043327] (req 3035136->3043327) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.743232:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992b9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3035136->3043327] (req 3035136->3043327) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.743238:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e837600 already unused, calling callback (ffffffffa0859100) 00010000:00010000:2.0:1734016114.743243:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992b9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3035136->3043327] (req 3035136->3043327) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.743249:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992b9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3035136->3043327] (req 3035136->3043327) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.743265:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992b9f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3035136->3043327] (req 3035136->3043327) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.743270:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992b9f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3035136->3043327] (req 3035136->3043327) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.743368:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334726784:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 8475us (8709us total) trans 4294969419 rc 0/0 00000100:00100000:2.0:1734016114.743379:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8654 00000100:00100000:3.0:1734016114.746553:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.746673:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334727040 00000100:00100000:2.0:1734016114.746684:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334727040 00000100:00100000:2.0:1734016114.746794:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10689 00000100:00100000:2.0:1734016114.746802:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334727040:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.746852:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.746875:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992ba6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f844 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016114.746897:0:7685:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9455427, mtime: 0x675afc72, atime: 0x675afc72, ctime: 0x675afc72, blocks: 0x340 00010000:00010000:2.0:1734016114.746918:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.746920:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.746928:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992ba6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f844 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.746945:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992ba6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f844 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.746955:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016114.747338:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334727040:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 526us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.747344:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10689 00000100:00100000:1.0:1734016114.750445:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.750629:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334727296 00000100:00100000:0.0:1734016114.750636:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334727296 00000100:00100000:0.0:1734016114.750789:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2150 00000100:00100000:0.0:1734016114.750795:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334727296:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016114.750853:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016114.750873:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55992b67 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f81a expref: 21 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.750897:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016114.750901:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016114.751012:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016114.751023:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992b91 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f836 expref: 18 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.751029:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bad lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016114.751059:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992b91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f836 expref: 18 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.751070:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992b91 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f836 expref: 18 pid: 6480 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016114.751081:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338399488:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016114.751124:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.755181:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.755651:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f95500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338399488:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016114.755677:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016114.755921:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334727424 00000100:00100000:2.0:1734016114.755928:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334727424 00010000:00010000:2.0:1734016114.755956:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992b91 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f836 expref: 19 pid: 6480 timeout: 478 lvb_type: 0 00000100:00100000:2.0:1734016114.755997:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2982 00000100:00100000:2.0:1734016114.756005:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:1970:x1818247334727424:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016114.756018:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016114.756022:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992b91 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f836 expref: 19 pid: 6480 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.756033:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992b91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f836 expref: 19 pid: 6480 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.756053:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992b91 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f836 expref: 19 pid: 6480 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.756085:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016114.756089:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.756098:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.756104:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bad lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.756119:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016114.756156:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:1970:x1818247334727424:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 150us (984us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.756162:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2982 00010000:00010000:0.0:1734016114.756590:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016114.756596:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:0.0:1734016114.756672:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968666 00000004:00010000:0.0:1734016114.756708:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800a8684000 reply state ffff88007c8c4000 transno 4294968667 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016114.756719:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016114.756796:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334727296:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 6000us (6357us total) trans 4294968667 rc 0/0 00000100:00100000:0.0:1734016114.756802:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2150 00000020:00080000:0.0:1734016114.756827:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016114.761465:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.761483:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.761490:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.761496:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8567cc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016114.761501:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.761507:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bad lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.761523:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016114.761526:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016114.761529:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bad lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016114.761534:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bad lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016114.761604:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016114.762116:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334727552 00000100:00100000:3.0:1734016114.762128:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334727552 00000100:00100000:3.0:1734016114.762171:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10690 00000100:00100000:3.0:1734016114.762178:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334727552:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016114.762201:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016114.762219:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55992bb4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f84b expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.762251:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992ba6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f844 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.762257:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.762259:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.762262:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55992bb4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f84b expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.762290:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992ba6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f844 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.762299:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992ba6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f844 expref: 8 pid: 7685 timeout: 478 lvb_type: 1 00000100:00100000:3.0:1734016114.762311:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338399616:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016114.762386:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016114.765837:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016114.765920:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334727680 00000100:00100000:1.0:1734016114.765929:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334727680 00010000:00010000:1.0:1734016114.765965:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992ba6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f844 expref: 9 pid: 7685 timeout: 478 lvb_type: 1 00000100:00100000:1.0:1734016114.766008:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2983 00000100:00100000:1.0:1734016114.766014:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334727680:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016114.766034:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016114.766063:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992ba6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f844 expref: 9 pid: 7685 timeout: 478 lvb_type: 1 00010000:00010000:1.0:1734016114.766075:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992ba6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f844 expref: 9 pid: 7685 timeout: 478 lvb_type: 1 00010000:00010000:1.0:1734016114.766099:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016114.766102:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016114.766109:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55992bb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f84b expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.766117:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55992bb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f84b expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.766151:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55992bb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f84b expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.766164:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8686300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338399744:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016114.766226:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00010000:00010000:0.0:1734016114.766504:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992ba6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f844 expref: 9 pid: 7685 timeout: 478 lvb_type: 1 00000100:00100000:0.0:1734016114.766537:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338399616:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016114.766557:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55992bb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f84b expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.766565:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:0.0:1734016114.766590:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334727552:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4412us (4991us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.766598:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10690 00000100:00100000:2.0:1734016114.769533:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8686300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338399744:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016114.769552:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016114.769989:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334727680:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3972us (4181us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.770000:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2983 00000100:00100000:3.0:1734016114.770150:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.770255:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334727808 00000100:00100000:2.0:1734016114.770260:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334727808 00002000:00010000:2.0:1734016114.770282:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5902543->18446744073709551615) 00002000:00100000:2.0:1734016114.770286:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccc380 with x1818247334727808 ext(5902543->18446744073709551615) 00002000:00010000:2.0:1734016114.770293:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccc380. 00000100:00100000:2.0:1734016114.770319:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8655 00000100:00100000:2.0:1734016114.770325:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334727808:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016114.770684:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9455427 -> 5902543 00002000:00010000:2.0:1734016114.770687:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:2.0:1734016114.770689:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016114 -> 1734016114 00002000:00010000:2.0:1734016114.770691:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:2.0:1734016114.770692:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 832 -> 720 00000100:00100000:2.0:1734016114.770718:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334727808:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 392us (568us total) trans 4294969420 rc 0/0 00000100:00100000:2.0:1734016114.770723:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8655 00002000:00010000:2.0:1734016114.770726:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5902543->18446744073709551615) 00002000:00100000:2.0:1734016114.770728:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccc380 with x1818247334727808 ext(5902543->18446744073709551615) 00002000:00010000:2.0:1734016114.770732:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccc380. 00000100:00100000:3.0:1734016114.773666:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.773766:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334727936 00000100:00100000:0.0:1734016114.773775:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334727936 00000100:00100000:0.0:1734016114.773943:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2151 00000100:00100000:0.0:1734016114.773950:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:9662:x1818247334727936:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.773968:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.773985:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bbb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f852 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.774062:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992bc2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016114.774074:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992bc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016114.774083:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992bc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:0.0:1734016114.774103:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5902543 00000004:00200000:0.0:1734016114.774106:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016114.774117:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992bc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016114.774135:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bbb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f852 expref: 20 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.774161:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992bc2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f852 expref: 19 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.774167:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016114.774170:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016114.774172:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85673c0, rc 0) 00000100:00100000:0.0:1734016114.774559:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334727936:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 607us (902us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.774565:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2151 00000100:00100000:0.0:1734016114.776564:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.776697:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334728064 00000100:00100000:2.0:1734016114.776705:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334728064 00000100:00100000:2.0:1734016114.776740:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10691 00000100:00100000:2.0:1734016114.776746:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334728064:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.776761:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.776776:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992bc9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f859 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.776849:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338399872:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016114.776897:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.779174:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338399872:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016114.779212:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992bc9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f859 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.779226:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992bc9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f859 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.779252:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016114.779305:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334728064:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2557us (2746us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.779315:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10691 00000100:00100000:2.0:1734016114.782371:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.782688:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334728192 00000100:00100000:0.0:1734016114.782697:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334728192 00000100:00100000:0.0:1734016114.782764:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10692 00000100:00100000:0.0:1734016114.782771:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334728192:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.782788:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.782803:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bd0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f860 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.782984:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338400000:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016114.783137:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85850c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.785373:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338400000:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016114.785405:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bd0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f860 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.785418:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55992bd0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f860 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.785430:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567cc0, rc 0) 00000100:00100000:2.0:1734016114.785462:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334728192:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2691us (3098us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.785469:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10692 00000100:00100000:1.0:1734016114.788048:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.788104:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334728320 00000100:00100000:0.0:1734016114.788110:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334728320 00000100:00100000:0.0:1734016114.788227:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2152 00000100:00100000:0.0:1734016114.788233:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8686300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:9662:x1818247334728320:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.788252:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.788266:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55992bd7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f867 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.788345:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc55992bde lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016114.788357:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc55992bde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016114.788366:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc55992bde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:0.0:1734016114.788386:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5902543 00000004:00200000:0.0:1734016114.788389:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016114.788401:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc55992bde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016114.788421:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55992bd7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f867 expref: 24 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.788451:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc55992bde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f867 expref: 23 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.788459:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016114.788461:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016114.788464:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564480, rc 0) 00000100:00100000:0.0:1734016114.788499:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8686300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334728320:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 266us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.788506:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2152 00000100:00100000:0.0:1734016114.791387:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.792263:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334728448 00000100:00100000:2.0:1734016114.792274:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334728448 00000100:00100000:2.0:1734016114.792338:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10693 00000100:00100000:2.0:1734016114.792346:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334728448:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.792369:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.792391:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992be5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f86e expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.792459:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338400128:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016114.792529:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.798852:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338400128:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016114.798889:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992be5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f86e expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.798904:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992be5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f86e expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.798933:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016114.798977:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334728448:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6630us (7596us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.798987:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10693 00000100:00100000:1.0:1734016114.804729:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.804843:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334728576 00000100:00100000:2.0:1734016114.804853:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334728576 00000100:00100000:2.0:1734016114.804904:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10694 00000100:00100000:2.0:1734016114.804911:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334728576:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.804926:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.804945:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992bec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f875 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.804993:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338400256:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016114.805052:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.806847:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338400256:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016114.806873:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992bec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f875 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.806884:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992bec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f875 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.806894:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016114.806928:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334728576:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2017us (2208us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.806935:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10694 00000100:00100000:1.0:1734016114.810026:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.810143:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334728704 00000100:00100000:2.0:1734016114.810154:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334728704 00000100:00100000:2.0:1734016114.810573:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10695 00000100:00100000:2.0:1734016114.810582:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334728704:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.810601:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.810619:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992bf3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f87c expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.810648:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55992bb4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f84b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.810654:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016114.810655:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016114.810658:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992bf3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1544192->1601535] (req 1544192->1601535) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f87c expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.810687:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55992bb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f84b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.810696:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55992bb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f84b expref: 7 pid: 7685 timeout: 478 lvb_type: 0 00000100:00100000:2.0:1734016114.810707:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338400384:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016114.810783:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.814102:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338400384:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016114.814133:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992bf3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1544192->1601535] (req 1544192->1601535) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f87c expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.814149:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016114.814206:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334728704:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3625us (4403us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.814214:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10695 00000100:00100000:1.0:1734016114.814686:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016114.814791:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334728832 00000100:00100000:3.0:1734016114.814798:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334728832 00010000:00010000:3.0:1734016114.814856:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55992bb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f84b expref: 8 pid: 7685 timeout: 478 lvb_type: 0 00000100:00100000:3.0:1734016114.814878:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2984 00000100:00100000:3.0:1734016114.814884:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334728832:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016114.814899:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016114.814922:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55992bb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f84b expref: 8 pid: 7685 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016114.814934:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55992bb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f84b expref: 8 pid: 7685 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016114.814958:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55992bb4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f84b expref: 8 pid: 7685 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016114.814983:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.814984:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.814992:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992bf3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1544192->1601535) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f87c expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.815002:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992bf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1544192->1601535) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f87c expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.815032:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992bf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1544192->1601535) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f87c expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016114.815043:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dcce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338400512:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016114.815089:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016114.818408:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dcce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338400512:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016114.818432:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016114.818905:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334728832:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4017us (4217us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.818915:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2984 00000100:00100000:0.0:1734016114.819653:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.819736:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334728960 00000100:00100000:2.0:1734016114.819743:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334728960 00000100:00100000:2.0:1734016114.819774:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10696 00000100:00100000:2.0:1734016114.819779:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334728960:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016114.820071:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5902543 -> 5902543 00002000:00010000:2.0:1734016114.820075:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:2.0:1734016114.820077:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016114 -> 1734016114 00002000:00010000:2.0:1734016114.820079:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:2.0:1734016114.820081:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 720 -> 720 00000100:00100000:2.0:1734016114.820161:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334728960:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 381us (509us total) trans 4294969421 rc 0/0 00000100:00100000:2.0:1734016114.820168:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10696 00000100:00100000:2.0:1734016114.823735:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.823868:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334729088 00000100:00100000:0.0:1734016114.823878:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334729088 00000100:00100000:0.0:1734016114.823932:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10697 00000100:00100000:0.0:1734016114.823941:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334729088:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.823964:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.823983:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992bfa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f883 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.824038:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338400640:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016114.824097:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.827863:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338400640:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016114.827912:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992bfa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f883 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.827929:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992bfa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f883 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.827963:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565d40, rc 0) 00000100:00100000:0.0:1734016114.828201:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334729088:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4257us (4476us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016114.828212:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10697 00000100:00100000:1.0:1734016114.830948:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.831056:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334729216 00000100:00100000:0.0:1734016114.831068:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334729216 00000100:00100000:0.0:1734016114.831124:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10698 00000100:00100000:0.0:1734016114.831132:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334729216:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.831151:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.831170:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55992c01 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f88a expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.831225:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338400768:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016114.831286:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.834096:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338400768:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016114.834126:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55992c01 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f88a expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.834138:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55992c01 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f88a expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.834147:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565f80, rc 0) 00000100:00100000:0.0:1734016114.834183:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334729216:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3052us (3249us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016114.834193:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10698 00000100:00100000:1.0:1734016114.836751:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.837000:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334729344 00000100:00100000:0.0:1734016114.837010:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334729344 00000100:00100000:0.0:1734016114.837045:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10699 00000100:00100000:0.0:1734016114.837052:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334729344:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.837069:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.837091:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992c08 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f891 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.837126:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992bf3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1544192->1601535) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f87c expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.837133:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016114.837135:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016114.837139:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992c08 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2523136->2559999] (req 2523136->2559999) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f891 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.837173:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992bf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1544192->1601535) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f87c expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.837185:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1544192->1601535) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f87c expref: 6 pid: 7685 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016114.837198:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338400896:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016114.837255:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.843959:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338400896:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016114.843990:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992c08 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2523136->2559999] (req 2523136->2559999) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f891 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.844004:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567840, rc 0) 00000100:00100000:0.0:1734016114.844051:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334729344:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6999us (7311us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.844059:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10699 00000100:00100000:1.0:1734016114.844730:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016114.845214:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334729472 00000100:00100000:3.0:1734016114.845220:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334729472 00010000:00010000:3.0:1734016114.845242:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1544192->1601535) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f87c expref: 7 pid: 7685 timeout: 478 lvb_type: 0 00000100:00100000:3.0:1734016114.845272:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2985 00000100:00100000:3.0:1734016114.845277:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b64450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334729472:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016114.845289:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016114.845305:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1544192->1601535) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f87c expref: 7 pid: 7685 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016114.845315:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992bf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1544192->1601535) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f87c expref: 7 pid: 7685 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016114.845345:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992bf3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1544192->1601535) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f87c expref: 7 pid: 7685 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016114.845366:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.845368:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.845373:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992c08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2559999) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f891 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.845381:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992c08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2559999) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f891 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.845406:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992c08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2559999) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f891 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016114.845416:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dcce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338401024:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016114.845463:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016114.848556:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dcce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338401024:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016114.848577:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016114.848948:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b64450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334729472:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3667us (4217us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.848960:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2985 00000100:00100000:1.0:1734016114.849195:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.849278:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334729600 00000100:00100000:0.0:1734016114.849284:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334729600 00000100:00100000:0.0:1734016114.849318:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10700 00000100:00100000:0.0:1734016114.849323:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334729600:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016114.849517:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5902543 -> 5902543 00002000:00010000:0.0:1734016114.849520:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016114.849521:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016114.849523:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016114.849524:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 720 -> 720 00000100:00100000:0.0:1734016114.849564:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334729600:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 239us (369us total) trans 4294969422 rc 0/0 00000100:00100000:0.0:1734016114.849569:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10700 00000100:00100000:1.0:1734016114.852801:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.853000:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334729728 00000100:00100000:2.0:1734016114.853014:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334729728 00000100:00100000:2.0:1734016114.853243:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10701 00000100:00100000:2.0:1734016114.853253:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334729728:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.853278:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.853301:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992c0f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f898 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.853391:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338401152:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016114.853719:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.856313:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338401152:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016114.856384:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992c0f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f898 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.856399:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992c0f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f898 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.856428:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016114.857117:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334729728:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3862us (4329us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.857125:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10701 00000100:00100000:1.0:1734016114.859552:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.859671:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334729856 00000100:00100000:2.0:1734016114.859684:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334729856 00000100:00100000:2.0:1734016114.859986:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10702 00000100:00100000:2.0:1734016114.859995:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334729856:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.860026:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.860050:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992c16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f89f expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.860125:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338401280:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016114.860198:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.862577:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338401280:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016114.862613:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992c16 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f89f expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.862626:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992c16 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f89f expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.862986:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:3.0:1734016114.863120:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334729856:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3123us (3577us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016114.863135:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10702 00000100:00100000:3.0:1734016114.866697:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.866774:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334730112 00000100:00100000:0.0:1734016114.866783:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334730112 00000100:00100000:0.0:1734016114.866959:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8656 00000100:00100000:0.0:1734016114.866966:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334730112:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:0.0:1734016114.867004:0:13920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992c1d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.867028:0:13920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992c08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2559999) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f891 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.867035:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016114.867036:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016114.867038:0:13920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992c1d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3731456->3751935] (req 3731456->3751935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.867066:0:13920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992c08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2559999) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f891 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.867076:0:13920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992c08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2559999) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f891 expref: 9 pid: 7686 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016114.867086:0:13920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338401408:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016114.867317:0:13920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.871055:0:13920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338401408:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016114.871080:0:13920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992c1d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3731456->3751935] (req 3731456->3751935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.871261:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016114.871396:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334730240 00000100:00100000:3.0:1734016114.871403:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334730240 00010000:00010000:3.0:1734016114.871437:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992c08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2559999) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f891 expref: 10 pid: 7686 timeout: 478 lvb_type: 0 00000100:00100000:3.0:1734016114.871470:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2986 00000100:00100000:3.0:1734016114.871477:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334730240:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016114.871491:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016114.871514:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992c08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2523136->2559999) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f891 expref: 10 pid: 7686 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016114.871526:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992c08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2523136->2559999) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f891 expref: 10 pid: 7686 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016114.871550:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992c08 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2523136->2559999) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f891 expref: 10 pid: 7686 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016114.871572:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.871574:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.871578:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992c1d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3731456->3751935] (req 3731456->3751935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.871585:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992c1d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3731456->3751935] (req 3731456->3751935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.871604:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016114.871832:0:13920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992c1d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3731456->3751935] (req 3731456->3751935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.871841:0:13920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992c1d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3731456->3751935] (req 3731456->3751935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016114.873688:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334730240:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2202us (2419us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.873700:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2986 00010000:00010000:0.0:1734016114.876319:0:13920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992c1d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3731456->3751935] (req 3731456->3751935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.876349:0:13920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992c1d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3731456->3751935] (req 3731456->3751935) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.876358:0:13920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992c1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3731456->3751935] (req 3731456->3751935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.876364:0:13920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8565200 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016114.876368:0:13920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992c1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3731456->3751935] (req 3731456->3751935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.876378:0:13920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992c1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3731456->3751935] (req 3731456->3751935) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.876396:0:13920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992c1d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3731456->3751935] (req 3731456->3751935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.876402:0:13920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55992c1d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3731456->3751935] (req 3731456->3751935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.876506:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334730112:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 9533us (9813us total) trans 0 rc 20480/20480 00000100:00100000:0.0:1734016114.876515:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8656 00000100:00100000:2.0:1734016114.879375:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016114.879495:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334730368 00000100:00100000:3.0:1734016114.879504:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334730368 00000100:00100000:3.0:1734016114.879690:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10703 00000100:00100000:3.0:1734016114.879697:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334730368:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016114.879716:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016114.879738:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55992c24 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f8a6 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016114.879765:0:7685:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 5902543, mtime: 0x675afc72, atime: 0x675afc72, ctime: 0x675afc72, blocks: 0x2d0 00010000:00010000:3.0:1734016114.879792:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.879795:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.879805:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55992c24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8a6 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.879852:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55992c24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8a6 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.879865:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016114.880002:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334730368:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 304us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.880008:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10703 00000100:00100000:2.0:1734016114.883566:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016114.883653:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334730496 00000100:00100000:3.0:1734016114.883662:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334730496 00000100:00100000:3.0:1734016114.883793:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10704 00000100:00100000:3.0:1734016114.883800:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334730496:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016114.883838:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016114.883855:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992c2b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f8ad expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.883881:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55992c24 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8a6 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.883888:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.883889:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.883892:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992c2b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2326528->2363391] (req 2326528->2363391) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ad expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.883919:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55992c24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8a6 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.883935:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55992c24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8a6 expref: 6 pid: 7685 timeout: 478 lvb_type: 1 00000100:00100000:3.0:1734016114.883947:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dcced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338401536:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016114.884375:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.892713:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.892887:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334730624 00000100:00100000:2.0:1734016114.892895:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334730624 00000100:00100000:3.0:1734016114.892916:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dcced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338401536:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016114.892931:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55992c24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8a6 expref: 7 pid: 7685 timeout: 478 lvb_type: 1 00010000:00010000:3.0:1734016114.892940:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992c2b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2326528->2363391] (req 2326528->2363391) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ad expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.892955:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:2.0:1734016114.892956:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2987 00000100:00100000:2.0:1734016114.892963:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334730624:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016114.892977:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016114.892994:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55992c24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8a6 expref: 7 pid: 7685 timeout: 478 lvb_type: 1 00000100:00100000:3.0:1734016114.892994:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334730496:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9194us (9438us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.893000:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10704 00010000:00010000:2.0:1734016114.893003:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55992c24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8a6 expref: 7 pid: 7685 timeout: 478 lvb_type: 1 00010000:00010000:2.0:1734016114.893025:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55992c24 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8a6 expref: 7 pid: 7685 timeout: 478 lvb_type: 1 00010000:00010000:2.0:1734016114.893049:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.893051:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.893056:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992c2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2326528->2363391) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ad expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.893063:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992c2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2326528->2363391) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ad expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.893093:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992c2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2326528->2363391) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ad expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.893105:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338401664:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016114.893135:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.895426:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338401664:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016114.895445:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016114.895486:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334730624:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2522us (2781us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.895498:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2987 00000100:00100000:1.0:1734016114.895642:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.895778:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334730752 00000100:00100000:2.0:1734016114.895784:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334730752 00000100:00100000:0.0:1734016114.895921:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10705 00000100:00100000:0.0:1734016114.895928:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334730752:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016114.896116:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5902543 -> 5902543 00002000:00010000:0.0:1734016114.896120:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016114.896122:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016114.896124:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016114.896126:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 720 -> 720 00000100:00100000:0.0:1734016114.896920:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334730752:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 988us (1275us total) trans 4294969423 rc 0/0 00000100:00100000:0.0:1734016114.896928:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10705 00000100:00100000:1.0:1734016114.901498:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.901589:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334731008 00000100:00100000:2.0:1734016114.901597:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334731008 00000100:00100000:2.0:1734016114.901772:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2153 00000100:00100000:2.0:1734016114.901781:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334731008:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016114.902537:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016114.902561:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc55992bde lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f867 expref: 23 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.903140:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016114.903146:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016114.903279:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992c32 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016114.903293:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992bc2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f852 expref: 18 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.903299:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992c32 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016114.903340:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992bc2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f852 expref: 18 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.903356:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992bc2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f852 expref: 18 pid: 7707 timeout: 478 lvb_type: 0 00000100:00100000:2.0:1734016114.903368:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078276680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338401792:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016114.903443:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.906724:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078276680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338401792:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016114.906752:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992c32 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016114.908195:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.908223:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334731136 00000100:00100000:0.0:1734016114.908230:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334731136 00010000:00010000:0.0:1734016114.908256:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992bc2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f852 expref: 19 pid: 7707 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016114.908280:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2988 00000100:00100000:0.0:1734016114.908286:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:1970:x1818247334731136:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016114.908302:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016114.908306:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992bc2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f852 expref: 19 pid: 7707 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1734016114.908316:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992bc2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f852 expref: 19 pid: 7707 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1734016114.908343:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55992bc2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f852 expref: 19 pid: 7707 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1734016114.909324:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016114.909340:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992c32 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016114.909349:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992c32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016114.909356:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992c32 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016114.909393:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016114.909595:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:1970:x1818247334731136:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1303us (1400us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.909608:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2988 00010000:00010000:2.0:1734016114.909852:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992c32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016114.909860:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992c32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:2.0:1734016114.909977:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968668 00000004:00010000:2.0:1734016114.910029:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078d65500 reply state ffff8801365c6000 transno 4294968669 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992c32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:2.0:1734016114.910035:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016114.910117:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:9662:x1818247334731008:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 8338us (8626us total) trans 4294968669 rc 0/0 00000100:00100000:2.0:1734016114.910124:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2153 00000020:00080000:2.0:1734016114.910128:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016114.914322:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992c32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016114.914342:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992c32 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016114.914348:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992c32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016114.914353:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404b40 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016114.914357:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992c32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016114.914362:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992c32 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016114.914376:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016114.914378:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016114.914382:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992c32 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016114.914385:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992c32 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:2.0:1734016114.915382:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.915557:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334731264 00000100:00100000:0.0:1734016114.915571:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334731264 00002000:00010000:0.0:1734016114.915621:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7311807->18446744073709551615) 00002000:00100000:0.0:1734016114.915628:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078276680 with x1818247334731264 ext(7311807->18446744073709551615) 00002000:00010000:0.0:1734016114.915644:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078276680. 00000100:00100000:0.0:1734016114.915676:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8657 00000100:00100000:0.0:1734016114.915686:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334731264:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016114.916263:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5902543 -> 7311807 00002000:00010000:0.0:1734016114.916266:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016114.916268:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016114.916270:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016114.916272:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 720 -> 720 00000100:00100000:0.0:1734016114.917041:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334731264:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 1352us (1661us total) trans 4294969424 rc 0/0 00000100:00100000:0.0:1734016114.917050:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8657 00002000:00010000:0.0:1734016114.917054:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7311807->18446744073709551615) 00002000:00100000:0.0:1734016114.917056:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078276680 with x1818247334731264 ext(7311807->18446744073709551615) 00002000:00010000:0.0:1734016114.917061:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078276680. 00000100:00100000:0.0:1734016114.932393:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016114.932478:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334731520 00000100:00100000:2.0:1734016114.932486:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334731520 00002000:00100000:2.0:1734016114.932522:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->7315455) req@ffff88007856e680 x1818247334731520/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 504/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.932531:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856e680 with x1818247334731520 ext(0->7315455) 00002000:00010000:2.0:1734016114.932536:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856e680 00000100:00100000:2.0:1734016114.932554:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8658 00000100:00100000:2.0:1734016114.932561:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247334731520:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.936193:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016114.936879:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334731776 00000100:00100000:0.0:1734016114.936888:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334731776 00002000:00100000:0.0:1734016114.936926:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->7311359) req@ffff88012dcced80 x1818247334731776/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.936936:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dcced80 with x1818247334731776 ext(4190208->7311359) 00002000:00010000:0.0:1734016114.936942:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dcced80 00000100:00100000:0.0:1734016114.936968:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8659 00000100:00100000:0.0:1734016114.936973:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247334731776:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.992165:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247334731776:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 55182us (55972us total) trans 0 rc 3121152/3121152 00000100:00100000:1.0:1734016114.992177:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8659 00002000:00100000:1.0:1734016114.992189:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->7311359) req@ffff88012dcced80 x1818247334731776/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 488/440 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 3121152/3121152 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.992198:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dcced80 with x1818247334731776 ext(4190208->7311359) 00002000:00010000:1.0:1734016114.992205:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dcced80 00000100:00100000:2.0:1734016115.020754:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247334731520:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 88183us (88358us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016115.020767:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8658 00002000:00100000:2.0:1734016115.020778:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->7315455) req@ffff88007856e680 x1818247334731520/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:75/0 lens 504/440 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.020786:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856e680 with x1818247334731520 ext(0->7315455) 00002000:00010000:2.0:1734016115.020791:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856e680 00000100:00100000:0.0:1734016115.030383:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.030837:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334731904 00000100:00100000:2.0:1734016115.030845:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334731904 00002000:00100000:2.0:1734016115.030883:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7303168->7311806) req@ffff88007856d180 x1818247334731904/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 9128/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.030892:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856d180 with x1818247334731904 ext(7303168->7311806) 00002000:00010000:2.0:1734016115.030896:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856d180 00000100:00100000:2.0:1734016115.031660:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8660 00000100:00100000:2.0:1734016115.031669:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247334731904:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016115.035569:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1972:x1818247334731904:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3889us (5183us total) trans 4294969425 rc 0/0 00000100:00100000:0.0:1734016115.035582:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8660 00002000:00100000:0.0:1734016115.035593:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7303168->7311806) req@ffff88007856d180 x1818247334731904/t4294969425(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 9128/448 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.035600:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856d180 with x1818247334731904 ext(7303168->7311806) 00002000:00010000:0.0:1734016115.035605:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856d180 00000100:00100000:0.0:1734016115.040980:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.041068:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334732032 00000100:00100000:2.0:1734016115.041075:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334732032 00000100:00080000:1.0:1734016115.041176:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016085 00000100:00100000:2.0:1734016115.041220:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2154 00000100:00100000:2.0:1734016115.041227:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:9662:x1818247334732032:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016115.041346:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:9662:x1818247334732032:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 119us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.041352:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2154 00000100:00100000:0.0:1734016115.044033:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.044141:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334732160 00000100:00100000:2.0:1734016115.044147:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334732160 00000100:00100000:2.0:1734016115.044212:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10706 00000100:00100000:2.0:1734016115.044218:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247334732160:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:2.0:1734016115.045473:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969425 is committed 00000001:00080000:2.0:1734016115.045487:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969421 is committed 00000100:00100000:0.0:1734016115.045618:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334732160:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 1398us (1589us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.045625:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10706 00000100:00100000:0.0:1734016115.048653:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.048748:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334732288 00000100:00100000:2.0:1734016115.048758:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334732288 00000100:00100000:2.0:1734016115.048844:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2155 00000100:00100000:2.0:1734016115.048853:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:9662:x1818247334732288:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.048881:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.048904:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992c39 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f8b4 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.049023:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992c40 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016115.049038:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992c40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016115.049050:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992c40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016115.049078:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7311807 00000004:00200000:2.0:1734016115.049081:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016115.049096:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992c40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016115.049121:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992c39 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8b4 expref: 20 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.049151:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992c40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8b4 expref: 19 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.049159:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016115.049162:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016115.049164:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016115.049220:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334732288:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 368us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.049226:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2155 00000100:00100000:2.0:1734016115.052851:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.055558:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334732416 00000100:00100000:0.0:1734016115.055572:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334732416 00000100:00100000:0.0:1734016115.055654:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10707 00000100:00100000:0.0:1734016115.055661:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334732416:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.055679:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.055697:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992c47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f8bb expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1734016115.055745:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016085 00000100:00100000:0.0:1734016115.055749:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338401920:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016115.055849:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016115.059645:0:7686:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 720 -> 744 00000100:00100000:2.0:1734016115.059665:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338401920:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016115.059697:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992c47 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8bb expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.059710:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992c47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8bb expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.059722:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:2.0:1734016115.062266:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334732416:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6582us (9399us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016115.062285:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10707 00000100:00100000:0.0:1734016115.065593:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.065734:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334732544 00000100:00100000:2.0:1734016115.065748:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334732544 00000100:00100000:2.0:1734016115.065785:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10708 00000100:00100000:2.0:1734016115.065791:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334732544:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.065830:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.065850:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992c4e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f8c2 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.065909:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338402048:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016115.066478:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.068673:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338402048:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016115.068702:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992c4e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8c2 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.068713:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992c4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8c2 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.068732:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016115.068781:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334732544:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2989us (3200us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016115.068789:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10708 00000100:00100000:1.0:1734016115.073271:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.073419:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334732672 00000100:00100000:2.0:1734016115.073427:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334732672 00000100:00100000:2.0:1734016115.073488:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10709 00000100:00100000:2.0:1734016115.073494:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334732672:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.073508:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.073524:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992c55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f8c9 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.073568:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338402176:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016115.073628:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.075525:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338402176:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016115.075559:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992c55 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8c9 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.075570:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992c55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8c9 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.075584:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016115.075631:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334732672:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2135us (2372us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016115.075639:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10709 00000100:00100000:1.0:1734016115.080350:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.080443:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334732800 00000100:00100000:2.0:1734016115.080455:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334732800 00000100:00100000:2.0:1734016115.080802:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10710 00000100:00100000:2.0:1734016115.080827:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334732800:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.080855:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.080876:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992c5c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f8d0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.080937:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338402304:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016115.081006:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.089444:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338402304:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016115.089484:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992c5c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8d0 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.089499:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992c5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8d0 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.089514:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016115.089642:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334732800:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8830us (9300us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016115.089650:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10710 00000100:00100000:0.0:1734016115.092517:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.092618:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334732928 00000100:00100000:2.0:1734016115.092626:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334732928 00000100:00100000:2.0:1734016115.092721:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10711 00000100:00100000:2.0:1734016115.092729:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334732928:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.092750:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.092768:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992c63 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f8d7 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.093035:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338402432:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016115.093093:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.095300:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338402432:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016115.095344:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992c63 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8d7 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.095356:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992c63 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8d7 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.095367:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016115.095408:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334732928:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2679us (2900us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016115.095418:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10711 00000100:00100000:1.0:1734016115.100237:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.100374:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334733056 00000100:00100000:2.0:1734016115.100383:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334733056 00000100:00100000:2.0:1734016115.101380:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10712 00000100:00100000:2.0:1734016115.101390:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334733056:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.101412:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.101437:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992c6a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f8de expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.101500:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338402560:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016115.101590:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.108105:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338402560:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016115.108146:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992c6a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8de expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.108164:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992c6a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8de expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.108185:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:0.0:1734016115.108240:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334733056:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6850us (8011us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016115.108247:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10712 00000100:00100000:0.0:1734016115.111585:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.111672:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334733184 00000100:00100000:2.0:1734016115.111680:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334733184 00000100:00100000:2.0:1734016115.111723:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10713 00000100:00100000:2.0:1734016115.111730:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334733184:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.111749:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.111767:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992c71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f8e5 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.111855:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338402688:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016115.112011:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.118023:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338402688:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016115.118058:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992c71 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8e5 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.118071:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992c71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8e5 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.118094:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:0.0:1734016115.118143:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334733184:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6412us (6566us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016115.118151:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10713 00000100:00100000:0.0:1734016115.120229:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.120315:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334733312 00000100:00100000:2.0:1734016115.120331:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334733312 00000100:00100000:2.0:1734016115.120366:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10714 00000100:00100000:2.0:1734016115.120372:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334733312:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.120395:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.120414:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992c78 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f8ec expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.120439:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992c2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2326528->2363391) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ad expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.120446:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016115.120448:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016115.120451:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992c78 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7118848->7122943] (req 7118848->7122943) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ec expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.120476:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992c2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2326528->2363391) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ad expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.120486:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992c2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2326528->2363391) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ad expref: 6 pid: 7685 timeout: 478 lvb_type: 0 00000100:00100000:2.0:1734016115.120495:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338402816:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016115.121850:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.131338:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338402816:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016115.131372:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992c78 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7118848->7122943] (req 7118848->7122943) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ec expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.131390:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016115.131429:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334733312:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11056us (11208us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.131439:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10714 00000100:00100000:3.0:1734016115.134733:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.135718:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334733440 00000100:00100000:0.0:1734016115.135733:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334733440 00010000:00010000:2.0:1734016115.135922:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992c2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2326528->2363391) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ad expref: 7 pid: 7685 timeout: 478 lvb_type: 0 00000100:00100000:2.0:1734016115.136768:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2989 00000100:00100000:2.0:1734016115.136777:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334733440:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016115.136796:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016115.136845:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992c2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2326528->2363391) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ad expref: 7 pid: 7685 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016115.136857:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992c2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2326528->2363391) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ad expref: 7 pid: 7685 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016115.136877:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55992c2b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2326528->2363391) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ad expref: 7 pid: 7685 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016115.137609:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016115.137613:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016115.137621:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992c78 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7118848->7122943) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ec expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.137629:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992c78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7118848->7122943) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ec expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.137670:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992c78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7118848->7122943) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ec expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.137687:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338402944:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016115.138392:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.143898:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.144000:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334733696 00000100:00100000:1.0:1734016115.144009:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334733696 00002000:00100000:1.0:1734016115.144056:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7118848->7122943) req@ffff8800784dc380 x1818247334733696/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.144067:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dc380 with x1818247334733696 ext(7118848->7122943) 00002000:00010000:1.0:1734016115.144072:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dc380 00000100:00100000:1.0:1734016115.144097:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8661 00000100:00100000:1.0:1734016115.144102:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334733696:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.144255:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334733696:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 151us (366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016115.144260:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8661 00002000:00100000:1.0:1734016115.144265:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7118848->7122943) req@ffff8800784dc380 x1818247334733696/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.144271:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dc380 with x1818247334733696 ext(7118848->7122943) 00002000:00010000:1.0:1734016115.144274:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dc380 00000100:00100000:3.0:1734016115.144372:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338402944:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016115.144394:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016115.144423:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334733440:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7646us (9704us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.144432:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2989 00000100:00100000:3.0:1734016115.149470:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.149561:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334733952 00000100:00100000:0.0:1734016115.149573:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334733952 00002000:00100000:0.0:1734016115.149633:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7114752->7118847) req@ffff88012dccf100 x1818247334733952/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.149644:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccf100 with x1818247334733952 ext(7114752->7118847) 00002000:00010000:0.0:1734016115.149649:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccf100 00000100:00100000:0.0:1734016115.149685:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8662 00000100:00100000:0.0:1734016115.149693:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334733952:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.149906:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334733952:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 211us (444us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016115.149914:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8662 00002000:00100000:0.0:1734016115.149919:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7114752->7118847) req@ffff88012dccf100 x1818247334733952/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.149925:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccf100 with x1818247334733952 ext(7114752->7118847) 00002000:00010000:0.0:1734016115.149928:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccf100 00000100:00100000:0.0:1734016115.154122:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.154589:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334734208 00000100:00100000:1.0:1734016115.154605:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334734208 00002000:00100000:1.0:1734016115.154680:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4313088->4317183) req@ffff8800784df100 x1818247334734208/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.154698:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784df100 with x1818247334734208 ext(4313088->4317183) 00002000:00010000:1.0:1734016115.154704:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784df100 00000100:00100000:1.0:1734016115.154740:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8663 00000100:00100000:1.0:1734016115.154750:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334734208:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.154974:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334734208:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 224us (861us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016115.154980:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8663 00002000:00100000:1.0:1734016115.154986:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4313088->4317183) req@ffff8800784df100 x1818247334734208/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.154992:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784df100 with x1818247334734208 ext(4313088->4317183) 00002000:00010000:1.0:1734016115.154994:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784df100 00000100:00100000:0.0:1734016115.158410:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.158576:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334734464 00000100:00100000:2.0:1734016115.158585:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334734464 00002000:00100000:2.0:1734016115.158625:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4308992->4313087) req@ffff8800784dd880 x1818247334734464/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.158636:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dd880 with x1818247334734464 ext(4308992->4313087) 00002000:00010000:2.0:1734016115.158642:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dd880 00000100:00100000:2.0:1734016115.158754:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8664 00000100:00100000:2.0:1734016115.158762:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334734464:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.159059:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334734464:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 297us (656us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.159066:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8664 00002000:00100000:2.0:1734016115.159071:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4308992->4313087) req@ffff8800784dd880 x1818247334734464/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.159078:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dd880 with x1818247334734464 ext(4308992->4313087) 00002000:00010000:2.0:1734016115.159081:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dd880 00000100:00100000:3.0:1734016115.162132:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.162586:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334734720 00000100:00100000:2.0:1734016115.162598:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334734720 00002000:00100000:2.0:1734016115.162654:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4304896->4308991) req@ffff88012dccc700 x1818247334734720/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.162665:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccc700 with x1818247334734720 ext(4304896->4308991) 00002000:00010000:2.0:1734016115.162671:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccc700 00000100:00100000:2.0:1734016115.163305:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8665 00000100:00100000:2.0:1734016115.163313:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334734720:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.163540:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334734720:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 226us (1418us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.163548:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8665 00002000:00100000:2.0:1734016115.163556:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4304896->4308991) req@ffff88012dccc700 x1818247334734720/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.163564:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccc700 with x1818247334734720 ext(4304896->4308991) 00002000:00010000:2.0:1734016115.163568:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccc700 00000100:00100000:0.0:1734016115.167293:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.167456:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334734976 00000100:00100000:1.0:1734016115.167469:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334734976 00002000:00100000:1.0:1734016115.167528:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4300800->4304895) req@ffff8800784ddc00 x1818247334734976/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.167539:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784ddc00 with x1818247334734976 ext(4300800->4304895) 00002000:00010000:1.0:1734016115.167545:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784ddc00 00000100:00100000:1.0:1734016115.167583:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8666 00000100:00100000:1.0:1734016115.167593:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334734976:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.168033:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334734976:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 440us (754us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016115.168042:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8666 00002000:00100000:1.0:1734016115.168048:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4300800->4304895) req@ffff8800784ddc00 x1818247334734976/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.168056:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784ddc00 with x1818247334734976 ext(4300800->4304895) 00002000:00010000:1.0:1734016115.168058:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784ddc00 00000100:00100000:0.0:1734016115.171092:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.171286:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334735232 00000100:00100000:1.0:1734016115.171296:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334735232 00002000:00100000:1.0:1734016115.171350:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4296704->4300799) req@ffff8800784ddf80 x1818247334735232/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.171361:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784ddf80 with x1818247334735232 ext(4296704->4300799) 00002000:00010000:1.0:1734016115.171368:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784ddf80 00000100:00100000:1.0:1734016115.171408:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8667 00000100:00100000:1.0:1734016115.171414:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334735232:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.171576:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334735232:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 160us (493us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016115.171583:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8667 00002000:00100000:1.0:1734016115.171588:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4296704->4300799) req@ffff8800784ddf80 x1818247334735232/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.171595:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784ddf80 with x1818247334735232 ext(4296704->4300799) 00002000:00010000:1.0:1734016115.171597:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784ddf80 00000100:00100000:3.0:1734016115.174750:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.174854:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334735488 00000100:00100000:2.0:1734016115.174863:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334735488 00002000:00100000:2.0:1734016115.174901:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4292608->4296703) req@ffff88012dccf480 x1818247334735488/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.174912:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccf480 with x1818247334735488 ext(4292608->4296703) 00002000:00010000:2.0:1734016115.174917:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccf480 00000100:00100000:2.0:1734016115.174949:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8668 00000100:00100000:2.0:1734016115.174955:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334735488:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.175119:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334735488:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 162us (375us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.175125:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8668 00002000:00100000:2.0:1734016115.175130:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4292608->4296703) req@ffff88012dccf480 x1818247334735488/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.175135:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccf480 with x1818247334735488 ext(4292608->4296703) 00002000:00010000:2.0:1734016115.175138:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccf480 00000100:00100000:0.0:1734016115.177981:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.178172:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334735744 00000100:00100000:1.0:1734016115.178184:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334735744 00002000:00100000:1.0:1734016115.178227:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4288512->4292607) req@ffff88007a3c8a80 x1818247334735744/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.178238:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c8a80 with x1818247334735744 ext(4288512->4292607) 00002000:00010000:1.0:1734016115.178244:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c8a80 00000100:00100000:1.0:1734016115.178282:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8669 00000100:00100000:1.0:1734016115.178289:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334735744:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.178472:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334735744:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 182us (501us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016115.178480:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8669 00002000:00100000:1.0:1734016115.178485:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4288512->4292607) req@ffff88007a3c8a80 x1818247334735744/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.178492:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c8a80 with x1818247334735744 ext(4288512->4292607) 00002000:00010000:1.0:1734016115.178496:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c8a80 00000100:00100000:0.0:1734016115.182421:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.182532:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334735872 00000100:00100000:2.0:1734016115.182541:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334735872 00000100:00100000:2.0:1734016115.182606:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2156 00000100:00100000:2.0:1734016115.182614:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:9662:x1818247334735872:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.182633:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.182654:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992c7f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f8f3 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.182749:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992c86 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016115.182762:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992c86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016115.182772:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992c86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016115.182795:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7311807 00000004:00200000:2.0:1734016115.182797:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016115.182840:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992c86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016115.182863:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992c7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8f3 expref: 26 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.182895:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992c86 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8f3 expref: 25 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.182903:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016115.182905:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016115.182908:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016115.182952:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:9662:x1818247334735872:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 339us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.182958:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2156 00000100:00100000:3.0:1734016115.185558:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.186071:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334736000 00000100:00100000:2.0:1734016115.186079:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334736000 00000100:00100000:2.0:1734016115.186353:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10715 00000100:00100000:2.0:1734016115.186360:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334736000:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.186376:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.186390:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992c8d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f8fa expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.186409:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016115.186410:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016115.186415:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992c8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8fa expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.186426:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992c8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8fa expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.186434:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016115.186474:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334736000:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 114us (928us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.186479:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10715 00000100:00100000:0.0:1734016115.189516:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.189639:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334736256 00000100:00100000:2.0:1734016115.189647:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334736256 00000100:00100000:2.0:1734016115.189870:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8670 00000100:00100000:2.0:1734016115.189880:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334736256:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:2.0:1734016115.189918:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992c94 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.189930:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016115.189932:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016115.189936:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992c94 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [167936->200703] (req 167936->200703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.189946:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992c94 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [167936->200703] (req 167936->200703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.192436:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992c94 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [167936->200703] (req 167936->200703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.192449:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992c94 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [167936->200703] (req 167936->200703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.192456:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992c94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [167936->200703] (req 167936->200703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.192461:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405d40 already unused, calling callback (ffffffffa0859100) 00010000:00010000:2.0:1734016115.192465:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992c94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [167936->200703] (req 167936->200703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.192472:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992c94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [167936->200703] (req 167936->200703) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.192487:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992c94 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [167936->200703] (req 167936->200703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.192497:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992c94 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [167936->200703] (req 167936->200703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.192985:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334736256:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2921us (3292us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1734016115.192996:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8670 00000100:00100000:3.0:1734016115.197663:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.197731:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334736512 00000100:00100000:0.0:1734016115.197740:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334736512 00000100:00100000:0.0:1734016115.197788:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2157 00000100:00100000:0.0:1734016115.197797:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:9662:x1818247334736512:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016115.197882:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016115.197904:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992c86 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8f3 expref: 25 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.197926:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016115.197930:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016115.198057:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992c9b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016115.198070:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992c40 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8b4 expref: 18 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.198076:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992c9b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016115.198102:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992c40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8b4 expref: 18 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.198112:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992c40 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8b4 expref: 18 pid: 7707 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016115.198124:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338403072:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016115.198172:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85859c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.203352:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338403072:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016115.203379:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992c9b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016115.204746:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.204805:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334736640 00000100:00100000:0.0:1734016115.204824:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334736640 00010000:00010000:0.0:1734016115.204849:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992c40 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8b4 expref: 19 pid: 7707 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016115.204878:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2990 00000100:00100000:0.0:1734016115.204884:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:1969:x1818247334736640:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016115.204896:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016115.204901:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992c40 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8b4 expref: 19 pid: 7707 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1734016115.204911:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992c40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8b4 expref: 19 pid: 7707 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1734016115.204929:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992c40 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8b4 expref: 19 pid: 7707 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1734016115.204952:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016115.204957:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992c9b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016115.204965:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992c9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016115.204970:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992c9b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016115.204984:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016115.205016:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:1969:x1818247334736640:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 131us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.205021:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2990 00010000:00010000:0.0:1734016115.205037:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992c9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016115.205042:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992c9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:0.0:1734016115.205118:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968670 00000004:00010000:0.0:1734016115.205155:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800a8684e00 reply state ffff880078ce5000 transno 4294968671 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992c9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016115.205161:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016115.205210:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:9662:x1818247334736512:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 7414us (7560us total) trans 4294968671 rc 0/0 00000100:00100000:0.0:1734016115.205216:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2157 00000020:00080000:0.0:1734016115.205219:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016115.207372:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992c9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016115.207383:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992c9b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016115.207388:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992c9b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016115.207392:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8564fc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016115.207396:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992c9b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016115.207401:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992c9b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016115.207412:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016115.207414:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016115.207417:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992c9b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016115.207420:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55992c9b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016115.207838:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.208163:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334736768 00000100:00100000:1.0:1734016115.208171:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334736768 00000100:00100000:1.0:1734016115.208210:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10716 00000100:00100000:1.0:1734016115.208216:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334736768:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.208232:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.208246:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992ca2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f901 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.208270:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992c78 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7118848->7122943) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ec expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.208277:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992c8d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8fa expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.208282:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.208283:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.208286:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992ca2 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f901 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.208312:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992c8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8fa expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.208330:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992c8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8fa expref: 8 pid: 7686 timeout: 478 lvb_type: 1 00000100:00100000:1.0:1734016115.208341:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338403200:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016115.208392:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992c78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7118848->7122943) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ec expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.208399:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992c78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7118848->7122943) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ec expref: 5 pid: 7686 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016115.208405:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338403328:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016115.208420:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.212803:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338403200:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016115.212836:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338403328:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016115.212864:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992ca2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f901 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.212879:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:0.0:1734016115.212929:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334736768:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4712us (5092us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.212937:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10716 00000100:00100000:0.0:1734016115.213724:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.213788:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.213872:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334736896 00000100:00100000:2.0:1734016115.213879:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334736896 00010000:00010000:2.0:1734016115.213903:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992c8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8fa expref: 8 pid: 7686 timeout: 478 lvb_type: 1 00000100:00100000:2.0:1734016115.213922:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334737024 00000100:00100000:2.0:1734016115.213924:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334737024 00010000:00010000:2.0:1734016115.213932:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992c78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7118848->7122943) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ec expref: 6 pid: 7686 timeout: 478 lvb_type: 0 00000100:00100000:2.0:1734016115.213945:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2991 00000100:00100000:2.0:1734016115.213950:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334736896:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016115.213962:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016115.213977:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992c8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8fa expref: 8 pid: 7686 timeout: 478 lvb_type: 1 00010000:00010000:2.0:1734016115.213986:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992c8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8fa expref: 8 pid: 7686 timeout: 478 lvb_type: 1 00010000:00010000:2.0:1734016115.214002:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992c8d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8fa expref: 8 pid: 7686 timeout: 478 lvb_type: 1 00010000:00010000:2.0:1734016115.214011:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016115.214041:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334736896:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 91us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.214047:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2991 00000100:00100000:2.0:1734016115.214056:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2992 00000100:00100000:2.0:1734016115.214059:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129fde850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334737024:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016115.214069:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016115.214073:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992c78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7118848->7122943) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ec expref: 6 pid: 7686 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016115.214081:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992c78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7118848->7122943) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ec expref: 6 pid: 7686 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016115.214090:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992c78 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7118848->7122943) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f8ec expref: 6 pid: 7686 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016115.214096:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016115.214098:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016115.214102:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992ca2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f901 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.214109:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992ca2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f901 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.214134:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992ca2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f901 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.214142:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338403456:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016115.214165:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a78523c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.218782:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.218850:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334737152 00000100:00100000:0.0:1734016115.218857:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334737152 00002000:00010000:0.0:1734016115.218886:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9277095->18446744073709551615) 00002000:00100000:0.0:1734016115.218890:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ce00 with x1818247334737152 ext(9277095->18446744073709551615) 00002000:00010000:0.0:1734016115.218899:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29ce00. 00000100:00100000:0.0:1734016115.218924:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8671 00000100:00100000:0.0:1734016115.218930:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334737152:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016115.219084:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7311807 -> 9277095 00002000:00010000:0.0:1734016115.219087:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016114 -> 1734016115 00002000:00010000:0.0:1734016115.219089:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016115.219091:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016114 -> 1734016115 00002000:00010000:0.0:1734016115.219092:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 744 -> 744 00000100:00100000:0.0:1734016115.219129:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334737152:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 198us (353us total) trans 4294969426 rc 0/0 00000100:00100000:0.0:1734016115.219135:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8671 00002000:00010000:0.0:1734016115.219138:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9277095->18446744073709551615) 00002000:00100000:0.0:1734016115.219140:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ce00 with x1818247334737152 ext(9277095->18446744073709551615) 00002000:00010000:0.0:1734016115.219144:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29ce00. 00000100:00100000:2.0:1734016115.219301:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338403456:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016115.219319:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016115.219878:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129fde850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334737024:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5815us (6088us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.219887:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2992 00010000:00010000:1.0:1734016115.233347:0:6469:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016115.238753:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.238836:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334737408 00000100:00100000:1.0:1734016115.238843:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334737408 00002000:00100000:1.0:1734016115.238877:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->9277439) req@ffff88012e29ea00 x1818247334737408/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 504/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.238886:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ea00 with x1818247334737408 ext(0->9277439) 00002000:00010000:1.0:1734016115.238891:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29ea00 00000100:00100000:1.0:1734016115.238913:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8672 00000100:00100000:1.0:1734016115.238918:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334737408:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.253599:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.253655:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.253679:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334737792 00000100:00100000:2.0:1734016115.253689:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334737792 00002000:00100000:2.0:1734016115.253726:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8384512->9273343) req@ffff88007a3ca300 x1818247334737792/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.253736:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3ca300 with x1818247334737792 ext(8384512->9273343) 00002000:00010000:2.0:1734016115.253742:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3ca300 00000100:00100000:2.0:1734016115.253773:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334737664 00000100:00100000:2.0:1734016115.253776:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334737664 00002000:00100000:2.0:1734016115.253786:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff88007a3c8700 x1818247334737664/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.253794:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c8700 with x1818247334737664 ext(4190208->8384511) 00002000:00010000:2.0:1734016115.253796:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c8700 00000100:00100000:2.0:1734016115.253829:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8673 00000100:00100000:2.0:1734016115.253839:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247334737792:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.254101:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8674 00000100:00100000:1.0:1734016115.254111:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247334737664:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.281653:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1972:x1818247334737408:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 42727us (42902us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016115.281664:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8672 00002000:00100000:1.0:1734016115.281674:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->9277439) req@ffff88012e29ea00 x1818247334737408/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 504/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.281683:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ea00 with x1818247334737408 ext(0->9277439) 00002000:00010000:1.0:1734016115.281689:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29ea00 00000100:00100000:2.0:1734016115.289406:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334737792:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 35560us (35806us total) trans 0 rc 888832/888832 00000100:00100000:2.0:1734016115.289420:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8673 00002000:00100000:2.0:1734016115.289431:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8384512->9273343) req@ffff88007a3ca300 x1818247334737792/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 888832/888832 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.289440:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3ca300 with x1818247334737792 ext(8384512->9273343) 00002000:00010000:2.0:1734016115.289446:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3ca300 00000100:00100000:3.0:1734016115.313934:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.316090:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334738048 00000100:00100000:2.0:1734016115.316101:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334738048 00002000:00100000:2.0:1734016115.316146:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9252864->9277094) req@ffff88012e29c000 x1818247334738048/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.316157:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29c000 with x1818247334738048 ext(9252864->9277094) 00002000:00010000:2.0:1734016115.316161:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29c000 00000100:00100000:2.0:1734016115.316489:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8675 00000100:00100000:2.0:1734016115.316496:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334738048:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:1.0:1734016115.327447:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334737664:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 73327us (73784us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016115.327458:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8674 00002000:00100000:1.0:1734016115.327468:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff88007a3c8700 x1818247334737664/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.327477:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c8700 with x1818247334737664 ext(4190208->8384511) 00002000:00010000:1.0:1734016115.327483:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c8700 00000100:00100000:2.0:1734016115.329793:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334738048:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 13290us (15863us total) trans 4294969427 rc 0/0 00000100:00100000:2.0:1734016115.329804:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8675 00002000:00100000:2.0:1734016115.329837:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9252864->9277094) req@ffff88012e29c000 x1818247334738048/t4294969427(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/448 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.329845:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29c000 with x1818247334738048 ext(9252864->9277094) 00002000:00010000:2.0:1734016115.329850:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29c000 00000100:00100000:3.0:1734016115.336558:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.337503:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334738176 00000100:00100000:0.0:1734016115.337514:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334738176 00000100:00100000:0.0:1734016115.337580:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2158 00000100:00100000:0.0:1734016115.337587:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+26:9662:x1818247334738176:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:0.0:1734016115.337987:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+26:9662:x1818247334738176:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 398us (1438us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.337994:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2158 00000100:00100000:0.0:1734016115.341593:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.342369:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334738304 00000100:00100000:2.0:1734016115.342378:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334738304 00000100:00100000:2.0:1734016115.342415:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10717 00000100:00100000:2.0:1734016115.342422:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334738304:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:3.0:1734016115.345444:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969427 is committed 00000100:00100000:2.0:1734016115.345693:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334738304:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 3264us (4101us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.345705:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10717 00000100:00100000:1.0:1734016115.349606:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.349710:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334738432 00000100:00100000:0.0:1734016115.349721:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334738432 00000100:00100000:0.0:1734016115.349781:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2159 00000100:00100000:0.0:1734016115.349788:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:9662:x1818247334738432:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.349851:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.349877:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567600/0x979ba2bc55992ca9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f908 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.349997:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55992cb0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016115.350014:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55992cb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016115.350027:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55992cb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:0.0:1734016115.350056:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9277095 00000004:00200000:0.0:1734016115.350060:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016115.350077:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55992cb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016115.350104:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567600/0x979ba2bc55992ca9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f908 expref: 20 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.350132:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55992cb0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f908 expref: 19 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.350139:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016115.350142:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016115.350145:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:0.0:1734016115.350204:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334738432:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 415us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.350211:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2159 00000100:00100000:3.0:1734016115.353950:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.354216:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334738560 00000100:00100000:2.0:1734016115.354229:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334738560 00000100:00100000:2.0:1734016115.354878:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10718 00000100:00100000:2.0:1734016115.354888:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334738560:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.354911:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.354930:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992cb7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f90f expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.354994:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338403584:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016115.355682:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016115.357888:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016114 -> 1734016115 00002000:00010000:2.0:1734016115.357897:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 744 -> 792 00000100:00100000:2.0:1734016115.357919:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338403584:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016115.357957:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992cb7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f90f expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.357971:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992cb7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f90f expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.357998:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016115.358057:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334738560:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3169us (4116us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016115.358065:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10718 00000100:00100000:1.0:1734016115.360684:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.360782:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334738688 00000100:00100000:2.0:1734016115.360791:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334738688 00000100:00100000:2.0:1734016115.360888:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10719 00000100:00100000:2.0:1734016115.360896:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334738688:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.360916:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.360936:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992cbe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f916 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.360996:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338403712:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016115.361648:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.364306:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338403712:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016115.364345:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992cbe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f916 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.364356:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992cbe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f916 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.364453:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016115.364497:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334738688:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3601us (3823us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016115.364504:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10719 00000100:00100000:0.0:1734016115.367015:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.367068:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334738816 00000100:00100000:2.0:1734016115.367075:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334738816 00000100:00100000:2.0:1734016115.367110:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10720 00000100:00100000:2.0:1734016115.367117:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334738816:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.367135:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.367151:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992cc5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f91d expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.367177:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992ca2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f901 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.367187:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016115.367188:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016115.367191:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992cc5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8609792->8654847] (req 8609792->8654847) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f91d expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.367212:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992ca2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f901 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.367221:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992ca2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f901 expref: 6 pid: 7685 timeout: 479 lvb_type: 0 00000100:00100000:2.0:1734016115.367231:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338403840:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016115.367281:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.380021:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338403840:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016115.380052:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992cc5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8609792->8654847] (req 8609792->8654847) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f91d expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.380066:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016115.380108:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334738816:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12991us (13099us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.380117:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10720 00000100:00100000:0.0:1734016115.380356:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.381222:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334738944 00000100:00100000:2.0:1734016115.381229:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334738944 00010000:00010000:2.0:1734016115.381253:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992ca2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f901 expref: 7 pid: 7685 timeout: 479 lvb_type: 0 00000100:00100000:2.0:1734016115.381278:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2993 00000100:00100000:2.0:1734016115.381282:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334738944:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016115.381291:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016115.381307:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992ca2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f901 expref: 7 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:2.0:1734016115.381316:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992ca2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f901 expref: 7 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:2.0:1734016115.381343:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992ca2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f901 expref: 7 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:2.0:1734016115.381366:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016115.381367:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016115.381372:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992cc5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8609792->8654847) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f91d expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.381380:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992cc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8609792->8654847) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f91d expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.381401:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992cc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8609792->8654847) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f91d expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.381411:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338403968:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016115.381444:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.387449:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338403968:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016115.387472:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016115.387524:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334738944:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6239us (7167us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.387535:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2993 00000100:00100000:0.0:1734016115.400490:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.401732:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.402863:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.402901:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334739200 00000100:00100000:2.0:1734016115.402915:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334739200 00002000:00100000:2.0:1734016115.402972:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->8613887) req@ffff88007a3c9500 x1818247334739200/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 504/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.402983:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9500 with x1818247334739200 ext(0->8613887) 00002000:00010000:2.0:1734016115.402989:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9500 00000100:00100000:2.0:1734016115.403072:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334739456 00000100:00100000:2.0:1734016115.403074:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334739456 00002000:00100000:2.0:1734016115.403083:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff880070d8cc50 x1818247334739456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.403089:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070d8cc50 with x1818247334739456 ext(4190208->8384511) 00002000:00010000:2.0:1734016115.403091:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070d8cc50 00000100:00100000:1.0:1734016115.403114:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8676 00000100:00100000:1.0:1734016115.403121:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334739200:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.406964:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8677 00000100:00100000:1.0:1734016115.406973:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070d8cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334739456:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.413994:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334739712 00000100:00100000:3.0:1734016115.414007:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334739712 00002000:00100000:3.0:1734016115.414046:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8384512->9277439) req@ffff88007a3cbb80 x1818247334739712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 504/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.414056:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cbb80 with x1818247334739712 ext(8384512->9277439) 00002000:00010000:3.0:1734016115.414061:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cbb80 00000100:00100000:3.0:1734016115.414083:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8678 00000100:00100000:3.0:1734016115.414089:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334739712:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.458581:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334739200:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 55439us (58077us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016115.458599:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8676 00002000:00100000:1.0:1734016115.458616:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->8613887) req@ffff88007a3c9500 x1818247334739200/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 504/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.458626:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9500 with x1818247334739200 ext(0->8613887) 00002000:00010000:1.0:1734016115.458633:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9500 00000100:00100000:1.0:1734016115.505593:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070d8cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334739456:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 98599us (103843us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016115.505610:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8677 00002000:00100000:1.0:1734016115.505621:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff880070d8cc50 x1818247334739456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.505630:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070d8cc50 with x1818247334739456 ext(4190208->8384511) 00002000:00010000:1.0:1734016115.505635:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070d8cc50 00000100:00100000:3.0:1734016115.515827:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334739712:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 101718us (112952us total) trans 0 rc 888832/888832 00000100:00100000:3.0:1734016115.515839:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8678 00002000:00100000:3.0:1734016115.515848:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8384512->9277439) req@ffff88007a3cbb80 x1818247334739712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 504/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 888832/888832 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.515857:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cbb80 with x1818247334739712 ext(8384512->9277439) 00002000:00010000:3.0:1734016115.515862:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cbb80 00000100:00100000:3.0:1734016115.522730:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.522978:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334739840 00000100:00100000:2.0:1734016115.522987:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334739840 00000100:00100000:2.0:1734016115.523037:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10721 00000100:00100000:2.0:1734016115.523044:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334739840:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.523061:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.523078:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992ccc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f924 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.523100:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016115.523102:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016115.523109:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992ccc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f924 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.523122:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992ccc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f924 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.523130:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016115.523184:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334739840:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 139us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.523191:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10721 00000100:00100000:0.0:1734016115.527394:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016115.527636:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334740096 00000100:00100000:3.0:1734016115.527644:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334740096 00002000:00100000:3.0:1734016115.527689:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3645440->9277439) req@ffff88007a3cb800 x1818247334740096/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 504/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.527698:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb800 with x1818247334740096 ext(3645440->9277439) 00002000:00010000:3.0:1734016115.527705:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cb800 00000100:00100000:3.0:1734016115.527747:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8679 00000100:00100000:3.0:1734016115.527754:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334740096:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.531161:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334740096:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 3390us (3761us total) trans 0 rc 8192/8192 00000100:00100000:0.0:1734016115.531176:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8679 00002000:00100000:0.0:1734016115.531188:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3645440->9277439) req@ffff88007a3cb800 x1818247334740096/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 504/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.531198:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb800 with x1818247334740096 ext(3645440->9277439) 00002000:00010000:0.0:1734016115.531206:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cb800 00000100:00100000:2.0:1734016115.536147:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.536216:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334740352 00000100:00100000:0.0:1734016115.536225:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334740352 00002000:00100000:0.0:1734016115.536264:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3641344->3645439) req@ffff8801304d0380 x1818247334740352/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.536275:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d0380 with x1818247334740352 ext(3641344->3645439) 00002000:00010000:0.0:1734016115.536281:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d0380 00000100:00100000:0.0:1734016115.536899:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8680 00000100:00100000:0.0:1734016115.536905:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334740352:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.537063:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334740352:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 156us (930us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016115.537072:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8680 00002000:00100000:0.0:1734016115.537078:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3641344->3645439) req@ffff8801304d0380 x1818247334740352/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.537085:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d0380 with x1818247334740352 ext(3641344->3645439) 00002000:00010000:0.0:1734016115.537088:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d0380 00000100:00100000:0.0:1734016115.541868:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.542445:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334740608 00000100:00100000:1.0:1734016115.542458:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334740608 00002000:00100000:1.0:1734016115.542512:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3637248->3641343) req@ffff88007a3c9c00 x1818247334740608/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.542523:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9c00 with x1818247334740608 ext(3637248->3641343) 00002000:00010000:1.0:1734016115.542528:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9c00 00000100:00100000:1.0:1734016115.542559:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8681 00000100:00100000:1.0:1734016115.542566:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334740608:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.542793:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334740608:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 226us (985us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016115.542802:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8681 00002000:00100000:1.0:1734016115.542838:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3637248->3641343) req@ffff88007a3c9c00 x1818247334740608/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.542845:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9c00 with x1818247334740608 ext(3637248->3641343) 00002000:00010000:1.0:1734016115.542847:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9c00 00000100:00100000:3.0:1734016115.546942:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.547024:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334740864 00000100:00100000:0.0:1734016115.547037:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334740864 00002000:00100000:0.0:1734016115.547084:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3633152->3637247) req@ffff88012e29f100 x1818247334740864/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.547095:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29f100 with x1818247334740864 ext(3633152->3637247) 00002000:00010000:0.0:1734016115.547101:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29f100 00000100:00100000:0.0:1734016115.547134:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8682 00000100:00100000:0.0:1734016115.547140:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334740864:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.547324:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334740864:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 173us (382us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016115.547331:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8682 00002000:00100000:0.0:1734016115.547336:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3633152->3637247) req@ffff88012e29f100 x1818247334740864/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.547344:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29f100 with x1818247334740864 ext(3633152->3637247) 00002000:00010000:0.0:1734016115.547346:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29f100 00000100:00100000:2.0:1734016115.551119:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.551490:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334741120 00000100:00100000:1.0:1734016115.551497:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334741120 00002000:00100000:1.0:1734016115.551530:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3629056->3633151) req@ffff8801304d3480 x1818247334741120/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.551540:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d3480 with x1818247334741120 ext(3629056->3633151) 00002000:00010000:1.0:1734016115.551544:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d3480 00000100:00100000:1.0:1734016115.551602:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8683 00000100:00100000:1.0:1734016115.551607:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334741120:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.551738:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334741120:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 130us (627us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016115.551743:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8683 00002000:00100000:1.0:1734016115.551748:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3629056->3633151) req@ffff8801304d3480 x1818247334741120/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.551756:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d3480 with x1818247334741120 ext(3629056->3633151) 00002000:00010000:1.0:1734016115.551758:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d3480 00000100:00100000:0.0:1734016115.555544:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.555683:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334741376 00000100:00100000:2.0:1734016115.555691:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334741376 00002000:00100000:2.0:1734016115.555742:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3624960->3629055) req@ffff88007a3cad80 x1818247334741376/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.555752:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cad80 with x1818247334741376 ext(3624960->3629055) 00002000:00010000:2.0:1734016115.555758:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cad80 00000100:00100000:2.0:1734016115.555797:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8684 00000100:00100000:2.0:1734016115.555803:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334741376:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.556020:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334741376:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 215us (483us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.556028:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8684 00002000:00100000:2.0:1734016115.556034:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3624960->3629055) req@ffff88007a3cad80 x1818247334741376/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.556041:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cad80 with x1818247334741376 ext(3624960->3629055) 00002000:00010000:2.0:1734016115.556044:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cad80 00000100:00100000:3.0:1734016115.560127:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.560578:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334741632 00000100:00100000:1.0:1734016115.560588:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334741632 00002000:00100000:1.0:1734016115.560626:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3620864->3624959) req@ffff88012e29d500 x1818247334741632/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.560640:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29d500 with x1818247334741632 ext(3620864->3624959) 00002000:00010000:1.0:1734016115.560646:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29d500 00000100:00100000:1.0:1734016115.560678:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8685 00000100:00100000:1.0:1734016115.560684:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334741632:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.560862:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334741632:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 177us (741us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016115.560870:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8685 00002000:00100000:1.0:1734016115.560876:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3620864->3624959) req@ffff88012e29d500 x1818247334741632/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.560881:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29d500 with x1818247334741632 ext(3620864->3624959) 00002000:00010000:1.0:1734016115.560885:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29d500 00000100:00100000:3.0:1734016115.565522:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.565631:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334741888 00000100:00100000:2.0:1734016115.565642:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334741888 00002000:00100000:2.0:1734016115.565687:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3616768->3620863) req@ffff88012e29f800 x1818247334741888/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.565696:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29f800 with x1818247334741888 ext(3616768->3620863) 00002000:00010000:2.0:1734016115.565701:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29f800 00000100:00100000:2.0:1734016115.565730:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8686 00000100:00100000:2.0:1734016115.565736:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334741888:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.565908:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334741888:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 170us (393us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.565915:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8686 00002000:00100000:2.0:1734016115.565920:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3616768->3620863) req@ffff88012e29f800 x1818247334741888/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.565926:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29f800 with x1818247334741888 ext(3616768->3620863) 00002000:00010000:2.0:1734016115.565928:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29f800 00000100:00100000:0.0:1734016115.569752:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.569959:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334742144 00000100:00100000:1.0:1734016115.569967:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334742144 00002000:00100000:1.0:1734016115.570004:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3612672->3616767) req@ffff88007a3ca680 x1818247334742144/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.570015:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3ca680 with x1818247334742144 ext(3612672->3616767) 00002000:00010000:1.0:1734016115.570020:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3ca680 00000100:00100000:1.0:1734016115.570052:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8687 00000100:00100000:1.0:1734016115.570059:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334742144:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.570220:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334742144:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 160us (476us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016115.570227:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8687 00002000:00100000:1.0:1734016115.570233:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3612672->3616767) req@ffff88007a3ca680 x1818247334742144/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.570241:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3ca680 with x1818247334742144 ext(3612672->3616767) 00002000:00010000:1.0:1734016115.570244:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3ca680 00000100:00100000:3.0:1734016115.574645:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.574799:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334742400 00000100:00100000:2.0:1734016115.574892:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334742400 00002000:00100000:2.0:1734016115.574947:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3608576->3612671) req@ffff88012e29d880 x1818247334742400/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.574962:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29d880 with x1818247334742400 ext(3608576->3612671) 00002000:00010000:2.0:1734016115.574970:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29d880 00000100:00100000:2.0:1734016115.575049:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8688 00000100:00100000:2.0:1734016115.575057:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334742400:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.575677:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334742400:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 617us (1043us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.575686:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8688 00002000:00100000:2.0:1734016115.575694:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3608576->3612671) req@ffff88012e29d880 x1818247334742400/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.575702:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29d880 with x1818247334742400 ext(3608576->3612671) 00002000:00010000:2.0:1734016115.575704:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29d880 00000100:00100000:3.0:1734016115.580469:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.580549:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334742528 00000100:00100000:0.0:1734016115.580561:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334742528 00000100:00100000:0.0:1734016115.580614:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10722 00000100:00100000:0.0:1734016115.580621:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334742528:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.580636:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.580654:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55992cd3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f92b expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.580689:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992cc5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8609792->8654847) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f91d expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.580697:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992ccc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f924 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.580704:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.580706:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.580709:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55992cd3 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9125888->9150463] (req 9125888->9150463) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f92b expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.580737:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992ccc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f924 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.580748:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992ccc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f924 expref: 6 pid: 7685 timeout: 479 lvb_type: 1 00000100:00100000:0.0:1734016115.580761:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338404096:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016115.580869:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992cc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8609792->8654847) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f91d expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.580880:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992cc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8609792->8654847) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f91d expref: 7 pid: 7685 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016115.580889:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338404224:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016115.580907:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.588431:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338404096:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016115.588445:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338404224:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016115.588476:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55992cd3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9125888->9150463] (req 9125888->9150463) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f92b expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.588497:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564b40, rc 0) 00000100:00100000:2.0:1734016115.588570:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334742528:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7947us (8108us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.588580:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10722 00000100:00100000:3.0:1734016115.590646:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.590846:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334742656 00000100:00100000:2.0:1734016115.590855:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334742656 00010000:00010000:2.0:1734016115.590889:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992ccc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f924 expref: 7 pid: 7685 timeout: 479 lvb_type: 1 00000100:00100000:2.0:1734016115.590919:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2994 00000100:00100000:2.0:1734016115.590926:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334742656:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016115.590938:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016115.590956:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992ccc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f924 expref: 7 pid: 7685 timeout: 479 lvb_type: 1 00010000:00010000:2.0:1734016115.590965:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992ccc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f924 expref: 7 pid: 7685 timeout: 479 lvb_type: 1 00010000:00010000:2.0:1734016115.590988:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992ccc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f924 expref: 7 pid: 7685 timeout: 479 lvb_type: 1 00010000:00010000:2.0:1734016115.591060:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016115.591100:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334742656:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 174us (1297us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.591106:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2994 00000100:00100000:3.0:1734016115.604430:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.605127:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334742784 00000100:00100000:0.0:1734016115.605136:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334742784 00010000:00010000:0.0:1734016115.605178:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992cc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8609792->8654847) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f91d expref: 7 pid: 7685 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016115.605224:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2995 00000100:00100000:0.0:1734016115.605231:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334742784:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016115.605246:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016115.605267:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992cc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8609792->8654847) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f91d expref: 7 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016115.605278:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992cc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8609792->8654847) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f91d expref: 7 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016115.605299:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992cc5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8609792->8654847) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f91d expref: 7 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016115.605332:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.605335:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.605341:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55992cd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9125888->9150463) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f92b expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.605349:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55992cd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9125888->9150463) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f92b expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.605381:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55992cd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9125888->9150463) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f92b expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.605391:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338404352:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016115.605447:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.610769:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.610940:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338404352:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016115.610960:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016115.611009:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334742784:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5778us (6588us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.611019:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2995 00000100:00100000:3.0:1734016115.611102:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334742912 00000100:00100000:3.0:1734016115.611108:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334742912 00000100:00100000:3.0:1734016115.611134:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10723 00000100:00100000:3.0:1734016115.611139:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334742912:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016115.611337:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9277095 -> 9277095 00002000:00010000:3.0:1734016115.611340:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:3.0:1734016115.611342:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016115 -> 1734016114 00002000:00010000:3.0:1734016115.611344:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016115 -> 1734016115 00002000:00010000:3.0:1734016115.611346:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 792 -> 840 00000100:00100000:3.0:1734016115.611367:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334742912:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 228us (607us total) trans 4294969428 rc 0/0 00000100:00100000:3.0:1734016115.611373:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10723 00000100:00100000:3.0:1734016115.614726:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.614892:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334743040 00000100:00100000:2.0:1734016115.614903:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334743040 00000100:00100000:2.0:1734016115.615466:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2160 00000100:00100000:2.0:1734016115.615473:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+26:9662:x1818247334743040:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.615491:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.615510:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992cda lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f932 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.615598:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ce1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016115.615615:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ce1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016115.615625:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ce1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016115.615649:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9277095 00000004:00200000:2.0:1734016115.615653:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016115.615669:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ce1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016115.615689:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992cda lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f932 expref: 28 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.616372:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ce1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f932 expref: 27 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.616381:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016115.616383:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016115.616386:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016115.616608:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:9662:x1818247334743040:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1133us (1889us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.616616:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2160 00000100:00100000:2.0:1734016115.619505:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.619581:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334743168 00000100:00100000:0.0:1734016115.619591:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334743168 00000100:00100000:0.0:1734016115.619697:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10724 00000100:00100000:0.0:1734016115.619707:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334743168:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.619733:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.619754:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55992ce8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f939 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.619972:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338404480:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016115.620280:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016115.623101:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016114 -> 1734016115 00000100:00100000:0.0:1734016115.623132:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338404480:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016115.623164:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55992ce8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f939 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.623178:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55992ce8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f939 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.623203:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567600, rc 0) 00000100:00100000:0.0:1734016115.623252:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334743168:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3545us (3762us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016115.623261:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10724 00000100:00100000:3.0:1734016115.628119:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.628194:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334743296 00000100:00100000:0.0:1734016115.628203:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334743296 00000100:00100000:0.0:1734016115.628245:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10725 00000100:00100000:0.0:1734016115.628250:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334743296:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.628268:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.628287:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992cef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f940 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.628346:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338404608:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016115.628411:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.631397:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338404608:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016115.631444:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992cef lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f940 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.631458:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55992cef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f940 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.631611:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:0.0:1734016115.631670:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334743296:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3418us (3560us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016115.631679:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10725 00000100:00100000:2.0:1734016115.635432:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.635507:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334743552 00000100:00100000:0.0:1734016115.635514:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334743552 00002000:00100000:0.0:1734016115.635548:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5050368->5054463) req@ffff8801304d2300 x1818247334743552/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.635556:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d2300 with x1818247334743552 ext(5050368->5054463) 00002000:00010000:0.0:1734016115.635561:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d2300 00000100:00100000:0.0:1734016115.635625:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8689 00000100:00100000:0.0:1734016115.635631:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334743552:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.635783:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334743552:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 150us (361us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016115.635789:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8689 00002000:00100000:0.0:1734016115.635794:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5050368->5054463) req@ffff8801304d2300 x1818247334743552/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.635799:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d2300 with x1818247334743552 ext(5050368->5054463) 00002000:00010000:0.0:1734016115.635802:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d2300 00000100:00100000:3.0:1734016115.639379:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.640118:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334743808 00000100:00100000:1.0:1734016115.640127:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334743808 00002000:00100000:1.0:1734016115.640170:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5046272->5050367) req@ffff88012e29ca80 x1818247334743808/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.640179:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ca80 with x1818247334743808 ext(5046272->5050367) 00002000:00010000:1.0:1734016115.640183:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29ca80 00000100:00100000:1.0:1734016115.640213:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8690 00000100:00100000:1.0:1734016115.640219:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334743808:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.640585:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334743808:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 364us (1212us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016115.640593:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8690 00002000:00100000:1.0:1734016115.640598:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5046272->5050367) req@ffff88012e29ca80 x1818247334743808/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.640605:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ca80 with x1818247334743808 ext(5046272->5050367) 00002000:00010000:1.0:1734016115.640608:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29ca80 00000100:00100000:3.0:1734016115.644938:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.645023:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334744064 00000100:00100000:0.0:1734016115.645031:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334744064 00002000:00100000:0.0:1734016115.645078:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5042176->5046271) req@ffff88012e29dc00 x1818247334744064/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.645097:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29dc00 with x1818247334744064 ext(5042176->5046271) 00002000:00010000:0.0:1734016115.645104:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29dc00 00000100:00100000:0.0:1734016115.645148:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8691 00000100:00100000:0.0:1734016115.645155:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334744064:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.645348:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334744064:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 193us (421us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016115.645355:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8691 00002000:00100000:0.0:1734016115.645361:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5042176->5046271) req@ffff88012e29dc00 x1818247334744064/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.645368:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29dc00 with x1818247334744064 ext(5042176->5046271) 00002000:00010000:0.0:1734016115.645371:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29dc00 00000100:00100000:2.0:1734016115.649143:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.649254:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334744320 00000100:00100000:1.0:1734016115.649262:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334744320 00002000:00100000:1.0:1734016115.649299:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5038080->5042175) req@ffff8801304d1880 x1818247334744320/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.649308:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d1880 with x1818247334744320 ext(5038080->5042175) 00002000:00010000:1.0:1734016115.649344:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d1880 00000100:00100000:1.0:1734016115.649378:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8692 00000100:00100000:1.0:1734016115.649384:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334744320:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.649537:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334744320:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 151us (400us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016115.649544:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8692 00002000:00100000:1.0:1734016115.649550:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5038080->5042175) req@ffff8801304d1880 x1818247334744320/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.649557:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d1880 with x1818247334744320 ext(5038080->5042175) 00002000:00010000:1.0:1734016115.649560:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d1880 00000100:00100000:3.0:1734016115.653158:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.653291:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334744576 00000100:00100000:0.0:1734016115.653303:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334744576 00002000:00100000:0.0:1734016115.653364:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5033984->5038079) req@ffff88012e29e680 x1818247334744576/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.653374:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29e680 with x1818247334744576 ext(5033984->5038079) 00002000:00010000:0.0:1734016115.653380:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29e680 00000100:00100000:0.0:1734016115.653413:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8693 00000100:00100000:0.0:1734016115.653420:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334744576:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.653580:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334744576:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 158us (428us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016115.653586:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8693 00002000:00100000:0.0:1734016115.653591:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5033984->5038079) req@ffff88012e29e680 x1818247334744576/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.653599:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29e680 with x1818247334744576 ext(5033984->5038079) 00002000:00010000:0.0:1734016115.653601:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29e680 00000100:00100000:3.0:1734016115.656686:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.657169:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334744832 00000100:00100000:1.0:1734016115.657177:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334744832 00002000:00100000:1.0:1734016115.657218:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5029888->5033983) req@ffff88012e29ce00 x1818247334744832/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.657228:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ce00 with x1818247334744832 ext(5029888->5033983) 00002000:00010000:1.0:1734016115.657232:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29ce00 00000100:00100000:1.0:1734016115.657261:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8694 00000100:00100000:1.0:1734016115.657268:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334744832:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.657430:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334744832:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 161us (750us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016115.657436:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8694 00002000:00100000:1.0:1734016115.657441:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5029888->5033983) req@ffff88012e29ce00 x1818247334744832/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.657448:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ce00 with x1818247334744832 ext(5029888->5033983) 00002000:00010000:1.0:1734016115.657453:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29ce00 00000100:00100000:2.0:1734016115.660802:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.660896:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334745088 00000100:00100000:0.0:1734016115.660904:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334745088 00002000:00100000:0.0:1734016115.660939:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5025792->5029887) req@ffff8801304d2d80 x1818247334745088/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.660948:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d2d80 with x1818247334745088 ext(5025792->5029887) 00002000:00010000:0.0:1734016115.660952:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d2d80 00000100:00100000:0.0:1734016115.660981:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8695 00000100:00100000:0.0:1734016115.660988:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334745088:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.661137:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334745088:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 148us (343us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016115.661143:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8695 00002000:00100000:0.0:1734016115.661149:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5025792->5029887) req@ffff8801304d2d80 x1818247334745088/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.661156:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d2d80 with x1818247334745088 ext(5025792->5029887) 00002000:00010000:0.0:1734016115.661159:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d2d80 00000100:00100000:3.0:1734016115.663757:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.663947:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334745344 00000100:00100000:1.0:1734016115.663958:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334745344 00002000:00100000:1.0:1734016115.664000:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5021696->5025791) req@ffff88012e29ea00 x1818247334745344/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.664010:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ea00 with x1818247334745344 ext(5021696->5025791) 00002000:00010000:1.0:1734016115.664014:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29ea00 00000100:00100000:1.0:1734016115.664032:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8696 00000100:00100000:1.0:1734016115.664038:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334745344:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.664203:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334745344:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 164us (456us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016115.664211:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8696 00002000:00100000:1.0:1734016115.664216:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5021696->5025791) req@ffff88012e29ea00 x1818247334745344/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.664222:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ea00 with x1818247334745344 ext(5021696->5025791) 00002000:00010000:1.0:1734016115.664225:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29ea00 00000100:00100000:3.0:1734016115.668298:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.668407:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334745600 00000100:00100000:0.0:1734016115.668415:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334745600 00002000:00100000:0.0:1734016115.668452:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5017600->5021695) req@ffff88012e29c000 x1818247334745600/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.668461:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29c000 with x1818247334745600 ext(5017600->5021695) 00002000:00010000:0.0:1734016115.668465:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29c000 00000100:00100000:0.0:1734016115.668498:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8697 00000100:00100000:0.0:1734016115.668504:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334745600:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.668645:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334745600:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 140us (353us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016115.668651:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8697 00002000:00100000:0.0:1734016115.668656:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5017600->5021695) req@ffff88012e29c000 x1818247334745600/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.668663:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29c000 with x1818247334745600 ext(5017600->5021695) 00002000:00010000:0.0:1734016115.668666:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29c000 00000100:00100000:2.0:1734016115.672199:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.672506:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334745856 00000100:00100000:1.0:1734016115.672515:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334745856 00002000:00100000:1.0:1734016115.672549:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5013504->5017599) req@ffff8801304d0000 x1818247334745856/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.672558:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d0000 with x1818247334745856 ext(5013504->5017599) 00002000:00010000:1.0:1734016115.672563:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d0000 00000100:00100000:1.0:1734016115.672580:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8698 00000100:00100000:1.0:1734016115.672586:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334745856:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.672724:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334745856:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 137us (531us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016115.672731:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8698 00002000:00100000:1.0:1734016115.672736:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5013504->5017599) req@ffff8801304d0000 x1818247334745856/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.672743:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d0000 with x1818247334745856 ext(5013504->5017599) 00002000:00010000:1.0:1734016115.672746:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d0000 00000100:00100000:3.0:1734016115.676267:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.676332:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334745984 00000100:00100000:0.0:1734016115.676340:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334745984 00000100:00100000:0.0:1734016115.676379:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10726 00000100:00100000:0.0:1734016115.676384:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334745984:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.676402:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.676419:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992cf6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f947 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.676469:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338404736:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016115.676540:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.678332:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338404736:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016115.678359:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992cf6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f947 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.678371:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55992cf6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f947 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.678396:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85673c0, rc 0) 00000100:00100000:0.0:1734016115.678434:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334745984:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2048us (2172us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016115.678441:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10726 00000100:00100000:2.0:1734016115.681272:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.681533:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334746112 00000100:00100000:0.0:1734016115.681542:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334746112 00000100:00100000:0.0:1734016115.681594:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10727 00000100:00100000:0.0:1734016115.681604:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334746112:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.681621:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.681639:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55992cfd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f94e expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.681704:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338404864:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016115.681781:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.685109:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338404864:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016115.685144:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55992cfd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f94e expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.685157:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55992cfd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f94e expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.685485:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564480, rc 0) 00000100:00100000:0.0:1734016115.685752:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334746112:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4147us (4486us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016115.685766:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10727 00000100:00100000:2.0:1734016115.688568:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.688653:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334746368 00000100:00100000:0.0:1734016115.688661:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334746368 00000100:00100000:0.0:1734016115.688710:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2161 00000100:00100000:0.0:1734016115.688716:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:9662:x1818247334746368:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016115.688758:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016115.688779:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ce1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f932 expref: 27 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.688793:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016115.688797:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016115.688970:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55992d04 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016115.688983:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55992cb0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f908 expref: 18 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.688989:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55992d04 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016115.689014:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55992cb0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f908 expref: 18 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.689025:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55992cb0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f908 expref: 18 pid: 6480 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016115.689037:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338404992:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016115.689102:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.693091:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.693177:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338404992:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016115.693201:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55992d04 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016115.693257:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334746496 00000100:00100000:1.0:1734016115.693262:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334746496 00010000:00010000:1.0:1734016115.693291:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55992cb0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f908 expref: 19 pid: 6480 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016115.693331:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2996 00000100:00100000:1.0:1734016115.693338:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:1970:x1818247334746496:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.693350:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.693355:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55992cb0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f908 expref: 19 pid: 6480 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.693364:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55992cb0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f908 expref: 19 pid: 6480 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.693382:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55992cb0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f908 expref: 19 pid: 6480 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.693398:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016115.693402:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55992d04 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016115.693409:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55992d04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016115.693416:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55992d04 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016115.693431:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.693467:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:1970:x1818247334746496:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 129us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.693473:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2996 00010000:00010000:0.0:1734016115.693954:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55992d04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016115.693960:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55992d04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:0.0:1734016115.694034:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968672 00000004:00010000:0.0:1734016115.694074:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801304d0700 reply state ffff880078ce6000 transno 4294968673 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55992d04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016115.694080:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016115.694133:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+29:9662:x1818247334746368:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 5418us (5574us total) trans 4294968673 rc 0/0 00000100:00100000:0.0:1734016115.694139:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2161 00000020:00080000:0.0:1734016115.694142:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016115.697442:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016115.697615:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55992d04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016115.697624:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55992d04 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016115.697630:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55992d04 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016115.697634:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8565200 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016115.697637:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55992d04 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016115.697643:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55992d04 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016115.697657:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016115.697659:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016115.697662:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55992d04 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016115.697667:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55992d04 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016115.697762:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334746624 00000100:00100000:0.0:1734016115.697770:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334746624 00000100:00100000:0.0:1734016115.697796:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10728 00000100:00100000:0.0:1734016115.697802:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334746624:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.697840:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.697853:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992d0b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f955 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.697879:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55992cd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9125888->9150463) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f92b expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.697885:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016115.697887:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016115.697890:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992d0b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f955 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.697913:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55992cd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9125888->9150463) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f92b expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.697921:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55992cd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9125888->9150463) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f92b expref: 6 pid: 7686 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016115.697932:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338405120:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016115.697993:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.702412:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.702531:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338405120:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016115.702569:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992d0b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f955 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.702588:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:2.0:1734016115.703543:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334746752 00000100:00100000:2.0:1734016115.703550:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334746752 00010000:00010000:2.0:1734016115.703575:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55992cd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9125888->9150463) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f92b expref: 7 pid: 7686 timeout: 479 lvb_type: 0 00000100:00100000:2.0:1734016115.703607:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2997 00000100:00100000:2.0:1734016115.703613:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334746752:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016115.703627:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016115.703642:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55992cd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9125888->9150463) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f92b expref: 7 pid: 7686 timeout: 479 lvb_type: 0 00010000:00010000:2.0:1734016115.703652:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55992cd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9125888->9150463) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f92b expref: 7 pid: 7686 timeout: 479 lvb_type: 0 00010000:00010000:2.0:1734016115.703671:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55992cd3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9125888->9150463) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f92b expref: 7 pid: 7686 timeout: 479 lvb_type: 0 00010000:00010000:2.0:1734016115.703686:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016115.703687:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016115.703692:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992d0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f955 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.703699:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992d0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f955 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.703727:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992d0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f955 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.703738:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338405248:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016115.704113:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334746624:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6307us (6678us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.704121:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10728 00000100:00100000:2.0:1734016115.704742:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.709669:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338405248:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016115.709698:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016115.709740:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334746752:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6126us (7338us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.709749:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2997 00000100:00100000:0.0:1734016115.709990:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.710176:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334746880 00000100:00100000:1.0:1734016115.710184:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334746880 00002000:00010000:1.0:1734016115.710211:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6423349->18446744073709551615) 00002000:00100000:1.0:1734016115.710214:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c8a80 with x1818247334746880 ext(6423349->18446744073709551615) 00002000:00010000:1.0:1734016115.710223:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c8a80. 00000100:00100000:1.0:1734016115.710239:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8699 00000100:00100000:1.0:1734016115.710244:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334746880:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016115.712220:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9277095 -> 6423349 00002000:00010000:1.0:1734016115.712226:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016115.712228:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016115 -> 1734016114 00002000:00010000:1.0:1734016115.712229:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016115.712231:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 840 -> 720 00000100:00100000:1.0:1734016115.712281:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334746880:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 2033us (2290us total) trans 4294969429 rc 0/0 00000100:00100000:1.0:1734016115.712290:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8699 00002000:00010000:1.0:1734016115.712294:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6423349->18446744073709551615) 00002000:00100000:1.0:1734016115.712297:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c8a80 with x1818247334746880 ext(6423349->18446744073709551615) 00002000:00010000:1.0:1734016115.712302:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c8a80. 00000100:00100000:0.0:1734016115.715333:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.715439:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334747008 00000100:00100000:2.0:1734016115.715447:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334747008 00000100:00100000:2.0:1734016115.716333:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2162 00000100:00100000:2.0:1734016115.716341:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:9662:x1818247334747008:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.716358:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.716374:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992d12 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f95c expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.716447:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992d19 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016115.716459:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992d19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016115.716467:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992d19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016115.716486:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6423349 00000004:00200000:2.0:1734016115.716489:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016115.716503:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992d19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016115.716522:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992d12 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f95c expref: 20 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.716546:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992d19 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f95c expref: 19 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.716552:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016115.716554:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016115.716557:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016115.716596:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334747008:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 254us (1281us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.716602:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2162 00000100:00100000:3.0:1734016115.723264:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.723348:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334747136 00000100:00100000:0.0:1734016115.723359:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334747136 00000100:00100000:0.0:1734016115.723399:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10729 00000100:00100000:0.0:1734016115.723406:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334747136:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.723426:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.723444:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992d20 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f963 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.723508:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338405376:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016115.723576:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016115.725719:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016114 -> 1734016115 00000100:00100000:0.0:1734016115.725747:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338405376:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016115.725778:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992d20 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f963 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.725790:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55992d20 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f963 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.725847:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567840, rc 0) 00000100:00100000:0.0:1734016115.725912:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334747136:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2504us (2656us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016115.725922:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10729 00000100:00100000:1.0:1734016115.728880:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.728972:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334747264 00000100:00100000:0.0:1734016115.728982:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334747264 00000100:00100000:0.0:1734016115.729148:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10730 00000100:00100000:0.0:1734016115.729155:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334747264:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.729172:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.729189:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55992d27 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f96a expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.729233:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338405504:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016115.729300:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.732241:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338405504:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016115.732275:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55992d27 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f96a expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.732287:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55992d27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f96a expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.732531:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565f80, rc 0) 00000100:00100000:1.0:1734016115.732587:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334747264:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3430us (3713us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.732598:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10730 00000100:00100000:2.0:1734016115.737602:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.738135:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334747520 00000100:00100000:1.0:1734016115.738144:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334747520 00000100:00100000:1.0:1734016115.738204:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8700 00000100:00100000:1.0:1734016115.738211:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334747520:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:1.0:1734016115.738244:0:13920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d2e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.738259:0:13920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992d0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f955 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.738266:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016115.738268:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016115.738270:0:13920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d2e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6397952->6418431] (req 6397952->6418431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.738297:0:13920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992d0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f955 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.738309:0:13920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992d0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f955 expref: 8 pid: 7685 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016115.738330:0:13920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338405632:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016115.738465:0:13920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.746922:0:13920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338405632:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016115.746970:0:13920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d2e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6397952->6418431] (req 6397952->6418431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.748135:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.748339:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334747648 00000100:00100000:0.0:1734016115.748351:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334747648 00010000:00010000:0.0:1734016115.748424:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992d0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f955 expref: 9 pid: 7685 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016115.748475:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2998 00000100:00100000:0.0:1734016115.748486:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334747648:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016115.748511:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016115.748549:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992d0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f955 expref: 9 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016115.748567:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992d0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f955 expref: 9 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016115.748606:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55992d0b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f955 expref: 9 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016115.748645:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.748647:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.748653:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d2e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6397952->6418431] (req 6397952->6418431) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.748665:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d2e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6397952->6418431] (req 6397952->6418431) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.748704:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016115.748840:0:13920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d2e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6397952->6418431] (req 6397952->6418431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.748849:0:13920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d2e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6397952->6418431] (req 6397952->6418431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.749480:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334747648:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 991us (1354us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.749492:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2998 00010000:00010000:1.0:1734016115.753323:0:13920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d2e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6397952->6418431] (req 6397952->6418431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.753337:0:13920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d2e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6397952->6418431] (req 6397952->6418431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.753344:0:13920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d2e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6397952->6418431] (req 6397952->6418431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.753349:0:13920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e834900 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016115.753354:0:13920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d2e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6397952->6418431] (req 6397952->6418431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.753361:0:13920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d2e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6397952->6418431] (req 6397952->6418431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.753376:0:13920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d2e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6397952->6418431] (req 6397952->6418431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.753382:0:13920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d2e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6397952->6418431] (req 6397952->6418431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.753489:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334747520:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 15271us (15888us total) trans 0 rc 20480/20480 00000100:00100000:1.0:1734016115.753500:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8700 00000100:00100000:2.0:1734016115.759117:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.759531:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334747776 00000100:00100000:1.0:1734016115.759544:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334747776 00000100:00100000:1.0:1734016115.759592:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10731 00000100:00100000:1.0:1734016115.759599:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334747776:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.759622:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.759645:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992d35 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f971 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016115.759672:0:7685:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 6423349, mtime: 0x675afc73, atime: 0x675afc72, ctime: 0x675afc73, blocks: 0x2d0 00010000:00010000:1.0:1734016115.759693:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.759696:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.759704:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992d35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f971 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.759724:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992d35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f971 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.759734:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:1.0:1734016115.760486:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334747776:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 882us (1391us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.760493:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10731 00000100:00100000:3.0:1734016115.764170:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.764261:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334747904 00000100:00100000:2.0:1734016115.764271:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334747904 00000100:00100000:2.0:1734016115.764321:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2163 00000100:00100000:2.0:1734016115.764327:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+28:9662:x1818247334747904:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.764351:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.764370:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992d3c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f978 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.764451:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992d43 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016115.764468:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992d43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016115.764480:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992d43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016115.764509:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6423349 00000004:00200000:2.0:1734016115.764513:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016115.764527:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992d43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016115.764548:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992d3c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f978 expref: 30 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.765070:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992d43 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f978 expref: 29 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.765078:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016115.765080:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016115.765083:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016115.765656:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+29:9662:x1818247334747904:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1325us (1492us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.765664:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2163 00000100:00100000:2.0:1734016115.769909:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.770027:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334748032 00000100:00100000:1.0:1734016115.770038:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334748032 00000100:00100000:1.0:1734016115.770092:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10732 00000100:00100000:1.0:1734016115.770101:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334748032:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.770126:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.770148:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d4a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f97f expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.770171:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.770174:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.770182:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f97f expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.770198:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f97f expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.770207:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:1.0:1734016115.770263:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334748032:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 162us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.770270:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10732 00000100:00100000:3.0:1734016115.774015:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.774143:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334748288 00000100:00100000:1.0:1734016115.774153:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334748288 00000100:00100000:1.0:1734016115.774219:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8701 00000100:00100000:1.0:1734016115.774226:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334748288:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:1.0:1734016115.774258:0:13920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55992d51 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.774277:0:13920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992d35 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f971 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.774284:0:13920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d4a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f97f expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.774289:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.774290:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.774293:0:13920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55992d51 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [2723840->2781183] (req 2723840->2781183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.774329:0:13920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f97f expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.774340:0:13920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f97f expref: 8 pid: 7685 timeout: 479 lvb_type: 1 00000100:00100000:1.0:1734016115.774353:0:13920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338405760:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016115.774569:0:13920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992d35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f971 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.774579:0:13920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992d35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f971 expref: 6 pid: 7685 timeout: 479 lvb_type: 1 00000100:00100000:1.0:1734016115.774587:0:13920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338405888:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016115.774604:0:13920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.777735:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.777774:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.777860:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334748416 00000100:00100000:0.0:1734016115.777870:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334748416 00010000:00010000:0.0:1734016115.777901:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d4a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f97f expref: 9 pid: 7685 timeout: 479 lvb_type: 1 00000100:00100000:0.0:1734016115.777933:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334748544 00000100:00100000:0.0:1734016115.777936:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334748544 00010000:00010000:0.0:1734016115.777945:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992d35 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f971 expref: 7 pid: 7685 timeout: 479 lvb_type: 1 00000100:00100000:0.0:1734016115.777960:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2999 00000100:00100000:0.0:1734016115.777967:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129fddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334748416:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016115.777979:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016115.777995:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d4a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f97f expref: 9 pid: 7685 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1734016115.778005:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f97f expref: 9 pid: 7685 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1734016115.778026:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016115.778081:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129fddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334748416:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 113us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.778088:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2999 00000100:00100000:0.0:1734016115.778129:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3000 00000100:00100000:0.0:1734016115.778134:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334748544:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016115.778141:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016115.778147:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992d35 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f971 expref: 7 pid: 7685 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1734016115.778156:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992d35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f971 expref: 7 pid: 7685 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1734016115.778167:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.778168:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.778172:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55992d51 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [2723840->2781183] (req 2723840->2781183) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.778179:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55992d51 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [2723840->2781183] (req 2723840->2781183) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.778194:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016115.778207:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334748544:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 73us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.778212:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3000 00010000:00010000:1.0:1734016115.778521:0:13920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55992d4a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f97f expref: 8 pid: 7685 timeout: 479 lvb_type: 1 00000100:00100000:1.0:1734016115.778543:0:13920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338405760:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016115.778552:0:13920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55992d35 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f971 expref: 6 pid: 7685 timeout: 479 lvb_type: 1 00000100:00100000:1.0:1734016115.778559:0:13920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338405888:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016115.778573:0:13920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55992d51 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2723840->2781183] (req 2723840->2781183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.778580:0:13920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55992d51 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2723840->2781183] (req 2723840->2781183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.778585:0:13920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55992d51 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2723840->2781183] (req 2723840->2781183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1734016115.784091:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969430 is committed 00000001:00080000:3.0:1734016115.784128:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969428 is committed 00002000:00010000:1.0:1734016115.784246:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 720 -> 832 00010000:00010000:1.0:1734016115.784263:0:13920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55992d51 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2723840->2781183] (req 2723840->2781183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.784274:0:13920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55992d51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2723840->2781183] (req 2723840->2781183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.784282:0:13920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55992d51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2723840->2781183] (req 2723840->2781183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.784289:0:13920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e8358c0 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016115.784293:0:13920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55992d51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2723840->2781183] (req 2723840->2781183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.784301:0:13920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55992d51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2723840->2781183] (req 2723840->2781183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.784335:0:13920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55992d51 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2723840->2781183] (req 2723840->2781183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.784343:0:13920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55992d51 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2723840->2781183] (req 2723840->2781183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.784464:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334748288:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 10233us (10453us total) trans 4294969430 rc 0/0 00000100:00100000:1.0:1734016115.784476:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8701 00000100:00100000:2.0:1734016115.788145:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016115.788276:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334748672 00000100:00100000:3.0:1734016115.788286:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334748672 00000100:00100000:3.0:1734016115.788341:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10733 00000100:00100000:3.0:1734016115.788347:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334748672:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.788364:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.788381:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55992d58 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f986 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016115.788400:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 6423349, mtime: 0x675afc73, atime: 0x675afc72, ctime: 0x675afc73, blocks: 0x340 00010000:00010000:3.0:1734016115.788419:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016115.788421:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016115.788428:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55992d58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f986 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.788442:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55992d58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f986 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.788455:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016115.788509:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334748672:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 161us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.788515:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10733 00000100:00100000:2.0:1734016115.792622:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.793161:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334748800 00000100:00100000:1.0:1734016115.793171:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334748800 00000100:00100000:1.0:1734016115.793223:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10734 00000100:00100000:1.0:1734016115.793230:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334748800:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.793250:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.793266:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992d5f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f98d expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.793295:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55992d58 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f986 expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.793302:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.793304:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.793307:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992d5f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3538944->3543039] (req 3538944->3543039) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f98d expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.793338:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55992d58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f986 expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.793348:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55992d58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f986 expref: 5 pid: 7686 timeout: 479 lvb_type: 1 00000100:00100000:1.0:1734016115.793358:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338406016:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016115.794100:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.797296:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338406016:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016115.797334:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992d5f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3538944->3543039] (req 3538944->3543039) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f98d expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.797349:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:1.0:1734016115.797401:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334748800:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4170us (4789us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.797409:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10734 00000100:00100000:0.0:1734016115.797683:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016115.797838:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334748928 00000100:00100000:3.0:1734016115.797844:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334748928 00010000:00010000:3.0:1734016115.797863:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55992d58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f986 expref: 6 pid: 7686 timeout: 479 lvb_type: 1 00000100:00100000:3.0:1734016115.797881:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3001 00000100:00100000:3.0:1734016115.797885:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334748928:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016115.797897:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016115.797911:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55992d58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f986 expref: 6 pid: 7686 timeout: 479 lvb_type: 1 00010000:00010000:3.0:1734016115.797920:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55992d58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f986 expref: 6 pid: 7686 timeout: 479 lvb_type: 1 00010000:00010000:3.0:1734016115.797935:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55992d58 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f986 expref: 6 pid: 7686 timeout: 479 lvb_type: 1 00010000:00010000:3.0:1734016115.797955:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016115.797956:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016115.797960:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992d5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3538944->3543039) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f98d expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.797968:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992d5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3538944->3543039) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f98d expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.797989:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992d5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3538944->3543039) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f98d expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016115.797998:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338406144:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016115.798032:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.801184:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.801479:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334749056 00000100:00100000:1.0:1734016115.801488:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334749056 00000100:00100000:3.0:1734016115.801692:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338406144:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016115.801712:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.802119:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10735 00000100:00100000:1.0:1734016115.802127:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334749056:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016115.802280:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6423349 -> 6423349 00002000:00010000:1.0:1734016115.802283:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016115.802285:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016115.802287:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016115.802289:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 832 -> 832 00000100:00100000:3.0:1734016115.802800:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334748928:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4909us (5115us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.802820:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3001 00000100:00100000:1.0:1734016115.803231:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334749056:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1103us (2054us total) trans 4294969431 rc 0/0 00000100:00100000:1.0:1734016115.803238:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10735 00000100:00100000:2.0:1734016115.812494:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.812652:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334749312 00000100:00100000:1.0:1734016115.812667:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334749312 00000100:00100000:1.0:1734016115.812753:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8702 00000100:00100000:1.0:1734016115.812763:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334749312:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:1.0:1734016115.812836:0:13920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55992d66 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.812857:0:13920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992d5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3538944->3543039) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f98d expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.812866:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016115.812868:0:13920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016115.812872:0:13920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55992d66 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1351680->1392639] (req 1351680->1392639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.812909:0:13920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992d5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3538944->3543039) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f98d expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.812921:0:13920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992d5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3538944->3543039) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f98d expref: 8 pid: 7685 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016115.812937:0:13920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338406272:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016115.813008:0:13920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.819379:0:13920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13920:1818247338406272:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016115.819420:0:13920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55992d66 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1351680->1392639] (req 1351680->1392639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.820413:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016115.820587:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334749440 00000100:00100000:3.0:1734016115.820594:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334749440 00010000:00010000:3.0:1734016115.820627:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992d5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3538944->3543039) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f98d expref: 9 pid: 7685 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1734016115.821822:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3002 00000100:00100000:3.0:1734016115.821832:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334749440:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016115.821848:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016115.821869:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992d5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3538944->3543039) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f98d expref: 9 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016115.821881:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992d5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3538944->3543039) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f98d expref: 9 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016115.821903:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55992d5f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3538944->3543039) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f98d expref: 9 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016115.826429:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016115.826437:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016115.826446:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55992d66 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1351680->1392639] (req 1351680->1392639) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.826457:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55992d66 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1351680->1392639] (req 1351680->1392639) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.827277:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016115.827866:0:13920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55992d66 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1351680->1392639] (req 1351680->1392639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.827878:0:13920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55992d66 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1351680->1392639] (req 1351680->1392639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016115.828618:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334749440:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6781us (8201us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.828630:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3002 00010000:00010000:1.0:1734016115.843632:0:13920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55992d66 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1351680->1392639] (req 1351680->1392639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.843651:0:13920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55992d66 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1351680->1392639] (req 1351680->1392639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.843660:0:13920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55992d66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1351680->1392639] (req 1351680->1392639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.843671:0:13920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e836880 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016115.843677:0:13920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55992d66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1351680->1392639] (req 1351680->1392639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.843686:0:13920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55992d66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1351680->1392639] (req 1351680->1392639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.843706:0:13920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55992d66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1351680->1392639] (req 1351680->1392639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.843710:0:13920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55992d66 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1351680->1392639] (req 1351680->1392639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.843841:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334749312:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 31074us (31356us total) trans 0 rc 40960/40960 00000100:00100000:1.0:1734016115.843851:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8702 00000100:00100000:1.0:1734016115.861527:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.861588:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334749568 00000100:00100000:0.0:1734016115.861597:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334749568 00000100:00100000:0.0:1734016115.861655:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10736 00000100:00100000:0.0:1734016115.861663:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334749568:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.861685:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.861708:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992d6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f994 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016115.861741:0:7685:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 6423349, mtime: 0x675afc73, atime: 0x675afc72, ctime: 0x675afc73, blocks: 0x340 00010000:00010000:0.0:1734016115.861765:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.861767:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.861775:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992d6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f994 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.861790:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992d6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f994 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.861801:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565d40, rc 0) 00000100:00100000:0.0:1734016115.861876:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334749568:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 214us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.861883:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10736 00000100:00100000:3.0:1734016115.867298:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.867372:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334749696 00000100:00100000:0.0:1734016115.867383:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334749696 00000100:00100000:0.0:1734016115.867450:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10737 00000100:00100000:0.0:1734016115.867460:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334749696:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.867487:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.867511:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55992d74 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f99b expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.867536:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.867538:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.867546:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55992d74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f99b expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.867567:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55992d74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f99b expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.867578:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567a80, rc 0) 00000100:00100000:0.0:1734016115.867635:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334749696:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 177us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.867642:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10737 00000100:00100000:0.0:1734016115.872449:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.874437:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334749824 00000100:00100000:1.0:1734016115.874452:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334749824 00000100:00100000:1.0:1734016115.874520:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10738 00000100:00100000:1.0:1734016115.874530:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334749824:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.874554:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.874575:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992d7b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f9a2 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.874603:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992d6d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f994 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.874611:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55992d74 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f99b expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.874617:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.874619:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.874622:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992d7b lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4923392->4947967] (req 4923392->4947967) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a2 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.874655:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55992d74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f99b expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.874665:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55992d74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f99b expref: 7 pid: 7686 timeout: 479 lvb_type: 1 00000100:00100000:1.0:1734016115.874676:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338406400:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016115.874758:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992d6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f994 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.874766:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992d6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f994 expref: 7 pid: 7685 timeout: 479 lvb_type: 1 00000100:00100000:1.0:1734016115.874773:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338406528:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016115.874788:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.884559:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016115.884725:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334749952 00000100:00100000:3.0:1734016115.884733:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334749952 00010000:00010000:3.0:1734016115.884765:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992d6d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f994 expref: 8 pid: 7685 timeout: 479 lvb_type: 1 00000100:00100000:3.0:1734016115.884787:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3003 00000100:00100000:3.0:1734016115.884792:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334749952:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016115.884804:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016115.884842:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992d6d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f994 expref: 8 pid: 7685 timeout: 479 lvb_type: 1 00010000:00010000:3.0:1734016115.884851:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992d6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f994 expref: 8 pid: 7685 timeout: 479 lvb_type: 1 00010000:00010000:3.0:1734016115.884870:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016115.884901:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334749952:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 109us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.884905:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3003 00010000:00010000:1.0:1734016115.885074:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55992d6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f994 expref: 7 pid: 7685 timeout: 479 lvb_type: 1 00000100:00100000:1.0:1734016115.885109:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338406528:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016115.887234:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.887563:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338406400:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016115.887613:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992d7b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4923392->4947967] (req 4923392->4947967) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a2 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.887634:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:0.0:1734016115.887760:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334750080 00000100:00100000:0.0:1734016115.887766:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334750080 00010000:00010000:0.0:1734016115.887794:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55992d74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f99b expref: 8 pid: 7686 timeout: 479 lvb_type: 1 00000100:00100000:0.0:1734016115.887840:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3004 00000100:00100000:0.0:1734016115.887845:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334750080:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016115.887855:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016115.887870:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55992d74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f99b expref: 8 pid: 7686 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1734016115.887878:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55992d74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f99b expref: 8 pid: 7686 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1734016115.887893:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55992d74 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f99b expref: 8 pid: 7686 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1734016115.887910:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.887911:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.887916:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992d7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4923392->4947967) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a2 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.887924:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992d7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4923392->4947967) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a2 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.887946:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992d7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4923392->4947967) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a2 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.887955:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3ca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338406656:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016115.888081:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334749824:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 13552us (15643us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.888088:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10738 00000100:00100000:0.0:1734016115.888128:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.898419:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3ca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338406656:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016115.898452:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016115.898510:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334750080:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10664us (11286us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.898524:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3004 00000100:00100000:2.0:1734016115.900016:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.900477:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334750208 00000100:00100000:1.0:1734016115.900491:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334750208 00000100:00100000:1.0:1734016115.901052:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10739 00000100:00100000:1.0:1734016115.901062:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334750208:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016115.902216:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6423349 -> 6423349 00002000:00010000:1.0:1734016115.902223:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016115.902225:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016115.902226:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016115.902229:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 832 -> 832 00000100:00100000:1.0:1734016115.902322:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334750208:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1247us (2296us total) trans 4294969432 rc 0/0 00000100:00100000:1.0:1734016115.902329:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10739 00000100:00100000:2.0:1734016115.905865:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.906036:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334750336 00000100:00100000:1.0:1734016115.906044:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334750336 00000100:00100000:1.0:1734016115.906085:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10740 00000100:00100000:1.0:1734016115.906091:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334750336:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.906105:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.906119:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992d82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f9a9 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.906143:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992d7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4923392->4947967) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a2 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.906149:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016115.906151:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016115.906154:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992d82 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2609152->2670591] (req 2609152->2670591) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a9 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.906179:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992d7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4923392->4947967) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a2 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.906188:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4923392->4947967) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a2 expref: 6 pid: 7685 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016115.906199:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338406784:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016115.906851:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.912062:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338406784:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016115.912101:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992d82 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2609152->2670591] (req 2609152->2670591) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a9 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.912118:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016115.912172:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334750336:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6080us (6314us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.912181:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10740 00000100:00100000:2.0:1734016115.913761:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016115.913930:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334750464 00000100:00100000:3.0:1734016115.913938:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334750464 00010000:00010000:3.0:1734016115.913968:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4923392->4947967) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a2 expref: 7 pid: 7685 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1734016115.914006:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3005 00000100:00100000:3.0:1734016115.914012:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334750464:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016115.914026:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016115.914046:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4923392->4947967) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a2 expref: 7 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016115.914059:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992d7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4923392->4947967) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a2 expref: 7 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016115.914085:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992d7b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4923392->4947967) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a2 expref: 7 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016115.914099:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016115.914100:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016115.914107:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992d82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2609152->2670591) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a9 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.914117:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992d82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2609152->2670591) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a9 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.914146:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992d82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2609152->2670591) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a9 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016115.914161:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338406912:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016115.914221:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.917934:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.918014:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334750592 00000100:00100000:1.0:1734016115.918021:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334750592 00000100:00100000:1.0:1734016115.918064:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10741 00000100:00100000:1.0:1734016115.918071:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334750592:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016115.918260:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6423349 -> 6423349 00002000:00010000:1.0:1734016115.918262:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016115.918264:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016115.918266:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016115.918267:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 832 -> 832 00000100:00100000:3.0:1734016115.918805:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338406912:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016115.919219:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.919302:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334750592:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1228us (1372us total) trans 4294969433 rc 0/0 00000100:00100000:1.0:1734016115.919319:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10741 00000100:00100000:3.0:1734016115.919420:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334750464:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5407us (5663us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.919427:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3005 00000100:00100000:3.0:1734016115.923602:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.923698:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334750720 00000100:00100000:1.0:1734016115.923707:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334750720 00000100:00100000:1.0:1734016115.924071:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10742 00000100:00100000:1.0:1734016115.924078:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334750720:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.924097:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.924118:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992d89 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f9b0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.924179:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338407040:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016115.924242:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016115.927329:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016114 -> 1734016115 00000100:00100000:1.0:1734016115.927360:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338407040:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016115.927405:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992d89 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9b0 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.927419:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55992d89 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9b0 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.927444:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:1.0:1734016115.927495:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334750720:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3416us (3900us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.927504:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10742 00000100:00100000:2.0:1734016115.931097:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.931224:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334750848 00000100:00100000:1.0:1734016115.931237:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334750848 00000100:00100000:1.0:1734016115.931443:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10743 00000100:00100000:1.0:1734016115.931451:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334750848:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.931476:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.931496:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55992d90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f9b7 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.931559:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338407168:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016115.931912:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.934780:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338407168:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016115.934934:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55992d90 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9b7 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.934952:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55992d90 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9b7 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.935006:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016115.935195:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334750848:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3742us (4110us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.935204:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10743 00000100:00100000:2.0:1734016115.938635:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.938741:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334750976 00000100:00100000:1.0:1734016115.938754:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334750976 00000100:00100000:1.0:1734016115.938992:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10744 00000100:00100000:1.0:1734016115.938999:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334750976:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.939018:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.939033:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55992d97 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f9be expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.939081:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338407296:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016115.939281:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.942627:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338407296:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016115.942670:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55992d97 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9be expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.942684:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55992d97 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9be expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.943269:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016115.943347:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334750976:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4346us (4720us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.943359:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10744 00000100:00100000:2.0:1734016115.947444:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.948152:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334751104 00000100:00100000:1.0:1734016115.948160:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334751104 00000100:00100000:1.0:1734016115.948285:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10745 00000100:00100000:1.0:1734016115.948292:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334751104:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.948317:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.948332:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992d9e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f9c5 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.948358:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992d82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2609152->2670591) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a9 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.948365:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016115.948367:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016115.948371:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992d9e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9c5 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.948397:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992d82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2609152->2670591) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a9 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.948408:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992d82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2609152->2670591) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a9 expref: 8 pid: 7685 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016115.948418:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338407424:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016115.948856:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.951777:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338407424:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016115.951842:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992d9e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9c5 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.951859:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016115.951919:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334751104:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3626us (4484us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.951930:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10745 00000100:00100000:2.0:1734016115.954296:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016115.954422:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334751232 00000100:00100000:3.0:1734016115.954431:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334751232 00010000:00010000:3.0:1734016115.954474:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992d82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2609152->2670591) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a9 expref: 9 pid: 7685 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1734016115.954767:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3006 00000100:00100000:3.0:1734016115.954778:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129fdf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334751232:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016115.954803:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016115.954953:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992d82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2609152->2670591) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a9 expref: 9 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016115.954966:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992d82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2609152->2670591) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a9 expref: 9 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016115.954992:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992d82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2609152->2670591) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9a9 expref: 9 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016115.955032:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016115.955034:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016115.955044:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992d9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->77823) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9c5 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.955054:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992d9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->77823) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9c5 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.955101:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992d9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->77823) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9c5 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016115.955115:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338407552:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016115.955204:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.958410:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338407552:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016115.958430:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016115.958473:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129fdf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334751232:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3695us (4192us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.958485:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3006 00000100:00100000:2.0:1734016115.958984:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.959172:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334751488 00000100:00100000:1.0:1734016115.959179:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334751488 00002000:00100000:1.0:1734016115.959215:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (73728->77823) req@ffff88007856c000 x1818247334751488/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.959224:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856c000 with x1818247334751488 ext(73728->77823) 00002000:00010000:1.0:1734016115.959228:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856c000 00000100:00100000:1.0:1734016115.959256:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8703 00000100:00100000:1.0:1734016115.959262:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334751488:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.959434:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334751488:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 171us (450us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016115.959440:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8703 00002000:00100000:1.0:1734016115.959445:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (73728->77823) req@ffff88007856c000 x1818247334751488/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.959451:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856c000 with x1818247334751488 ext(73728->77823) 00002000:00010000:1.0:1734016115.959453:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856c000 00000100:00100000:2.0:1734016115.965465:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016115.965546:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334751616 00000100:00100000:0.0:1734016115.965555:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334751616 00002000:00100000:0.0:1734016115.965599:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (73728->77823) req@ffff88007856d500 x1818247334751616/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 4584/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.965609:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856d500 with x1818247334751616 ext(73728->77823) 00002000:00010000:0.0:1734016115.965614:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856d500 00000100:00100000:0.0:1734016115.965652:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8704 00000100:00100000:0.0:1734016115.965658:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334751616:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016115.966683:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334751616:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 1018us (1223us total) trans 4294969434 rc 0/0 00000100:00100000:0.0:1734016115.966691:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8704 00002000:00100000:0.0:1734016115.966698:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (73728->77823) req@ffff88007856d500 x1818247334751616/t4294969434(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:76/0 lens 4584/448 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.966705:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856d500 with x1818247334751616 ext(73728->77823) 00002000:00010000:0.0:1734016115.966709:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856d500 00000100:00100000:3.0:1734016115.969619:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.969725:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334751744 00000100:00100000:1.0:1734016115.969733:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334751744 00000100:00100000:1.0:1734016115.969799:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10746 00000100:00100000:1.0:1734016115.969829:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334751744:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016115.971225:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969434 is committed 00000001:00080000:0.0:1734016115.971237:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969433 is committed 00000100:00100000:1.0:1734016115.971440:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334751744:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 1630us (1825us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.971451:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10746 00000100:00100000:3.0:1734016115.977865:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.978033:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334751872 00000100:00100000:1.0:1734016115.978048:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334751872 00000100:00100000:1.0:1734016115.978120:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10747 00000100:00100000:1.0:1734016115.978129:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334751872:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.978158:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.978184:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992da5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f9cc expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.978275:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338407680:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016115.978379:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00002000:00010000:1.0:1734016115.981509:0:7685:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 6423349 -> 7107406 00002000:00010000:1.0:1734016115.981517:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 832 -> 840 00000100:00100000:1.0:1734016115.981545:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338407680:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016115.981585:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992da5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9cc expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.981602:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55992da5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9cc expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.981671:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016115.981736:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334751872:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3607us (3939us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.981745:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10747 00000100:00100000:3.0:1734016115.984677:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.985002:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334752000 00000100:00100000:1.0:1734016115.985010:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334752000 00000100:00100000:1.0:1734016115.985051:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10748 00000100:00100000:1.0:1734016115.985057:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334752000:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.985072:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.985087:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55992dac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f9d3 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.985138:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338407808:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016115.985200:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.988144:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338407808:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016115.988177:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55992dac lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9d3 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.988190:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55992dac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9d3 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.988212:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:1.0:1734016115.988253:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334752000:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3196us (3589us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.988260:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10748 00000100:00100000:2.0:1734016115.991856:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016115.992122:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334752128 00000100:00100000:1.0:1734016115.992131:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334752128 00000100:00100000:1.0:1734016115.992519:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10749 00000100:00100000:1.0:1734016115.992529:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334752128:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016115.992830:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7107406 -> 7413059 00002000:00010000:1.0:1734016115.992834:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016115.992836:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016115.992838:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016115.992840:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 840 -> 872 00000100:00100000:1.0:1734016115.992912:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334752128:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 383us (1063us total) trans 4294969435 rc 0/0 00000100:00100000:1.0:1734016115.992919:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10749 00000100:00100000:0.0:1734016115.995971:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016115.996109:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334752256 00000100:00100000:2.0:1734016115.996118:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334752256 00000100:00100000:2.0:1734016115.996200:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10750 00000100:00100000:2.0:1734016115.996207:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334752256:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.996226:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.996243:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992db3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f9da expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.996294:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338407936:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016115.996700:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.998554:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338407936:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016115.998595:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992db3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9da expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.998610:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992db3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9da expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.998628:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016115.999087:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334752256:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2878us (3126us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016115.999098:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10750 00000100:00100000:0.0:1734016116.002066:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.002162:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334752384 00000100:00100000:2.0:1734016116.002171:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334752384 00000100:00100000:2.0:1734016116.002598:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10751 00000100:00100000:2.0:1734016116.002603:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334752384:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.002617:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.002630:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992dba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f9e1 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.002669:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338408064:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016116.002709:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00080000:1.0:1734016116.002890:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016086 00000100:00100000:2.0:1734016116.005733:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338408064:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016116.005789:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992dba lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9e1 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.005849:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992dba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9e1 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.005874:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016116.006245:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334752384:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3636us (4183us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.006253:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10751 00000100:00100000:0.0:1734016116.009723:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.009841:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334752512 00000100:00100000:2.0:1734016116.009848:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334752512 00000100:00100000:2.0:1734016116.009889:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10752 00000100:00100000:2.0:1734016116.009895:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334752512:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.009911:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.009926:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992dc1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f9e8 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.009976:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338408192:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016116.010025:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.013178:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338408192:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016116.013227:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992dc1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9e8 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.013242:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992dc1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9e8 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.013280:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016116.013406:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334752512:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3510us (3689us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.013414:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10752 00000100:00100000:2.0:1734016116.017323:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016116.017423:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334752768 00000100:00100000:0.0:1734016116.017437:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334752768 00000100:00100000:0.0:1734016116.017548:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8705 00000100:00100000:0.0:1734016116.017554:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334752768:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:0.0:1734016116.017590:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55992dc8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.017611:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992d9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->77823) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9c5 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.017617:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016116.017619:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016116.017622:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55992dc8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7323648->7348223] (req 7323648->7348223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.017662:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992d9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->77823) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9c5 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.017674:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992d9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->77823) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9c5 expref: 6 pid: 7685 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016116.017687:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338408320:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016116.017749:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.020355:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338408320:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016116.020395:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55992dc8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7323648->7348223] (req 7323648->7348223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.022500:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016116.023247:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334752896 00000100:00100000:1.0:1734016116.023259:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334752896 00002000:00100000:1.0:1734016116.023300:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7053312->7110655) req@ffff88007a3c9f80 x1818247334752896/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.023320:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9f80 with x1818247334752896 ext(7053312->7110655) 00010000:00010000:1.0:1734016116.023330:0:13920:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992d9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->77823) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9c5 expref: 7 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016116.023342:0:13920:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992d9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->77823) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9c5 expref: 7 pid: 7685 timeout: 479 lvb_type: 0 00002000:00010000:1.0:1734016116.023348:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007a3c9f80 00000100:00100000:1.0:1734016116.023380:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 269 00000100:00100000:1.0:1734016116.023390:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334752896:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016116.028037:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334752896:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4636us (5535us total) trans 4294969436 rc 0/0 00000100:00100000:0.0:1734016116.028050:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 269 00002000:00100000:0.0:1734016116.028064:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7053312->7110655) req@ffff88007a3c9f80 x1818247334752896/t4294969436(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/448 e 0 to 0 dl 1734016127 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.028073:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9f80 with x1818247334752896 ext(7053312->7110655) 00010000:00010000:0.0:1734016116.028085:0:13920:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992d9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->77823) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9c5 expref: 9 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016116.028103:0:13920:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992d9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->77823) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9c5 expref: 9 pid: 7685 timeout: 479 lvb_type: 0 00002000:00010000:0.0:1734016116.028111:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007a3c9f80 00000100:00100000:0.0:1734016116.031405:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.031535:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334753024 00000100:00100000:3.0:1734016116.031546:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334753024 00010000:00010000:3.0:1734016116.031583:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992d9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->77823) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9c5 expref: 9 pid: 7685 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1734016116.031678:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3007 00000100:00100000:3.0:1734016116.031684:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334753024:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.031697:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016116.031711:0:6467:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 872 -> 984 00010000:00010000:3.0:1734016116.031717:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992d9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 73728->77823) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9c5 expref: 9 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016116.031728:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992d9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 73728->77823) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9c5 expref: 9 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016116.031750:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992d9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 73728->77823) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9c5 expref: 9 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016116.031780:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.031783:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.031788:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55992dc8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7323648->7348223] (req 7323648->7348223) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.031797:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55992dc8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7323648->7348223] (req 7323648->7348223) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.031983:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.032032:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334753024:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 347us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.032039:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3007 00010000:00010000:2.0:1734016116.032083:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55992dc8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7323648->7348223] (req 7323648->7348223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.032096:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55992dc8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7323648->7348223] (req 7323648->7348223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.034737:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55992dc8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7323648->7348223] (req 7323648->7348223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.034751:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55992dc8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7323648->7348223] (req 7323648->7348223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.034757:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55992dc8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7323648->7348223] (req 7323648->7348223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.034762:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8567cc0 already unused, calling callback (ffffffffa0859100) 00010000:00010000:2.0:1734016116.034765:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55992dc8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7323648->7348223] (req 7323648->7348223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.034772:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55992dc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7323648->7348223] (req 7323648->7348223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.034786:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55992dc8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7323648->7348223] (req 7323648->7348223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.034791:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55992dc8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7323648->7348223] (req 7323648->7348223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.035122:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334752768:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 17563us (17817us total) trans 0 rc 24576/24576 00000100:00100000:2.0:1734016116.035134:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8705 00000100:00100000:0.0:1734016116.038268:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.038407:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334753152 00000100:00100000:2.0:1734016116.038415:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334753152 00000100:00100000:2.0:1734016116.038468:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10753 00000100:00100000:2.0:1734016116.038476:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334753152:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.038493:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.038511:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992dcf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f9ef expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016116.038532:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7413059, mtime: 0x675afc73, atime: 0x675afc73, ctime: 0x675afc73, blocks: 0x3d8 00010000:00010000:2.0:1734016116.038549:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.038551:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.038558:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992dcf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9ef expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.038570:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992dcf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9ef expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.038579:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016116.038626:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334753152:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 151us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.038633:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10753 00000100:00100000:0.0:1734016116.042903:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016116.043515:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334753280 00000100:00100000:1.0:1734016116.043523:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334753280 00000100:00100000:1.0:1734016116.043603:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10754 00000100:00100000:1.0:1734016116.043611:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334753280:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.043634:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.043653:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992dd6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f9f6 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.043675:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.043677:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.043684:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992dd6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9f6 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.043698:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992dd6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9f6 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.043708:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016116.044003:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334753280:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 390us (1107us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.044009:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10754 00000100:00100000:0.0:1734016116.046861:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016116.047004:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334753408 00000100:00100000:1.0:1734016116.047014:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334753408 00000100:00100000:1.0:1734016116.047147:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10755 00000100:00100000:1.0:1734016116.047155:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:9662:x1818247334753408:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.047180:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.047201:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992ddd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4f9fd expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.047239:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992dcf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9ef expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.047247:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992dd6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9f6 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.047252:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.047254:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.047257:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992ddd lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [2191360->2252799] (req 2191360->2252799) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9fd expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.047294:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992dd6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9f6 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.047316:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992dd6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9f6 expref: 10 pid: 7685 timeout: 479 lvb_type: 1 00000100:00100000:1.0:1734016116.047327:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338408448:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016116.047417:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992dcf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9ef expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.047425:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992dcf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9ef expref: 6 pid: 7686 timeout: 479 lvb_type: 1 00000100:00100000:1.0:1734016116.047433:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338408576:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016116.047452:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.051714:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016116.051758:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016116.052089:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338408448:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016116.052102:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338408576:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016116.052131:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992ddd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [2191360->2252799] (req 2191360->2252799) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9fd expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.052148:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016116.052212:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:9662:x1818247334753408:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5056us (5367us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.052220:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10755 00000100:00100000:3.0:1734016116.052633:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334753536 00000100:00100000:3.0:1734016116.052641:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334753536 00010000:00010000:3.0:1734016116.052671:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992dd6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9f6 expref: 10 pid: 7685 timeout: 479 lvb_type: 1 00000100:00100000:3.0:1734016116.052699:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334753664 00000100:00100000:3.0:1734016116.052701:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334753664 00010000:00010000:3.0:1734016116.052708:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992dcf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9ef expref: 7 pid: 7686 timeout: 479 lvb_type: 1 00000100:00100000:3.0:1734016116.052722:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3008 00000100:00100000:3.0:1734016116.052728:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334753536:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.052742:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.052764:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992dd6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9f6 expref: 10 pid: 7685 timeout: 479 lvb_type: 1 00010000:00010000:3.0:1734016116.052773:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992dd6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9f6 expref: 10 pid: 7685 timeout: 479 lvb_type: 1 00010000:00010000:3.0:1734016116.052790:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55992dd6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9f6 expref: 10 pid: 7685 timeout: 479 lvb_type: 1 00010000:00010000:3.0:1734016116.052805:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.052851:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334753536:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 123us (1146us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.052856:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3008 00000100:00100000:3.0:1734016116.052867:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3009 00000100:00100000:3.0:1734016116.052870:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334753664:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.052876:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.052881:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992dcf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9ef expref: 7 pid: 7686 timeout: 479 lvb_type: 1 00010000:00010000:3.0:1734016116.052888:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992dcf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9ef expref: 7 pid: 7686 timeout: 479 lvb_type: 1 00010000:00010000:3.0:1734016116.052897:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992dcf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9ef expref: 7 pid: 7686 timeout: 479 lvb_type: 1 00010000:00010000:3.0:1734016116.052904:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.052905:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.052910:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992ddd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2191360->2252799) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9fd expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.052917:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992ddd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2191360->2252799) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9fd expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.052944:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992ddd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2191360->2252799) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9fd expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.052955:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338408704:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016116.052984:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.059057:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.059168:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338408704:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016116.059197:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.059245:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334753664:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6373us (7486us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.059256:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3009 00000100:00100000:1.0:1734016116.059389:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334753792 00000100:00100000:1.0:1734016116.059398:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334753792 00000100:00100000:1.0:1734016116.059858:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10756 00000100:00100000:1.0:1734016116.059867:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334753792:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016116.060172:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7413059 -> 7413059 00002000:00010000:1.0:1734016116.060176:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016116.060179:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016116.060181:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016115 -> 1734016116 00002000:00010000:1.0:1734016116.060183:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 984 -> 1104 00000100:00100000:1.0:1734016116.060217:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334753792:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 351us (1169us total) trans 4294969437 rc 0/0 00000100:00100000:1.0:1734016116.060224:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10756 00000100:00100000:0.0:1734016116.064006:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.064650:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334753920 00000100:00100000:2.0:1734016116.064660:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334753920 00000100:00100000:2.0:1734016116.064784:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10757 00000100:00100000:2.0:1734016116.064790:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334753920:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016116.065022:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7413059 -> 7413059 00002000:00010000:2.0:1734016116.065025:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:2.0:1734016116.065027:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016115 -> 1734016115 00002000:00010000:2.0:1734016116.065028:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016116.065030:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1104 -> 1104 00000100:00100000:2.0:1734016116.065298:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334753920:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 506us (1305us total) trans 4294969438 rc 0/0 00000100:00100000:2.0:1734016116.065305:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10757 00000100:00100000:0.0:1734016116.068458:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.068759:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334754048 00000100:00100000:2.0:1734016116.068769:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334754048 00000100:00100000:2.0:1734016116.069370:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10758 00000100:00100000:2.0:1734016116.069379:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247334754048:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016116.069639:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7413059 -> 7413059 00002000:00010000:2.0:1734016116.069643:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016115 -> 1734016116 00002000:00010000:2.0:1734016116.069645:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016115 -> 1734016115 00002000:00010000:2.0:1734016116.069647:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016116.069649:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1104 -> 1104 00000100:00100000:2.0:1734016116.069721:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247334754048:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 342us (1271us total) trans 4294969439 rc 0/0 00000100:00100000:2.0:1734016116.069727:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10758 00000100:00100000:0.0:1734016116.074573:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016116.075203:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334754176 00000100:00100000:1.0:1734016116.075213:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334754176 00000100:00100000:1.0:1734016116.075331:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10759 00000100:00100000:1.0:1734016116.075338:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334754176:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.075357:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.075380:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55992de4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa04 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.075436:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338408832:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016116.075769:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.079995:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338408832:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016116.080035:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55992de4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa04 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.080048:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55992de4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa04 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.080078:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016116.080138:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334754176:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4799us (5575us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.080146:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10759 00000100:00100000:0.0:1734016116.084002:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016116.084333:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334754304 00000100:00100000:1.0:1734016116.084345:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334754304 00000100:00100000:1.0:1734016116.084395:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10760 00000100:00100000:1.0:1734016116.084403:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334754304:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.084425:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.084444:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992deb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa0b expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.084475:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992ddd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2191360->2252799) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9fd expref: 11 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.084488:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016116.084490:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016116.084493:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992deb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2723840->2727935] (req 2723840->2727935) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa0b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.084526:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992ddd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2191360->2252799) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9fd expref: 11 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.084538:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2191360->2252799) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9fd expref: 11 pid: 7685 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016116.084552:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338408960:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016116.084603:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.087344:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338408960:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016116.087378:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992deb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2723840->2727935] (req 2723840->2727935) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa0b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.087397:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016116.087439:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334754304:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3036us (3447us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.087447:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10760 00000100:00100000:0.0:1734016116.090624:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.090857:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334754432 00000100:00100000:3.0:1734016116.090867:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334754432 00010000:00010000:3.0:1734016116.090901:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2191360->2252799) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9fd expref: 12 pid: 7685 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1734016116.091034:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3010 00000100:00100000:3.0:1734016116.091041:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247334754432:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.091057:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.091077:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2191360->2252799) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9fd expref: 12 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016116.091087:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992ddd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2191360->2252799) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9fd expref: 12 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016116.091111:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55992ddd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2191360->2252799) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f9fd expref: 12 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016116.091328:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.091331:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.091339:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992deb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2723840->2727935) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa0b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.091347:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992deb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2723840->2727935) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa0b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.091384:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992deb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2723840->2727935) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa0b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.091397:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338409088:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016116.091710:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.099055:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338409088:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016116.099089:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.099144:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247334754432:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8101us (8643us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.099156:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3010 00000100:00100000:1.0:1734016116.111320:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016116.111367:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.111433:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334754688 00000100:00100000:2.0:1734016116.111442:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334754688 00002000:00100000:2.0:1734016116.111476:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880078d67100 x1818247334754688/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.111486:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d67100 with x1818247334754688 ext(0->4194303) 00002000:00010000:2.0:1734016116.111490:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d67100 00000100:00100000:2.0:1734016116.111517:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334754816 00000100:00100000:2.0:1734016116.111519:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334754816 00002000:00100000:2.0:1734016116.111529:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7413759) req@ffff880078d66300 x1818247334754816/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.111535:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66300 with x1818247334754816 ext(4194304->7413759) 00002000:00010000:2.0:1734016116.111537:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66300 00000100:00100000:2.0:1734016116.111550:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8706 00000100:00100000:2.0:1734016116.111556:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334754688:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.115395:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8707 00000100:00100000:3.0:1734016116.115408:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334754816:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.165483:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334754816:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 50066us (54104us total) trans 0 rc 3219456/3219456 00000100:00100000:3.0:1734016116.165497:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8707 00002000:00100000:3.0:1734016116.165507:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7413759) req@ffff880078d66300 x1818247334754816/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 3219456/3219456 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.165515:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66300 with x1818247334754816 ext(4194304->7413759) 00002000:00010000:3.0:1734016116.165521:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66300 00000100:00100000:2.0:1734016116.197844:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334754688:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 86280us (86533us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016116.197855:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8706 00002000:00100000:2.0:1734016116.197864:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880078d67100 x1818247334754688/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.197872:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d67100 with x1818247334754688 ext(0->4194303) 00002000:00010000:2.0:1734016116.197877:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d67100 00000100:00100000:1.0:1734016116.211323:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.211677:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334755072 00000100:00100000:2.0:1734016116.211685:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334755072 00002000:00100000:2.0:1734016116.211723:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2674688->2727935) req@ffff880078d64a80 x1818247334755072/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.211733:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64a80 with x1818247334755072 ext(2674688->2727935) 00002000:00010000:2.0:1734016116.211738:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d64a80 00000100:00100000:2.0:1734016116.211770:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8708 00000100:00100000:2.0:1734016116.211777:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334755072:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016116.217095:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334755072:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 5307us (5781us total) trans 4294969440 rc 0/0 00000100:00100000:0.0:1734016116.217106:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8708 00002000:00100000:0.0:1734016116.217116:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2674688->2727935) req@ffff880078d64a80 x1818247334755072/t4294969440(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/448 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.217124:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64a80 with x1818247334755072 ext(2674688->2727935) 00002000:00010000:0.0:1734016116.217129:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d64a80 00000100:00100000:0.0:1734016116.219890:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.220026:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334755200 00000100:00100000:2.0:1734016116.220034:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334755200 00000100:00100000:2.0:1734016116.220082:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2164 00000100:00100000:2.0:1734016116.220088:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+29:9662:x1818247334755200:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016116.220364:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+29:9662:x1818247334755200:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 275us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.220372:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2164 00000100:00100000:1.0:1734016116.222670:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.222772:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334755328 00000100:00100000:2.0:1734016116.222780:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334755328 00000100:00100000:2.0:1734016116.222848:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10761 00000100:00100000:2.0:1734016116.222854:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334755328:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:1.0:1734016116.224648:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969440 is committed 00000001:00080000:1.0:1734016116.224661:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969439 is committed 00000100:00100000:2.0:1734016116.225227:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334755328:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2366us (2556us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.225240:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10761 00000100:00100000:0.0:1734016116.227792:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.228001:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334755456 00000100:00100000:2.0:1734016116.228008:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334755456 00000100:00100000:2.0:1734016116.228048:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10762 00000100:00100000:2.0:1734016116.228054:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334755456:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.228070:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.228085:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992df2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa12 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.228131:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338409216:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016116.228178:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00002000:00010000:2.0:1734016116.231364:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016115 -> 1734016116 00002000:00010000:2.0:1734016116.231371:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1104 -> 1200 00000100:00100000:2.0:1734016116.231393:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338409216:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016116.231433:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992df2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa12 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.231445:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992df2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa12 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.231472:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016116.231768:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334755456:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3713us (3982us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.231776:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10762 00010000:00010000:3.0:1734016116.235049:0:6468:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016116.235192:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.235407:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334755584 00000100:00100000:2.0:1734016116.235416:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334755584 00000100:00100000:2.0:1734016116.235457:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10763 00000100:00100000:2.0:1734016116.235463:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334755584:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.235480:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.235494:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992df9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa19 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.235542:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338409344:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016116.235608:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.237441:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338409344:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016116.237471:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992df9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa19 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.237487:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992df9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa19 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.237496:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016116.238224:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334755584:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2757us (3037us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.238233:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10763 00000100:00100000:0.0:1734016116.242193:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.242266:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334755712 00000100:00100000:2.0:1734016116.242275:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334755712 00000100:00100000:2.0:1734016116.242322:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10764 00000100:00100000:2.0:1734016116.242329:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334755712:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.242347:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.242364:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992e00 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa20 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.242420:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338409472:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016116.242487:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.245669:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338409472:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016116.245706:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992e00 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa20 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.245719:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992e00 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa20 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.245794:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016116.246036:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334755712:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3704us (3849us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.246044:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10764 00000100:00100000:0.0:1734016116.248665:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.248784:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334755840 00000100:00100000:2.0:1734016116.248793:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334755840 00000100:00100000:2.0:1734016116.248966:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10765 00000100:00100000:2.0:1734016116.248973:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334755840:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.248991:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.249008:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992e07 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa27 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.249056:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338409600:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016116.249120:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.251499:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338409600:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016116.251638:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992e07 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa27 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.251650:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992e07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa27 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.251660:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016116.251707:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334755840:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2734us (3050us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.251718:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10765 00000100:00100000:1.0:1734016116.258058:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.258665:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334756096 00000100:00100000:2.0:1734016116.258676:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334756096 00000100:00100000:2.0:1734016116.258744:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8709 00000100:00100000:2.0:1734016116.258751:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334756096:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:2.0:1734016116.258789:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e0e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.258885:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992deb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2723840->2727935) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa0b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.258893:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016116.258895:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016116.258898:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e0e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1429504->1437695] (req 1429504->1437695) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.258930:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992deb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2723840->2727935) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa0b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.258942:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992deb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2723840->2727935) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa0b expref: 7 pid: 7685 timeout: 479 lvb_type: 0 00000100:00100000:2.0:1734016116.258954:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338409728:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016116.259450:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.268839:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338409728:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016116.268872:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e0e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1429504->1437695] (req 1429504->1437695) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.284776:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.286216:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334756224 00000100:00100000:3.0:1734016116.286225:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334756224 00010000:00010000:3.0:1734016116.286258:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992deb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2723840->2727935) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa0b expref: 8 pid: 7685 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1734016116.286342:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3011 00000100:00100000:3.0:1734016116.286349:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334756224:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.286362:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.286381:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992deb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2723840->2727935) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa0b expref: 8 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016116.286392:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992deb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2723840->2727935) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa0b expref: 8 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016116.286414:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55992deb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2723840->2727935) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa0b expref: 8 pid: 7685 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016116.286444:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.286447:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.286452:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1429504->1437695] (req 1429504->1437695) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.286461:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e0e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1429504->1437695] (req 1429504->1437695) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.286496:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.286550:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334756224:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 200us (1783us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.286556:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3011 00010000:00010000:2.0:1734016116.286940:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1429504->1437695] (req 1429504->1437695) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.286950:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1429504->1437695] (req 1429504->1437695) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1734016116.293876:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969441 is committed 00010000:00010000:2.0:1734016116.294322:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1429504->1437695] (req 1429504->1437695) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.294334:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1429504->1437695] (req 1429504->1437695) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.294342:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1429504->1437695] (req 1429504->1437695) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.294348:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405f80 already unused, calling callback (ffffffffa0859100) 00010000:00010000:2.0:1734016116.294352:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1429504->1437695] (req 1429504->1437695) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.294359:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1429504->1437695] (req 1429504->1437695) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.294375:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e0e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1429504->1437695] (req 1429504->1437695) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.294380:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e0e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1429504->1437695] (req 1429504->1437695) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.294481:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334756096:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 35726us (36439us total) trans 4294969441 rc 0/0 00000100:00100000:2.0:1734016116.294491:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8709 00000100:00100000:1.0:1734016116.298363:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.298974:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334756352 00000100:00100000:2.0:1734016116.298983:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334756352 00000100:00100000:2.0:1734016116.299186:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10766 00000100:00100000:2.0:1734016116.299194:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334756352:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.299216:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.299237:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992e15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa2e expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016116.299260:0:7685:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7413059, mtime: 0x675afc74, atime: 0x675afc73, ctime: 0x675afc74, blocks: 0x4b0 00010000:00010000:2.0:1734016116.299282:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.299284:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.299291:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992e15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa2e expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.299315:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992e15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa2e expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.299326:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016116.301032:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334756352:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1826us (2665us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.301043:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10766 00000100:00100000:0.0:1734016116.304672:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.304872:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334756480 00000100:00100000:2.0:1734016116.304885:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334756480 00000100:00100000:2.0:1734016116.304929:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10767 00000100:00100000:2.0:1734016116.304937:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334756480:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.304955:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.304971:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e1c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa35 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.304996:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.304998:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.305009:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa35 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.305024:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa35 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.305036:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016116.305251:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334756480:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 314us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.305257:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10767 00000100:00100000:0.0:1734016116.308277:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.308507:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334756736 00000100:00100000:2.0:1734016116.308517:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334756736 00002000:00100000:2.0:1734016116.308562:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4489216->4493311) req@ffff8800701c9180 x1818247334756736/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.308571:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c9180 with x1818247334756736 ext(4489216->4493311) 00002000:00010000:2.0:1734016116.308577:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c9180 00000100:00100000:2.0:1734016116.308877:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8710 00000100:00100000:2.0:1734016116.308884:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334756736:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.309038:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334756736:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 154us (774us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016116.309044:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8710 00002000:00100000:2.0:1734016116.309050:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4489216->4493311) req@ffff8800701c9180 x1818247334756736/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.309057:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c9180 with x1818247334756736 ext(4489216->4493311) 00002000:00010000:2.0:1734016116.309060:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c9180 00000100:00100000:1.0:1734016116.314082:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.314482:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334756864 00000100:00100000:2.0:1734016116.314492:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334756864 00000100:00100000:2.0:1734016116.314544:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10768 00000100:00100000:2.0:1734016116.314551:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334756864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.314569:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.314586:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992e23 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa3c expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.314618:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992e15 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa2e expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.314626:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e1c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa35 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.314631:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.314633:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.314635:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992e23 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9179136->9203711] (req 9179136->9203711) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa3c expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.314668:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa35 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.314678:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa35 expref: 7 pid: 7685 timeout: 479 lvb_type: 1 00000100:00100000:2.0:1734016116.314689:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338409856:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016116.314752:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992e15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa2e expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.314760:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992e15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa2e expref: 6 pid: 7685 timeout: 479 lvb_type: 1 00000100:00100000:2.0:1734016116.314767:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338409984:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016116.314782:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.324166:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338409856:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016116.324177:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338409984:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016116.324204:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992e23 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9179136->9203711] (req 9179136->9203711) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa3c expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.324218:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016116.324257:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334756864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9705us (10181us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.324268:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10768 00000100:00100000:0.0:1734016116.324566:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.324719:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.324742:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334756992 00000100:00100000:3.0:1734016116.324746:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334756992 00010000:00010000:3.0:1734016116.324767:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa35 expref: 7 pid: 7685 timeout: 479 lvb_type: 1 00000100:00100000:3.0:1734016116.324790:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334757120 00000100:00100000:3.0:1734016116.324791:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334757120 00010000:00010000:3.0:1734016116.324799:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992e15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa2e expref: 7 pid: 7685 timeout: 479 lvb_type: 1 00000100:00100000:3.0:1734016116.324833:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3012 00000100:00100000:3.0:1734016116.324838:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334756992:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.324850:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.324869:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa35 expref: 7 pid: 7685 timeout: 479 lvb_type: 1 00010000:00010000:3.0:1734016116.324878:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa35 expref: 7 pid: 7685 timeout: 479 lvb_type: 1 00010000:00010000:3.0:1734016116.324899:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa35 expref: 7 pid: 7685 timeout: 479 lvb_type: 1 00010000:00010000:3.0:1734016116.324912:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.324931:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334756992:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 93us (1133us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.324936:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3012 00000100:00100000:3.0:1734016116.324948:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3013 00000100:00100000:3.0:1734016116.324952:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129fdfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334757120:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.324959:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.324964:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992e15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa2e expref: 7 pid: 7685 timeout: 479 lvb_type: 1 00010000:00010000:3.0:1734016116.324971:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992e15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa2e expref: 7 pid: 7685 timeout: 479 lvb_type: 1 00010000:00010000:3.0:1734016116.324980:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992e15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa2e expref: 7 pid: 7685 timeout: 479 lvb_type: 1 00010000:00010000:3.0:1734016116.324987:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.324989:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.324994:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992e23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9179136->9203711) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa3c expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.325002:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992e23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9179136->9203711) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa3c expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.325027:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992e23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9179136->9203711) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa3c expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.325037:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338410112:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016116.325063:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.334498:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338410112:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016116.334523:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016116.334572:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129fdfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334757120:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 9619us (9853us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016116.334583:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3013 00000100:00100000:1.0:1734016116.335087:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.335770:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334757248 00000100:00100000:2.0:1734016116.335777:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334757248 00000100:00100000:2.0:1734016116.336074:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10769 00000100:00100000:2.0:1734016116.336083:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334757248:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016116.336350:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7413059 -> 7413059 00002000:00010000:2.0:1734016116.336353:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016116.336356:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016115 -> 1734016115 00002000:00010000:2.0:1734016116.336358:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016116.336360:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1200 -> 1248 00000100:00100000:2.0:1734016116.336429:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334757248:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 346us (1342us total) trans 4294969442 rc 0/0 00000100:00100000:2.0:1734016116.336435:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10769 00000100:00100000:0.0:1734016116.343663:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.343843:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334757376 00000100:00100000:2.0:1734016116.343851:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334757376 00000100:00100000:2.0:1734016116.343887:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10770 00000100:00100000:2.0:1734016116.343894:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334757376:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.343913:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.343930:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992e2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa43 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.343975:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338410240:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016116.344036:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00002000:00010000:2.0:1734016116.347618:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016115 -> 1734016116 00000100:00100000:2.0:1734016116.347648:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338410240:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016116.347691:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992e2a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa43 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.347706:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55992e2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa43 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.348254:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016116.348372:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334757376:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4474us (4719us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.348380:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10770 00000100:00100000:1.0:1734016116.353408:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.354098:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334757504 00000100:00100000:2.0:1734016116.354108:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334757504 00000100:00100000:2.0:1734016116.354195:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10771 00000100:00100000:2.0:1734016116.354202:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334757504:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.354221:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.354238:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e31 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa4a expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.354286:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338410368:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016116.354356:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.357111:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338410368:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016116.357145:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e31 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa4a expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.357157:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992e31 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa4a expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.357170:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016116.357434:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334757504:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3230us (4034us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.357441:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10771 00000100:00100000:3.0:1734016116.379585:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.379635:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.379718:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334757760 00000100:00100000:2.0:1734016116.379726:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334757760 00002000:00100000:2.0:1734016116.379765:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800783b7800 x1818247334757760/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.379774:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b7800 with x1818247334757760 ext(0->4194303) 00002000:00010000:2.0:1734016116.379779:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b7800 00000100:00100000:2.0:1734016116.379822:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334758016 00000100:00100000:2.0:1734016116.379824:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334758016 00002000:00100000:2.0:1734016116.379835:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7413759) req@ffff8800783b4380 x1818247334758016/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.379840:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b4380 with x1818247334758016 ext(4194304->7413759) 00002000:00010000:2.0:1734016116.379842:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b4380 00000100:00100000:2.0:1734016116.379853:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8711 00000100:00100000:2.0:1734016116.379859:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334757760:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.381546:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8712 00000100:00100000:2.0:1734016116.381555:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334758016:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.448264:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334757760:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 68381us (68664us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016116.448282:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8711 00002000:00100000:3.0:1734016116.448309:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800783b7800 x1818247334757760/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.448318:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b7800 with x1818247334757760 ext(0->4194303) 00002000:00010000:3.0:1734016116.448326:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b7800 00000100:00100000:2.0:1734016116.472599:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334758016:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 91030us (92949us total) trans 0 rc 3219456/3219456 00000100:00100000:2.0:1734016116.472615:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8712 00002000:00100000:2.0:1734016116.472629:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7413759) req@ffff8800783b4380 x1818247334758016/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 3219456/3219456 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.472639:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b4380 with x1818247334758016 ext(4194304->7413759) 00002000:00010000:2.0:1734016116.472645:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b4380 00000100:00100000:0.0:1734016116.478768:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.478965:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334758144 00000100:00100000:2.0:1734016116.478973:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334758144 00002000:00100000:2.0:1734016116.479011:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3088384->3149823) req@ffff8800701c9f80 x1818247334758144/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.479020:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c9f80 with x1818247334758144 ext(3088384->3149823) 00002000:00010000:2.0:1734016116.479026:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c9f80 00000100:00100000:2.0:1734016116.479571:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8713 00000100:00100000:2.0:1734016116.479578:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334758144:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016116.485838:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334758144:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 6222us (7042us total) trans 4294969443 rc 0/0 00000100:00100000:2.0:1734016116.485851:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8713 00002000:00100000:2.0:1734016116.485865:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3088384->3149823) req@ffff8800701c9f80 x1818247334758144/t4294969443(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/448 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.485874:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c9f80 with x1818247334758144 ext(3088384->3149823) 00002000:00010000:2.0:1734016116.485880:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c9f80 00000100:00100000:1.0:1734016116.490995:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.491232:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334758272 00000100:00100000:2.0:1734016116.491242:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334758272 00000100:00100000:2.0:1734016116.491380:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10772 00000100:00100000:2.0:1734016116.491387:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334758272:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:1.0:1734016116.492862:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969443 is committed 00000100:00100000:2.0:1734016116.493062:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334758272:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 1671us (2076us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.493073:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10772 00000100:00100000:0.0:1734016116.499166:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.499284:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334758400 00000100:00100000:2.0:1734016116.499294:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334758400 00000100:00100000:2.0:1734016116.499343:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10773 00000100:00100000:2.0:1734016116.499350:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334758400:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.499368:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.499386:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992e38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa51 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.499441:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338410496:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016116.499514:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00002000:00010000:2.0:1734016116.501995:0:7686:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1248 -> 1368 00000100:00100000:2.0:1734016116.502029:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338410496:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016116.502069:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992e38 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa51 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.502083:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992e38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa51 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.502152:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016116.502209:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334758400:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2858us (3054us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.502217:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10773 00000100:00100000:1.0:1734016116.505570:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.506154:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334758528 00000100:00100000:2.0:1734016116.506163:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334758528 00000100:00100000:2.0:1734016116.506209:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10774 00000100:00100000:2.0:1734016116.506215:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334758528:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.506232:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.506248:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992e3f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa58 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.506312:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338410624:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016116.506377:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.508794:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338410624:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016116.508897:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992e3f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa58 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.508913:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992e3f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa58 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.508935:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016116.509010:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334758528:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2793us (3451us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.509021:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10774 00000100:00100000:3.0:1734016116.513984:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.514998:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334758656 00000100:00100000:2.0:1734016116.515013:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334758656 00000100:00100000:2.0:1734016116.515121:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10775 00000100:00100000:2.0:1734016116.515129:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334758656:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.515154:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.515179:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992e46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa5f expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.515256:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338410752:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016116.515360:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.518219:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338410752:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016116.518274:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992e46 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa5f expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.518292:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992e46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa5f expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.518320:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016116.518395:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334758656:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3265us (4427us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.518405:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10775 00000100:00100000:0.0:1734016116.522172:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.522279:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334758784 00000100:00100000:2.0:1734016116.522289:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334758784 00000100:00100000:2.0:1734016116.522339:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10776 00000100:00100000:2.0:1734016116.522345:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334758784:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.522361:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.522379:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992e4d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa66 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.522404:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992e23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9179136->9203711) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa3c expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.522415:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016116.522417:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016116.522421:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992e4d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1417216->1421311] (req 1417216->1421311) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa66 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.522451:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992e23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9179136->9203711) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa3c expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.522462:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992e23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9179136->9203711) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa3c expref: 5 pid: 7685 timeout: 480 lvb_type: 0 00000100:00100000:2.0:1734016116.522472:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338410880:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016116.522537:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.528581:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338410880:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016116.528610:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992e4d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1417216->1421311] (req 1417216->1421311) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa66 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.528624:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016116.528662:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334758784:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6317us (6498us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.528670:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10776 00000100:00100000:1.0:1734016116.543167:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016116.543251:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334758912 00000100:00100000:0.0:1734016116.543265:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334758912 00010000:00010000:0.0:1734016116.543310:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992e23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9179136->9203711) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa3c expref: 6 pid: 7685 timeout: 480 lvb_type: 0 00000100:00100000:0.0:1734016116.543352:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3014 00000100:00100000:0.0:1734016116.543359:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334758912:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016116.543377:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016116.543402:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992e23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9179136->9203711) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa3c expref: 6 pid: 7685 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.543414:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992e23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9179136->9203711) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa3c expref: 6 pid: 7685 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.543441:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55992e23 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9179136->9203711) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa3c expref: 6 pid: 7685 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.543471:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016116.543473:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016116.543478:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992e4d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1417216->1421311) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa66 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.543485:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992e4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1417216->1421311) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa66 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.543519:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992e4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1417216->1421311) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa66 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.543535:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338411008:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016116.543585:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.549914:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338411008:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016116.549939:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016116.550294:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334758912:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6932us (7137us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.550318:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3014 00000100:00100000:0.0:1734016116.550449:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.550571:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334759168 00000100:00100000:2.0:1734016116.550577:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334759168 00002000:00100000:2.0:1734016116.550610:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1417216->1421311) req@ffff8800701cad80 x1818247334759168/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.550620:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701cad80 with x1818247334759168 ext(1417216->1421311) 00002000:00010000:2.0:1734016116.550624:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701cad80 00000100:00100000:2.0:1734016116.550652:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8714 00000100:00100000:2.0:1734016116.550658:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334759168:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.550805:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334759168:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 145us (354us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016116.550839:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8714 00002000:00100000:2.0:1734016116.550845:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1417216->1421311) req@ffff8800701cad80 x1818247334759168/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.550851:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701cad80 with x1818247334759168 ext(1417216->1421311) 00002000:00010000:2.0:1734016116.550853:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701cad80 00000100:00100000:0.0:1734016116.556767:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.556876:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334759424 00000100:00100000:2.0:1734016116.556884:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334759424 00002000:00100000:2.0:1734016116.556925:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1413120->1417215) req@ffff8800701c8700 x1818247334759424/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.556935:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c8700 with x1818247334759424 ext(1413120->1417215) 00002000:00010000:2.0:1734016116.556940:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c8700 00000100:00100000:2.0:1734016116.556957:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8715 00000100:00100000:2.0:1734016116.556963:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334759424:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.557376:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334759424:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 411us (614us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016116.557383:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8715 00002000:00100000:2.0:1734016116.557388:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1413120->1417215) req@ffff8800701c8700 x1818247334759424/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.557395:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c8700 with x1818247334759424 ext(1413120->1417215) 00002000:00010000:2.0:1734016116.557397:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c8700 00000100:00100000:0.0:1734016116.562111:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.562328:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334759680 00000100:00100000:2.0:1734016116.562340:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334759680 00002000:00100000:2.0:1734016116.562381:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1409024->1413119) req@ffff8800701cb100 x1818247334759680/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.562392:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701cb100 with x1818247334759680 ext(1409024->1413119) 00002000:00010000:2.0:1734016116.562397:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701cb100 00000100:00100000:2.0:1734016116.562432:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8716 00000100:00100000:2.0:1734016116.562437:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334759680:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.562594:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334759680:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 156us (493us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016116.562600:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8716 00002000:00100000:2.0:1734016116.562605:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1409024->1413119) req@ffff8800701cb100 x1818247334759680/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.562610:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701cb100 with x1818247334759680 ext(1409024->1413119) 00002000:00010000:2.0:1734016116.562613:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701cb100 00000100:00100000:3.0:1734016116.564174:0:3504:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016116.564470:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3506:1818247338411264:0@lo:400:kworker.0 00000100:00100000:0.0:1734016116.564519:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016116.564538:0:3506:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734016116.564542:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3506:1818247338411392:0@lo:400:kworker.0 00000100:00100000:0.0:1734016116.564554:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016116.564582:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338411264 00000100:00100000:0.0:1734016116.564588:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338411264 00000100:00100000:0.0:1734016116.564616:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338411392 00000100:00100000:0.0:1734016116.564618:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338411392 00000100:00100000:0.0:1734016116.564634:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1734016116.564639:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3506:x1818247338411264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016116.564673:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3506:x1818247338411264:12345-0@lo:400:kworker.0 Request processed in 34us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016116.564678:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1734016116.564693:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1734016116.564696:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3506:x1818247338411392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016116.564715:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3506:x1818247338411392:12345-0@lo:400:kworker.0 Request processed in 18us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016116.564718:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1734016116.564742:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3506:1818247338411392:0@lo:400:kworker.0 00000100:00100000:0.0:1734016116.564749:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3506:1818247338411264:0@lo:400:kworker.0 00000100:00080000:0.0:1734016116.564767:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016086 00000100:00100000:3.0:1734016116.566573:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338411520:0@lo:400:kworker.0 00000100:00100000:3.0:1734016116.566655:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016116.566688:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3504:1818247338411136:0@lo:400:kworker.0 00000100:00100000:3.0:1734016116.566714:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016116.566759:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338411136 00000100:00100000:3.0:1734016116.566767:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338411136 00000100:00100000:3.0:1734016116.566847:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1734016116.566855:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e84e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3504:x1818247338411136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016116.566906:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e84e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3504:x1818247338411136:12345-0@lo:400:kworker.0 Request processed in 51us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.566913:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1734016116.566956:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3504:1818247338411136:0@lo:400:kworker.0 00000100:00080000:1.0:1734016116.567084:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016086 00000100:00100000:0.0:1734016116.567295:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338411520 00000100:00100000:0.0:1734016116.567309:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338411520 00000100:00100000:0.0:1734016116.567350:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1734016116.567355:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338411520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016116.567400:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338411520:12345-0@lo:400:kworker.0 Request processed in 44us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016116.567405:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00080000:1.0:1734016116.567670:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016086 00000100:00100000:3.0:1734016116.568683:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338411520:0@lo:400:kworker.0 00000100:00100000:2.0:1734016116.568924:0:3507:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734016116.568935:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338411776:0@lo:400:kworker.0 00000100:00100000:2.0:1734016116.568979:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016116.569044:0:3504:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016116.569052:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3504:1818247338411648:0@lo:400:kworker.0 00000100:00100000:3.0:1734016116.569082:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016116.569117:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338411648 00000100:00100000:3.0:1734016116.569124:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338411648 00000100:00100000:3.0:1734016116.569155:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:3.0:1734016116.569162:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3504:x1818247338411648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016116.569195:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3504:x1818247338411648:12345-0@lo:400:kworker.0 Request processed in 35us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.569201:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00080000:1.0:1734016116.569283:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016086 00000100:00100000:0.0:1734016116.569529:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338411776 00000100:00100000:0.0:1734016116.569533:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338411776 00000100:00100000:0.0:1734016116.569573:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1734016116.569577:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338411776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016116.569619:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338411776:12345-0@lo:400:kworker.0 Request processed in 41us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016116.569623:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00080000:1.0:1734016116.569685:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016086 00000100:00100000:2.0:1734016116.569732:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3504:1818247338411648:0@lo:400:kworker.0 00000100:00100000:3.0:1734016116.570203:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338411776:0@lo:400:kworker.0 00000100:00100000:1.0:1734016116.570308:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016116.570399:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334759936 00000100:00100000:0.0:1734016116.570404:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334759936 00002000:00100000:0.0:1734016116.570435:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1404928->1409023) req@ffff880078d64e00 x1818247334759936/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.570445:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64e00 with x1818247334759936 ext(1404928->1409023) 00002000:00010000:0.0:1734016116.570452:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d64e00 00000100:00100000:0.0:1734016116.571005:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8717 00000100:00100000:0.0:1734016116.571011:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334759936:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016116.571161:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334759936:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 148us (863us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016116.571167:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8717 00002000:00100000:0.0:1734016116.571172:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1404928->1409023) req@ffff880078d64e00 x1818247334759936/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.571179:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64e00 with x1818247334759936 ext(1404928->1409023) 00002000:00010000:0.0:1734016116.571182:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d64e00 00000100:00100000:1.0:1734016116.575988:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.576277:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334760192 00000100:00100000:2.0:1734016116.576293:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334760192 00002000:00100000:2.0:1734016116.576350:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1400832->1404927) req@ffff880078d65c00 x1818247334760192/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.576361:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d65c00 with x1818247334760192 ext(1400832->1404927) 00002000:00010000:2.0:1734016116.576368:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d65c00 00000100:00100000:2.0:1734016116.576404:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8718 00000100:00100000:2.0:1734016116.576412:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334760192:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.576582:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334760192:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 169us (607us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016116.576588:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8718 00002000:00100000:2.0:1734016116.576593:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1400832->1404927) req@ffff880078d65c00 x1818247334760192/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.576599:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d65c00 with x1818247334760192 ext(1400832->1404927) 00002000:00010000:2.0:1734016116.576602:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d65c00 00000100:00100000:0.0:1734016116.583783:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.584111:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334760448 00000100:00100000:2.0:1734016116.584122:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334760448 00002000:00100000:2.0:1734016116.584164:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1396736->1400831) req@ffff8800701caa00 x1818247334760448/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.584173:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701caa00 with x1818247334760448 ext(1396736->1400831) 00002000:00010000:2.0:1734016116.584178:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701caa00 00000100:00100000:2.0:1734016116.584215:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8719 00000100:00100000:2.0:1734016116.584221:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334760448:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.584371:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334760448:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 149us (597us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016116.584376:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8719 00002000:00100000:2.0:1734016116.584381:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1396736->1400831) req@ffff8800701caa00 x1818247334760448/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.584387:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701caa00 with x1818247334760448 ext(1396736->1400831) 00002000:00010000:2.0:1734016116.584390:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701caa00 00000100:00100000:1.0:1734016116.589146:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.589612:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334760704 00000100:00100000:3.0:1734016116.589620:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334760704 00002000:00100000:3.0:1734016116.589664:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1392640->1396735) req@ffff880078d65180 x1818247334760704/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.589674:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d65180 with x1818247334760704 ext(1392640->1396735) 00002000:00010000:3.0:1734016116.589680:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d65180 00000100:00100000:3.0:1734016116.589717:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8720 00000100:00100000:3.0:1734016116.589723:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334760704:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.589942:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334760704:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 217us (807us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.589950:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8720 00002000:00100000:3.0:1734016116.589956:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1392640->1396735) req@ffff880078d65180 x1818247334760704/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.589963:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d65180 with x1818247334760704 ext(1392640->1396735) 00002000:00010000:3.0:1734016116.589966:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d65180 00000100:00100000:0.0:1734016116.592916:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.593045:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334760960 00000100:00100000:2.0:1734016116.593055:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334760960 00002000:00100000:2.0:1734016116.593093:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1388544->1392639) req@ffff8800701c8000 x1818247334760960/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.593101:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c8000 with x1818247334760960 ext(1388544->1392639) 00002000:00010000:2.0:1734016116.593105:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c8000 00000100:00100000:2.0:1734016116.593464:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8721 00000100:00100000:2.0:1734016116.593472:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334760960:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.593697:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334760960:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 225us (790us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016116.593703:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8721 00002000:00100000:2.0:1734016116.593709:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1388544->1392639) req@ffff8800701c8000 x1818247334760960/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.593715:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c8000 with x1818247334760960 ext(1388544->1392639) 00002000:00010000:2.0:1734016116.593717:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c8000 00000100:00100000:0.0:1734016116.597543:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.597719:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334761216 00000100:00100000:2.0:1734016116.597732:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334761216 00002000:00100000:2.0:1734016116.597780:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1384448->1388543) req@ffff8800701ca680 x1818247334761216/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.597789:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701ca680 with x1818247334761216 ext(1384448->1388543) 00002000:00010000:2.0:1734016116.597795:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701ca680 00000100:00100000:2.0:1734016116.597863:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8722 00000100:00100000:2.0:1734016116.597870:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334761216:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.598039:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334761216:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 169us (503us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016116.598045:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8722 00002000:00100000:2.0:1734016116.598050:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1384448->1388543) req@ffff8800701ca680 x1818247334761216/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.598057:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701ca680 with x1818247334761216 ext(1384448->1388543) 00002000:00010000:2.0:1734016116.598059:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701ca680 00000100:00100000:1.0:1734016116.601499:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.601862:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334761472 00000100:00100000:3.0:1734016116.601870:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334761472 00002000:00100000:3.0:1734016116.601902:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1380352->1384447) req@ffff880078d66680 x1818247334761472/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.601917:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66680 with x1818247334761472 ext(1380352->1384447) 00002000:00010000:3.0:1734016116.601921:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66680 00000100:00100000:3.0:1734016116.601945:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8723 00000100:00100000:3.0:1734016116.601950:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334761472:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.602078:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334761472:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 126us (586us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.602084:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8723 00002000:00100000:3.0:1734016116.602089:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1380352->1384447) req@ffff880078d66680 x1818247334761472/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.602095:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66680 with x1818247334761472 ext(1380352->1384447) 00002000:00010000:3.0:1734016116.602098:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66680 00000100:00100000:0.0:1734016116.606019:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.606501:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334761600 00000100:00100000:2.0:1734016116.606511:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334761600 00000100:00100000:2.0:1734016116.606549:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10777 00000100:00100000:2.0:1734016116.606556:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334761600:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.606577:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.606597:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992e54 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa6d expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.606618:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.606620:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.606626:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992e54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa6d expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.606644:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992e54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa6d expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.606656:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016116.606963:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334761600:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 406us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.606969:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10777 00000100:00100000:2.0:1734016116.612088:0:3506:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734016116.612108:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3506:1818247338411904:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016116.612180:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016116.612253:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338411904 00000100:00100000:0.0:1734016116.612261:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338411904 00000100:00100000:0.0:1734016116.612309:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1734016116.612316:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3506:x1818247338411904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734016116.612339:0:7687:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3923038208 avail 3691429888 00000100:00100000:0.0:1734016116.612373:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3506:x1818247338411904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016116.612379:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1734016116.612612:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3506:1818247338411904:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016116.612792:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.613430:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334761728 00000100:00100000:3.0:1734016116.613434:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334761728 00000100:00100000:3.0:1734016116.613805:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10778 00000100:00100000:3.0:1734016116.613828:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334761728:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.613846:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.613867:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992e5b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa74 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.613904:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992e4d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1417216->1421311) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa66 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.613912:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992e54 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa6d expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.613918:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.613920:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.613923:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992e5b lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3239936->3301375] (req 3239936->3301375) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa74 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.613953:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992e54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa6d expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.613965:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992e54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa6d expref: 5 pid: 7686 timeout: 480 lvb_type: 1 00000100:00100000:3.0:1734016116.613974:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338412032:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016116.614050:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992e4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1417216->1421311) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa66 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.614058:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992e4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1417216->1421311) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa66 expref: 8 pid: 7686 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016116.614066:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338412160:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016116.614082:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.617856:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338412160:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016116.618125:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016116.618159:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016116.618193:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334761984 00000100:00100000:0.0:1734016116.618199:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334761984 00010000:00010000:0.0:1734016116.618229:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992e54 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa6d expref: 6 pid: 7686 timeout: 480 lvb_type: 1 00000100:00100000:0.0:1734016116.618271:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334761856 00000100:00100000:0.0:1734016116.618274:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334761856 00010000:00010000:0.0:1734016116.618283:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992e4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1417216->1421311) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa66 expref: 9 pid: 7686 timeout: 480 lvb_type: 0 00000100:00100000:0.0:1734016116.618307:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3015 00000100:00100000:0.0:1734016116.618313:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334761984:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016116.618330:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016116.618352:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992e54 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa6d expref: 6 pid: 7686 timeout: 480 lvb_type: 1 00010000:00010000:0.0:1734016116.618361:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992e54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa6d expref: 6 pid: 7686 timeout: 480 lvb_type: 1 00010000:00010000:0.0:1734016116.618387:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016116.618424:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334761984:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 111us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016116.618429:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3015 00000100:00100000:0.0:1734016116.618445:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3016 00000100:00100000:0.0:1734016116.618449:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334761856:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016116.618455:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016116.618461:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992e4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1417216->1421311) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa66 expref: 9 pid: 7686 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.618469:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992e4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1417216->1421311) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa66 expref: 9 pid: 7686 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.618481:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992e4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1417216->1421311) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa66 expref: 9 pid: 7686 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.618492:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016116.618494:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016116.618498:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992e5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3239936->3301375) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa74 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.618506:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992e5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3239936->3301375) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa74 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.618533:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992e5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3239936->3301375) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa74 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.618545:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338412288:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016116.618574:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585240 going to sleep for 11 seconds 00010000:00010000:3.0:1734016116.619135:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992e54 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa6d expref: 5 pid: 7686 timeout: 480 lvb_type: 1 00000100:00100000:3.0:1734016116.619158:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338412032:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016116.619192:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992e5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3239936->3301375) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa74 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.619201:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016116.619246:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334761728:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5417us (6454us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.619253:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10778 00000100:00100000:2.0:1734016116.624636:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338412288:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016116.624678:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016116.624758:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334761856:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6305us (6596us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.624772:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3016 00000100:00100000:3.0:1734016116.624990:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.625608:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334762112 00000100:00100000:2.0:1734016116.625615:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334762112 00000100:00100000:2.0:1734016116.626081:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10779 00000100:00100000:2.0:1734016116.626089:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334762112:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016116.627755:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7413059 -> 7413059 00002000:00010000:2.0:1734016116.627762:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016116.627764:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016116.627766:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016116.627768:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1368 -> 1368 00000100:00100000:2.0:1734016116.627887:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334762112:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1793us (2894us total) trans 4294969444 rc 0/0 00000100:00100000:2.0:1734016116.627898:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10779 00000100:00100000:3.0:1734016116.634726:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.634879:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334762240 00000100:00100000:2.0:1734016116.634891:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334762240 00000100:00100000:2.0:1734016116.638876:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10780 00000100:00100000:2.0:1734016116.638889:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334762240:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.638913:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.638942:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992e62 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa7b expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.639005:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dcce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338412416:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016116.639097:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.641884:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dcce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338412416:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016116.641919:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992e62 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa7b expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.641933:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992e62 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa7b expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.641955:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016116.642654:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334762240:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3761us (7931us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.642664:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10780 00000100:00100000:2.0:1734016116.646546:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016116.646615:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334762368 00000100:00100000:0.0:1734016116.646626:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334762368 00000100:00100000:0.0:1734016116.646687:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10781 00000100:00100000:0.0:1734016116.646694:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334762368:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.646715:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.646733:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992e69 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa82 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.646793:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338412544:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016116.647158:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.649776:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338412544:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016116.649945:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992e69 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa82 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.649962:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992e69 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa82 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.653468:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564240, rc 0) 00000100:00100000:1.0:1734016116.653553:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334762368:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6853us (7010us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.653561:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10781 00000100:00100000:2.0:1734016116.659519:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016116.659648:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334762624 00000100:00100000:0.0:1734016116.659659:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334762624 00002000:00100000:0.0:1734016116.659708:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3706880->3710975) req@ffff88012dccdf80 x1818247334762624/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.659717:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccdf80 with x1818247334762624 ext(3706880->3710975) 00002000:00010000:0.0:1734016116.659722:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccdf80 00000100:00100000:3.0:1734016116.660860:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8724 00000100:00100000:3.0:1734016116.660871:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334762624:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.661079:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334762624:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 206us (1566us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.661086:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8724 00002000:00100000:3.0:1734016116.661092:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3706880->3710975) req@ffff88012dccdf80 x1818247334762624/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.661099:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccdf80 with x1818247334762624 ext(3706880->3710975) 00002000:00010000:3.0:1734016116.661102:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccdf80 00000100:00100000:2.0:1734016116.665138:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016116.665206:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334762880 00000100:00100000:0.0:1734016116.665214:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334762880 00002000:00100000:0.0:1734016116.665248:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3702784->3706879) req@ffff88012dccc380 x1818247334762880/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.665257:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccc380 with x1818247334762880 ext(3702784->3706879) 00002000:00010000:0.0:1734016116.665261:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccc380 00000100:00100000:0.0:1734016116.665336:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8725 00000100:00100000:0.0:1734016116.665342:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334762880:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016116.665604:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334762880:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 260us (472us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016116.665612:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8725 00002000:00100000:0.0:1734016116.665617:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3702784->3706879) req@ffff88012dccc380 x1818247334762880/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.665623:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccc380 with x1818247334762880 ext(3702784->3706879) 00002000:00010000:0.0:1734016116.665626:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccc380 00000100:00100000:2.0:1734016116.671456:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016116.671527:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334763136 00000100:00100000:0.0:1734016116.671535:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334763136 00002000:00100000:0.0:1734016116.671572:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3698688->3702783) req@ffff88012dccf800 x1818247334763136/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.671587:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccf800 with x1818247334763136 ext(3698688->3702783) 00002000:00010000:0.0:1734016116.671592:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccf800 00000100:00100000:0.0:1734016116.671784:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8726 00000100:00100000:0.0:1734016116.671791:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334763136:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016116.672648:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334763136:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 855us (1198us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016116.672657:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8726 00002000:00100000:1.0:1734016116.672662:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3698688->3702783) req@ffff88012dccf800 x1818247334763136/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.672669:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccf800 with x1818247334763136 ext(3698688->3702783) 00002000:00010000:1.0:1734016116.672672:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccf800 00000100:00100000:2.0:1734016116.675523:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016116.676713:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334763392 00000100:00100000:1.0:1734016116.676729:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334763392 00002000:00100000:1.0:1734016116.676774:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3694592->3698687) req@ffff88012dcced80 x1818247334763392/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.676784:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dcced80 with x1818247334763392 ext(3694592->3698687) 00002000:00010000:1.0:1734016116.676791:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dcced80 00000100:00100000:1.0:1734016116.676840:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8727 00000100:00100000:1.0:1734016116.676848:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334763392:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016116.677007:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334763392:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 158us (1493us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016116.677014:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8727 00002000:00100000:1.0:1734016116.677020:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3694592->3698687) req@ffff88012dcced80 x1818247334763392/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.677028:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dcced80 with x1818247334763392 ext(3694592->3698687) 00002000:00010000:1.0:1734016116.677031:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dcced80 00000100:00100000:2.0:1734016116.681153:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.681471:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334763648 00000100:00100000:3.0:1734016116.681482:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334763648 00002000:00100000:3.0:1734016116.681538:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3690496->3694591) req@ffff88012dccf100 x1818247334763648/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.681554:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccf100 with x1818247334763648 ext(3690496->3694591) 00002000:00010000:3.0:1734016116.681561:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccf100 00000100:00100000:3.0:1734016116.681690:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8728 00000100:00100000:3.0:1734016116.681699:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334763648:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.682524:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334763648:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 823us (1377us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.682535:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8728 00002000:00100000:3.0:1734016116.682541:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3690496->3694591) req@ffff88012dccf100 x1818247334763648/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.682548:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccf100 with x1818247334763648 ext(3690496->3694591) 00002000:00010000:3.0:1734016116.682552:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccf100 00000100:00100000:2.0:1734016116.686230:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.686753:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334763904 00000100:00100000:3.0:1734016116.686766:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334763904 00002000:00100000:3.0:1734016116.687037:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3686400->3690495) req@ffff88012dccc700 x1818247334763904/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.687047:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccc700 with x1818247334763904 ext(3686400->3690495) 00002000:00010000:3.0:1734016116.687052:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccc700 00000100:00100000:3.0:1734016116.687487:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8729 00000100:00100000:3.0:1734016116.687494:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334763904:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.687694:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334763904:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 199us (1472us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.687700:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8729 00002000:00100000:3.0:1734016116.687707:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3686400->3690495) req@ffff88012dccc700 x1818247334763904/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.687715:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccc700 with x1818247334763904 ext(3686400->3690495) 00002000:00010000:3.0:1734016116.687717:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccc700 00000100:00100000:2.0:1734016116.691758:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016116.691930:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334764160 00000100:00100000:1.0:1734016116.691938:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334764160 00002000:00100000:1.0:1734016116.691982:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3682304->3686399) req@ffff88012dccf480 x1818247334764160/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.691991:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccf480 with x1818247334764160 ext(3682304->3686399) 00002000:00010000:1.0:1734016116.691996:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccf480 00000100:00100000:1.0:1734016116.692028:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8730 00000100:00100000:1.0:1734016116.692035:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334764160:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016116.692197:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334764160:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 161us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016116.692204:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8730 00002000:00100000:1.0:1734016116.692209:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3682304->3686399) req@ffff88012dccf480 x1818247334764160/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.692216:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccf480 with x1818247334764160 ext(3682304->3686399) 00002000:00010000:1.0:1734016116.692218:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccf480 00000100:00100000:2.0:1734016116.695588:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.695793:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334764416 00000100:00100000:3.0:1734016116.695804:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334764416 00002000:00100000:3.0:1734016116.695879:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3678208->3682303) req@ffff88012dcce300 x1818247334764416/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.695889:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dcce300 with x1818247334764416 ext(3678208->3682303) 00002000:00010000:3.0:1734016116.695895:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dcce300 00000100:00100000:3.0:1734016116.696687:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8731 00000100:00100000:3.0:1734016116.696697:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334764416:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.696913:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334764416:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 215us (1335us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.696920:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8731 00002000:00100000:3.0:1734016116.696926:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3678208->3682303) req@ffff88012dcce300 x1818247334764416/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.696932:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dcce300 with x1818247334764416 ext(3678208->3682303) 00002000:00010000:3.0:1734016116.696935:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dcce300 00000100:00100000:2.0:1734016116.702604:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016116.702993:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334764672 00000100:00100000:1.0:1734016116.703003:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334764672 00002000:00100000:1.0:1734016116.703043:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3674112->3678207) req@ffff88012dccca80 x1818247334764672/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.703053:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccca80 with x1818247334764672 ext(3674112->3678207) 00002000:00010000:1.0:1734016116.703058:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccca80 00000100:00100000:3.0:1734016116.703407:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8732 00000100:00100000:3.0:1734016116.703416:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334764672:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.703788:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334764672:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 371us (1197us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.703794:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8732 00002000:00100000:3.0:1734016116.703800:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3674112->3678207) req@ffff88012dccca80 x1818247334764672/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.704228:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccca80 with x1818247334764672 ext(3674112->3678207) 00002000:00010000:3.0:1734016116.704232:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccca80 00000100:00100000:2.0:1734016116.708258:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.708629:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334764800 00000100:00100000:3.0:1734016116.708638:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334764800 00002000:00100000:3.0:1734016116.708679:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3674112->3710975) req@ffff88012dccd880 x1818247334764800/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.708689:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccd880 with x1818247334764800 ext(3674112->3710975) 00002000:00010000:3.0:1734016116.708694:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccd880 00000100:00100000:3.0:1734016116.709248:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8733 00000100:00100000:3.0:1734016116.709258:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334764800:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016116.713041:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247334764800:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3776us (4783us total) trans 4294969445 rc 0/0 00000100:00100000:0.0:1734016116.713054:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8733 00002000:00100000:0.0:1734016116.713064:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3674112->3710975) req@ffff88012dccd880 x1818247334764800/t4294969445(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:77/0 lens 488/448 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.713075:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccd880 with x1818247334764800 ext(3674112->3710975) 00002000:00010000:0.0:1734016116.713081:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccd880 00000100:00100000:2.0:1734016116.718504:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016116.718584:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334764928 00000100:00100000:1.0:1734016116.718592:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334764928 00000100:00100000:1.0:1734016116.718634:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10782 00000100:00100000:1.0:1734016116.718640:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334764928:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:1.0:1734016116.719989:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969445 is committed 00000100:00100000:2.0:1734016116.720313:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334764928:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 1671us (1813us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.720322:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10782 00000100:00100000:2.0:1734016116.724279:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.724375:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334765184 00000100:00100000:3.0:1734016116.724383:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334765184 00000100:00100000:3.0:1734016116.724991:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2165 00000100:00100000:3.0:1734016116.724997:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334765184:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016116.725037:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.725062:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992d19 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f95c expref: 19 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.725479:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016116.725484:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016116.725627:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55992e70 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016116.725641:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992d43 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f978 expref: 28 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.725652:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55992e70 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016116.725679:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992d43 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f978 expref: 28 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.725690:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992d43 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f978 expref: 28 pid: 7707 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016116.725701:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338412672:192.168.201.4@tcp:104: 00000100:00080000:1.0:1734016116.726130:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016086 00000100:00100000:3.0:1734016116.726956:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.734125:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338412672:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016116.734149:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55992e70 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:2.0:1734016116.734892:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016116.735067:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334765312 00000100:00100000:0.0:1734016116.735072:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334765312 00010000:00010000:0.0:1734016116.735098:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992d43 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f978 expref: 29 pid: 7707 timeout: 480 lvb_type: 0 00000100:00100000:0.0:1734016116.735609:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3017 00000100:00100000:0.0:1734016116.735618:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+29:1970:x1818247334765312:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016116.735632:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016116.735638:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992d43 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f978 expref: 29 pid: 7707 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.735649:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992d43 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f978 expref: 29 pid: 7707 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.735672:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992d43 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4f978 expref: 29 pid: 7707 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.736173:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016116.736179:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55992e70 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016116.736187:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55992e70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016116.736194:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55992e70 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016116.736777:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016116.736870:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+28:1970:x1818247334765312:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1250us (1977us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.736879:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3017 00010000:00010000:2.0:1734016116.737732:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55992e70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016116.737743:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55992e70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:2.0:1734016116.738111:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968674 00000004:00010000:2.0:1734016116.738174:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012dccea00 reply state ffff88012dcd1000 transno 4294968675 ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55992e70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:2.0:1734016116.738182:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016116.738314:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:9662:x1818247334765184:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 13313us (14039us total) trans 4294968675 rc 0/0 00000100:00100000:2.0:1734016116.738322:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2165 00000020:00080000:2.0:1734016116.738326:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016116.753433:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:2.0:1734016116.753496:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55992e70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016116.753506:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55992e70 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016116.753512:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55992e70 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016116.753518:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100d80 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016116.753522:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55992e70 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016116.753528:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55992e70 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016116.753546:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016116.753549:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016116.753553:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55992e70 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016116.753558:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55992e70 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016116.753702:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334765440 00000100:00100000:0.0:1734016116.753712:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334765440 00000100:00100000:0.0:1734016116.753761:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10783 00000100:00100000:0.0:1734016116.753771:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334765440:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.753791:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.753833:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992e77 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa89 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.753862:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992e5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3239936->3301375) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa74 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.753869:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016116.753872:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016116.753876:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992e77 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa89 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.753904:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992e5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3239936->3301375) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa74 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.753915:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992e5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3239936->3301375) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa74 expref: 6 pid: 7686 timeout: 480 lvb_type: 0 00000100:00100000:0.0:1734016116.753926:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338412800:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016116.753974:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.758083:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338412800:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016116.758120:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992e77 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa89 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.758140:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567180, rc 0) 00000100:00100000:0.0:1734016116.758197:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334765440:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4426us (4772us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016116.758205:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10783 00000100:00100000:0.0:1734016116.765714:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016116.772616:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334765568 00000100:00100000:1.0:1734016116.772640:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334765568 00010000:00010000:1.0:1734016116.772704:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992e5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3239936->3301375) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa74 expref: 7 pid: 7686 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016116.772774:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3018 00000100:00100000:1.0:1734016116.772788:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334765568:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016116.772831:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016116.772861:0:6465:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1368 -> 1440 00010000:00010000:1.0:1734016116.772868:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992e5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3239936->3301375) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa74 expref: 7 pid: 7686 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.772883:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992e5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3239936->3301375) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa74 expref: 7 pid: 7686 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.772918:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55992e5b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3239936->3301375) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa74 expref: 7 pid: 7686 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.772961:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.772965:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.772971:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992e77 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa89 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.772981:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992e77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa89 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.773037:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992e77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa89 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.773053:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338412928:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016116.773146:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.777479:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016116.777850:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334765696 00000100:00100000:0.0:1734016116.777860:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334765696 00002000:00010000:0.0:1734016116.777898:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2902149->18446744073709551615) 00002000:00100000:0.0:1734016116.777902:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b4700 with x1818247334765696 ext(2902149->18446744073709551615) 00002000:00010000:0.0:1734016116.777913:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b4700. 00000100:00100000:0.0:1734016116.777936:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8734 00000100:00100000:0.0:1734016116.777943:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334765696:12345-192.168.201.4@tcp:10:fsx.0 00000100:00100000:1.0:1734016116.778732:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338412928:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016116.778750:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016116.778792:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334765568:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6008us (13084us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.778802:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3018 00002000:00010000:1.0:1734016116.789955:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7413059 -> 2902149 00002000:00010000:1.0:1734016116.789962:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:1.0:1734016116.789965:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:1.0:1734016116.789966:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:1.0:1734016116.789968:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1440 -> 928 00000100:00100000:1.0:1734016116.790041:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334765696:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 12093us (12568us total) trans 4294969446 rc 0/0 00000100:00100000:1.0:1734016116.790054:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8734 00002000:00010000:1.0:1734016116.790059:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2902149->18446744073709551615) 00002000:00100000:1.0:1734016116.790062:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b4700 with x1818247334765696 ext(2902149->18446744073709551615) 00002000:00010000:1.0:1734016116.790067:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b4700. 00000100:00100000:3.0:1734016116.793612:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.794952:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334765824 00000100:00100000:2.0:1734016116.794962:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334765824 00000100:00100000:2.0:1734016116.795026:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2166 00000100:00100000:2.0:1734016116.795033:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:9662:x1818247334765824:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.795056:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.795073:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992e7e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa90 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.795155:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992e85 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016116.795168:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992e85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016116.795176:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992e85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:2.0:1734016116.795197:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2902149 00000004:00200000:2.0:1734016116.795200:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016116.795214:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992e85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016116.795231:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55992e7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa90 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.795345:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992e85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa90 expref: 21 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.795353:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016116.795356:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016116.795359:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016116.795528:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:9662:x1818247334765824:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 494us (1928us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.795535:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2166 00000100:00100000:2.0:1734016116.802055:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.802151:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334765952 00000100:00100000:3.0:1734016116.802160:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334765952 00000100:00100000:3.0:1734016116.802208:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2167 00000100:00100000:3.0:1734016116.802214:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+28:9662:x1818247334765952:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.802232:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.802250:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992e8c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa97 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.802401:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992e93 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016116.802416:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992e93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016116.802425:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992e93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:3.0:1734016116.802449:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2902149 00000004:00200000:3.0:1734016116.802454:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016116.802469:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992e93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016116.802492:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992e8c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa97 expref: 30 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.803175:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992e93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa97 expref: 29 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.803182:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016116.803185:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016116.803187:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:3.0:1734016116.803471:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+29:9662:x1818247334765952:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1254us (1422us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.803477:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2167 00000100:00100000:3.0:1734016116.811416:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016116.811940:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334766080 00000100:00100000:0.0:1734016116.811952:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334766080 00000100:00100000:0.0:1734016116.812010:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10784 00000100:00100000:0.0:1734016116.812017:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334766080:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.812038:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.812057:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55992e9a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fa9e expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.812108:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338413056:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016116.815080:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.824575:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338413056:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016116.824628:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55992e9a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa9e expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.824646:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55992e9a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa9e expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.824684:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85646c0, rc 0) 00000100:00100000:1.0:1734016116.824760:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334766080:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12742us (13352us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.824768:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10784 00000100:00100000:2.0:1734016116.829269:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016116.831320:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334766208 00000100:00100000:1.0:1734016116.831333:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334766208 00000100:00100000:1.0:1734016116.831400:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10785 00000100:00100000:1.0:1734016116.831409:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334766208:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.831429:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.831446:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55992ea1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4faa5 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.831500:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338413184:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016116.831593:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.846963:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338413184:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016116.846999:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55992ea1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faa5 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.847013:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55992ea1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faa5 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.847038:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016116.847087:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334766208:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 15678us (17825us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.847099:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10785 00000100:00100000:2.0:1734016116.850966:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016116.852423:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334766464 00000100:00100000:1.0:1734016116.852437:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334766464 00002000:00100000:1.0:1734016116.852489:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1236992->1241087) req@ffff88007856fb80 x1818247334766464/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.852500:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856fb80 with x1818247334766464 ext(1236992->1241087) 00002000:00010000:1.0:1734016116.852508:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856fb80 00000100:00100000:1.0:1734016116.852547:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8735 00000100:00100000:1.0:1734016116.852554:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334766464:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016116.852720:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334766464:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 164us (1760us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016116.852726:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8735 00002000:00100000:1.0:1734016116.852732:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1236992->1241087) req@ffff88007856fb80 x1818247334766464/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.852738:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856fb80 with x1818247334766464 ext(1236992->1241087) 00002000:00010000:1.0:1734016116.852741:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856fb80 00000100:00100000:1.0:1734016116.865781:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.866659:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334766720 00000100:00100000:2.0:1734016116.866673:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334766720 00000100:00100000:2.0:1734016116.866737:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2168 00000100:00100000:2.0:1734016116.866747:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:9662:x1818247334766720:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016116.866846:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016116.866874:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992e85 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa90 expref: 21 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.866899:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016116.866904:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016116.867080:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ea8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016116.867094:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992e93 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa97 expref: 28 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.867101:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ea8 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016116.867135:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992e93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa97 expref: 28 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.867145:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992e93 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa97 expref: 28 pid: 6479 timeout: 480 lvb_type: 0 00000100:00100000:2.0:1734016116.867157:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338413312:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016116.867222:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.872300:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016116.872473:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334766848 00000100:00100000:1.0:1734016116.872481:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334766848 00010000:00010000:1.0:1734016116.872515:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992e93 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa97 expref: 29 pid: 6479 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016116.872559:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3019 00000100:00100000:1.0:1734016116.872565:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+29:1969:x1818247334766848:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016116.872579:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016116.872584:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992e93 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa97 expref: 29 pid: 6479 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.872594:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992e93 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa97 expref: 29 pid: 6479 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.872616:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016116.872622:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ea8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016116.872630:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ea8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016116.872637:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ea8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016116.872653:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016116.872702:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+29:1969:x1818247334766848:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 137us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.872709:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3019 00010000:00010000:2.0:1734016116.874906:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992e93 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa97 expref: 28 pid: 6479 timeout: 480 lvb_type: 0 00000100:00100000:2.0:1734016116.874929:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338413312:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016116.874949:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ea8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016116.874959:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ea8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016116.874964:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ea8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:2.0:1734016116.875040:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968676 00000004:00010000:2.0:1734016116.875080:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078d67480 reply state ffff88007c998000 transno 4294968677 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ea8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:2.0:1734016116.875087:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016116.875197:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334766720:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 8449us (9431us total) trans 4294968677 rc 0/0 00000100:00100000:2.0:1734016116.875205:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2168 00000020:00080000:2.0:1734016116.875210:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016116.880178:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016116.880263:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ea8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00000100:00100000:2.0:1734016116.880269:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334766976 00010000:00010000:0.0:1734016116.880274:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ea8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00000100:00100000:2.0:1734016116.880281:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334766976 00010000:00010000:0.0:1734016116.880282:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ea8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016116.880287:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404fc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016116.880301:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ea8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016116.880307:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ea8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016116.880325:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016116.880328:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00010000:2.0:1734016116.880331:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6356931->18446744073709551615) 00010000:00010000:0.0:1734016116.880333:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ea8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00002000:00100000:2.0:1734016116.880336:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b4e00 with x1818247334766976 ext(6356931->18446744073709551615) 00010000:00010000:0.0:1734016116.880339:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992ea8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00002000:00010000:2.0:1734016116.880346:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b4e00. 00000100:00100000:2.0:1734016116.880471:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8736 00000100:00100000:2.0:1734016116.880537:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334766976:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016116.880703:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2902149 -> 6356931 00002000:00010000:2.0:1734016116.880706:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016116.880708:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016116.880710:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016116.880712:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 928 -> 928 00000100:00100000:2.0:1734016116.880762:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334766976:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 228us (598us total) trans 4294969447 rc 0/0 00000100:00100000:2.0:1734016116.880769:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8736 00002000:00010000:2.0:1734016116.880772:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6356931->18446744073709551615) 00002000:00100000:2.0:1734016116.880774:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b4e00 with x1818247334766976 ext(6356931->18446744073709551615) 00002000:00010000:2.0:1734016116.880777:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b4e00. 00000100:00100000:3.0:1734016116.891629:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.893195:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334767232 00000100:00100000:2.0:1734016116.893210:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334767232 00002000:00100000:2.0:1734016116.893254:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6352896->6356991) req@ffff8800783b5c00 x1818247334767232/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.893264:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b5c00 with x1818247334767232 ext(6352896->6356991) 00002000:00010000:2.0:1734016116.893269:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b5c00 00000100:00100000:2.0:1734016116.893307:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8737 00000100:00100000:2.0:1734016116.893312:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334767232:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.893444:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334767232:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 132us (1825us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016116.893449:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8737 00002000:00100000:2.0:1734016116.893454:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6352896->6356991) req@ffff8800783b5c00 x1818247334767232/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.893461:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b5c00 with x1818247334767232 ext(6352896->6356991) 00002000:00010000:2.0:1734016116.893463:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b5c00 00000100:00100000:2.0:1734016116.900756:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016116.903545:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334767488 00000100:00100000:1.0:1734016116.903558:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334767488 00002000:00100000:1.0:1734016116.903604:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6348800->6352895) req@ffff88007856f480 x1818247334767488/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.903614:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856f480 with x1818247334767488 ext(6348800->6352895) 00002000:00010000:1.0:1734016116.903619:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856f480 00000100:00100000:1.0:1734016116.903645:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8738 00000100:00100000:1.0:1734016116.903652:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334767488:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016116.904425:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334767488:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 769us (3681us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016116.904433:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8738 00002000:00100000:1.0:1734016116.904440:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6348800->6352895) req@ffff88007856f480 x1818247334767488/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.904447:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856f480 with x1818247334767488 ext(6348800->6352895) 00002000:00010000:1.0:1734016116.904450:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856f480 00000100:00100000:3.0:1734016116.916756:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016116.919877:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334767744 00000100:00100000:1.0:1734016116.919888:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334767744 00002000:00100000:1.0:1734016116.919927:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6344704->6348799) req@ffff8800783b6a00 x1818247334767744/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.919938:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b6a00 with x1818247334767744 ext(6344704->6348799) 00002000:00010000:1.0:1734016116.919943:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b6a00 00000100:00100000:1.0:1734016116.919976:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8739 00000100:00100000:1.0:1734016116.919983:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334767744:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016116.920144:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334767744:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 160us (3397us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016116.920151:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8739 00002000:00100000:1.0:1734016116.920157:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6344704->6348799) req@ffff8800783b6a00 x1818247334767744/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.920163:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b6a00 with x1818247334767744 ext(6344704->6348799) 00002000:00010000:1.0:1734016116.920165:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b6a00 00000100:00100000:3.0:1734016116.927068:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.927159:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334768000 00000100:00100000:2.0:1734016116.927168:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334768000 00002000:00100000:2.0:1734016116.927206:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6340608->6344703) req@ffff880078c50000 x1818247334768000/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.927222:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c50000 with x1818247334768000 ext(6340608->6344703) 00002000:00010000:2.0:1734016116.927226:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c50000 00000100:00100000:2.0:1734016116.927949:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8740 00000100:00100000:2.0:1734016116.927958:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334768000:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.928173:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334768000:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 214us (1111us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016116.928181:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8740 00002000:00100000:2.0:1734016116.928188:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6340608->6344703) req@ffff880078c50000 x1818247334768000/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.928195:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c50000 with x1818247334768000 ext(6340608->6344703) 00002000:00010000:2.0:1734016116.928198:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c50000 00000100:00100000:3.0:1734016116.938648:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016116.938796:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334768256 00000100:00100000:1.0:1734016116.938803:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334768256 00002000:00100000:1.0:1734016116.938878:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6336512->6340607) req@ffff880078c50e00 x1818247334768256/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.938889:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c50e00 with x1818247334768256 ext(6336512->6340607) 00002000:00010000:1.0:1734016116.938893:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c50e00 00000100:00100000:1.0:1734016116.938920:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8741 00000100:00100000:1.0:1734016116.938926:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334768256:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016116.939083:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334768256:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 156us (441us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016116.939091:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8741 00002000:00100000:1.0:1734016116.939097:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6336512->6340607) req@ffff880078c50e00 x1818247334768256/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.939104:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c50e00 with x1818247334768256 ext(6336512->6340607) 00002000:00010000:1.0:1734016116.939106:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c50e00 00000100:00100000:3.0:1734016116.945447:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016116.945555:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334768512 00000100:00100000:2.0:1734016116.945566:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334768512 00002000:00100000:2.0:1734016116.945612:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6332416->6336511) req@ffff880078c52d80 x1818247334768512/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.945623:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c52d80 with x1818247334768512 ext(6332416->6336511) 00002000:00010000:2.0:1734016116.945628:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c52d80 00000100:00100000:3.0:1734016116.946462:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8742 00000100:00100000:3.0:1734016116.946471:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334768512:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.946658:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334768512:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 186us (1219us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.946664:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8742 00002000:00100000:3.0:1734016116.946670:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6332416->6336511) req@ffff880078c52d80 x1818247334768512/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.946679:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c52d80 with x1818247334768512 ext(6332416->6336511) 00002000:00010000:3.0:1734016116.946682:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c52d80 00000100:00100000:3.0:1734016116.950737:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016116.951094:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334768768 00000100:00100000:1.0:1734016116.951103:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334768768 00002000:00100000:1.0:1734016116.951140:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6328320->6332415) req@ffff880078c51180 x1818247334768768/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.951157:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c51180 with x1818247334768768 ext(6328320->6332415) 00002000:00010000:1.0:1734016116.951161:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c51180 00000100:00100000:1.0:1734016116.951179:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8743 00000100:00100000:1.0:1734016116.951184:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334768768:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016116.951367:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334768768:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 181us (636us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016116.951374:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8743 00002000:00100000:1.0:1734016116.951380:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6328320->6332415) req@ffff880078c51180 x1818247334768768/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.951387:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c51180 with x1818247334768768 ext(6328320->6332415) 00002000:00010000:1.0:1734016116.951389:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c51180 00000100:00100000:2.0:1734016116.957278:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.958553:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334769024 00000100:00100000:3.0:1734016116.958564:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334769024 00002000:00100000:3.0:1734016116.958599:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6324224->6328319) req@ffff88007856e300 x1818247334769024/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.958608:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856e300 with x1818247334769024 ext(6324224->6328319) 00002000:00010000:3.0:1734016116.958613:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856e300 00000100:00100000:3.0:1734016116.958836:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8744 00000100:00100000:3.0:1734016116.958842:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334769024:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.959796:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334769024:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 949us (2525us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.959803:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8744 00002000:00100000:3.0:1734016116.959826:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6324224->6328319) req@ffff88007856e300 x1818247334769024/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.959833:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856e300 with x1818247334769024 ext(6324224->6328319) 00002000:00010000:3.0:1734016116.959836:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856e300 00000100:00100000:2.0:1734016116.971605:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.971726:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334769280 00000100:00100000:3.0:1734016116.971738:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334769280 00002000:00100000:3.0:1734016116.971781:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6320128->6324223) req@ffff88007856f100 x1818247334769280/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.971793:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856f100 with x1818247334769280 ext(6320128->6324223) 00002000:00010000:3.0:1734016116.971798:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856f100 00000100:00100000:3.0:1734016116.971870:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8745 00000100:00100000:3.0:1734016116.971877:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334769280:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.972048:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334769280:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 170us (452us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.972056:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8745 00002000:00100000:3.0:1734016116.972061:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6320128->6324223) req@ffff88007856f100 x1818247334769280/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.972068:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856f100 with x1818247334769280 ext(6320128->6324223) 00002000:00010000:3.0:1734016116.972070:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856f100 00000100:00100000:2.0:1734016116.979129:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016116.979199:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334769536 00000100:00100000:1.0:1734016116.979210:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334769536 00002000:00100000:1.0:1734016116.979247:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6316032->6320127) req@ffff88007856f800 x1818247334769536/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.979256:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856f800 with x1818247334769536 ext(6316032->6320127) 00002000:00010000:1.0:1734016116.979261:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856f800 00000100:00100000:1.0:1734016116.979354:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8746 00000100:00100000:1.0:1734016116.979362:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334769536:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016116.979531:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334769536:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 169us (409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016116.979538:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8746 00002000:00100000:1.0:1734016116.979543:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6316032->6320127) req@ffff88007856f800 x1818247334769536/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.979551:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856f800 with x1818247334769536 ext(6316032->6320127) 00002000:00010000:1.0:1734016116.979553:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856f800 00000100:00100000:2.0:1734016116.983732:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.984366:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334769792 00000100:00100000:3.0:1734016116.984375:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334769792 00002000:00100000:3.0:1734016116.984416:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6311936->6316031) req@ffff88007856e680 x1818247334769792/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.984426:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856e680 with x1818247334769792 ext(6311936->6316031) 00002000:00010000:3.0:1734016116.984431:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856e680 00000100:00100000:3.0:1734016116.984465:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8747 00000100:00100000:3.0:1734016116.984472:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334769792:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.984674:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334769792:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 201us (951us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.984685:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8747 00002000:00100000:3.0:1734016116.984690:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6311936->6316031) req@ffff88007856e680 x1818247334769792/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.984697:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856e680 with x1818247334769792 ext(6311936->6316031) 00002000:00010000:3.0:1734016116.984701:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856e680 00000100:00100000:2.0:1734016116.992707:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.993865:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334770048 00000100:00100000:3.0:1734016116.993877:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334770048 00002000:00100000:3.0:1734016116.993927:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6307840->6311935) req@ffff88007856d180 x1818247334770048/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.993937:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856d180 with x1818247334770048 ext(6307840->6311935) 00002000:00010000:3.0:1734016116.993942:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856d180 00000100:00100000:3.0:1734016116.993979:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8748 00000100:00100000:3.0:1734016116.993986:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334770048:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.994207:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334770048:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 219us (1508us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.994213:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8748 00002000:00100000:3.0:1734016116.994218:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6307840->6311935) req@ffff88007856d180 x1818247334770048/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.994224:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856d180 with x1818247334770048 ext(6307840->6311935) 00002000:00010000:3.0:1734016116.994226:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856d180 00000100:00100000:0.0:1734016116.998355:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016116.998479:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334770304 00000100:00100000:3.0:1734016116.998493:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334770304 00002000:00100000:3.0:1734016116.998551:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6303744->6307839) req@ffff88007bcc8000 x1818247334770304/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.998567:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8000 with x1818247334770304 ext(6303744->6307839) 00002000:00010000:3.0:1734016116.998573:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8000 00000100:00100000:3.0:1734016116.998612:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8749 00000100:00100000:3.0:1734016116.998618:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334770304:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.998846:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334770304:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 226us (501us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.998853:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8749 00002000:00100000:3.0:1734016116.998859:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6303744->6307839) req@ffff88007bcc8000 x1818247334770304/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.998866:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8000 with x1818247334770304 ext(6303744->6307839) 00002000:00010000:3.0:1734016116.998869:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8000 00000100:00100000:0.0:1734016117.002701:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.002972:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334770560 00000100:00100000:1.0:1734016117.002980:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334770560 00002000:00100000:1.0:1734016117.003236:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6299648->6303743) req@ffff88007bcc9180 x1818247334770560/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.003244:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9180 with x1818247334770560 ext(6299648->6303743) 00002000:00010000:1.0:1734016117.003248:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9180 00000100:00080000:2.0:1734016117.003322:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016087 00000100:00100000:1.0:1734016117.003485:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8750 00000100:00100000:1.0:1734016117.003492:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334770560:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.003896:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334770560:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 402us (1200us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.003903:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8750 00002000:00100000:1.0:1734016117.003909:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6299648->6303743) req@ffff88007bcc9180 x1818247334770560/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.003919:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9180 with x1818247334770560 ext(6299648->6303743) 00002000:00010000:1.0:1734016117.003922:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9180 00000100:00100000:0.0:1734016117.011547:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.011734:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334770816 00000100:00100000:1.0:1734016117.011743:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334770816 00002000:00100000:1.0:1734016117.011782:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6295552->6299647) req@ffff88007bcc9f80 x1818247334770816/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.011791:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9f80 with x1818247334770816 ext(6295552->6299647) 00002000:00010000:1.0:1734016117.011796:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9f80 00000100:00100000:1.0:1734016117.012486:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8751 00000100:00100000:1.0:1734016117.012493:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334770816:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.012666:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334770816:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 172us (1127us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.012672:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8751 00002000:00100000:1.0:1734016117.012678:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6295552->6299647) req@ffff88007bcc9f80 x1818247334770816/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.012683:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9f80 with x1818247334770816 ext(6295552->6299647) 00002000:00010000:1.0:1734016117.012687:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9f80 00000100:00100000:0.0:1734016117.024054:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.024157:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334770944 00000100:00100000:3.0:1734016117.024164:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334770944 00002000:00100000:3.0:1734016117.024197:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1179648->6356930) req@ffff88007bccaa00 x1818247334770944/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 504/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.024206:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccaa00 with x1818247334770944 ext(1179648->6356930) 00002000:00010000:3.0:1734016117.024211:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccaa00 00000100:00100000:3.0:1734016117.024245:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8752 00000100:00100000:3.0:1734016117.024251:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334770944:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016117.037422:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334770944:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 13159us (13364us total) trans 4294969448 rc 0/0 00000100:00100000:0.0:1734016117.037435:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8752 00002000:00100000:0.0:1734016117.037445:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1179648->6356930) req@ffff88007bccaa00 x1818247334770944/t4294969448(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 504/448 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.037454:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccaa00 with x1818247334770944 ext(1179648->6356930) 00002000:00010000:0.0:1734016117.037460:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccaa00 00000100:00100000:0.0:1734016117.043286:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.043651:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334771072 00000100:00100000:2.0:1734016117.043662:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334771072 00000100:00100000:2.0:1734016117.043726:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2169 00000100:00100000:2.0:1734016117.043733:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:9662:x1818247334771072:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016117.043917:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:9662:x1818247334771072:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 184us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.043923:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2169 00000100:00100000:0.0:1734016117.052485:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.052995:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334771200 00000100:00100000:1.0:1734016117.053002:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334771200 00000100:00100000:1.0:1734016117.053055:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10786 00000100:00100000:1.0:1734016117.053062:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334771200:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016117.062005:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969448 is committed 00000100:00100000:1.0:1734016117.063636:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334771200:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 10566us (11151us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.063647:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10786 00000100:00100000:0.0:1734016117.072019:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.074064:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334771328 00000100:00100000:3.0:1734016117.074076:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334771328 00000100:00100000:3.0:1734016117.074134:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 325 00000100:00100000:3.0:1734016117.074141:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e84e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1969:x1818247334771328:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:3.0:1734016117.074207:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e84e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1969:x1818247334771328:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 65us (2198us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.074213:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 325 00000100:00080000:2.0:1734016117.074339:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016087 00000100:00100000:0.0:1734016117.074358:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016117.074401:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016117.074415:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334771584 00000100:00100000:0.0:1734016117.074418:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334771584 00000100:00100000:0.0:1734016117.074450:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2170 00000100:00100000:0.0:1734016117.074454:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:9662:x1818247334771584:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.074466:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.074481:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55992eaf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4faac expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.074550:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992eb6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016117.074561:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992eb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016117.074571:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992eb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:2.0:1734016117.074739:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334771456 00000100:00100000:2.0:1734016117.074743:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334771456 00000100:00100000:2.0:1734016117.074767:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 158 00000100:00100000:2.0:1734016117.074771:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334771456:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:2.0:1734016117.074798:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334771456:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 26us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.074804:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 158 00000100:00080000:2.0:1734016117.074827:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016087 00000004:00200000:0.0:1734016117.076075:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6356931 00000004:00200000:0.0:1734016117.076081:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016117.076101:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992eb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016117.076129:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55992eaf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faac expref: 24 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.076160:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992eb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faac expref: 23 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.076168:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016117.076170:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016117.076173:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85646c0, rc 0) 00000100:00100000:0.0:1734016117.076822:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334771584:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2349us (2403us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.076829:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2170 00000100:00100000:0.0:1734016117.085527:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.086026:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334771712 00000100:00100000:2.0:1734016117.086035:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334771712 00000100:00100000:2.0:1734016117.086083:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10787 00000100:00100000:2.0:1734016117.086090:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334771712:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.086107:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.086122:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ebd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fab3 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.086177:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338413440:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016117.086235:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00002000:00010000:2.0:1734016117.096966:0:7686:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 928 -> 1168 00000100:00100000:2.0:1734016117.096989:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338413440:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016117.097018:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ebd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fab3 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.097030:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ebd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fab3 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.097436:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016117.097484:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334771712:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11394us (11965us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.097492:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10787 00000100:00100000:0.0:1734016117.100957:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.101036:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334771840 00000100:00100000:2.0:1734016117.101044:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334771840 00000100:00100000:2.0:1734016117.101090:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10788 00000100:00100000:2.0:1734016117.101096:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334771840:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.101110:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.101125:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992ec4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4faba expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.101148:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992e77 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa89 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.101154:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016117.101155:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016117.101158:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992ec4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [618496->622591] (req 618496->622591) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faba expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.101186:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992e77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa89 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.101196:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992e77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa89 expref: 5 pid: 7686 timeout: 480 lvb_type: 0 00000100:00100000:2.0:1734016117.101207:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338413568:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016117.101264:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.106259:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338413568:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016117.106288:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992ec4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [618496->622591] (req 618496->622591) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faba expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.106313:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016117.106361:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334771840:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5263us (5410us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.106368:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10788 00000100:00100000:0.0:1734016117.107916:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.107989:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334771968 00000100:00100000:3.0:1734016117.107998:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334771968 00010000:00010000:3.0:1734016117.108029:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992e77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa89 expref: 6 pid: 7686 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016117.108075:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3020 00000100:00100000:3.0:1734016117.108082:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129fdd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334771968:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016117.108093:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016117.108113:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992e77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa89 expref: 6 pid: 7686 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016117.108125:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992e77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa89 expref: 6 pid: 7686 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016117.108144:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992e77 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fa89 expref: 6 pid: 7686 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016117.108171:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.108173:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.108180:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992ec4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faba expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.108188:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992ec4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faba expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.108227:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992ec4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faba expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.108728:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c52a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338413696:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016117.108775:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.111886:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c52a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338413696:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016117.111938:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016117.112002:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129fdd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334771968:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3919us (4090us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.112014:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3020 00000100:00100000:0.0:1734016117.112782:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.113067:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334772224 00000100:00100000:2.0:1734016117.113075:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334772224 00002000:00100000:2.0:1734016117.113118:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (618496->622591) req@ffff88007bcc9c00 x1818247334772224/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.113127:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9c00 with x1818247334772224 ext(618496->622591) 00002000:00010000:2.0:1734016117.113132:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9c00 00000100:00100000:2.0:1734016117.113163:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8753 00000100:00100000:2.0:1734016117.113168:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334772224:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.113754:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334772224:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 584us (973us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.113761:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8753 00002000:00100000:2.0:1734016117.113766:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (618496->622591) req@ffff88007bcc9c00 x1818247334772224/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.113773:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9c00 with x1818247334772224 ext(618496->622591) 00002000:00010000:2.0:1734016117.113776:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9c00 00000100:00100000:0.0:1734016117.116945:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.117215:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334772480 00000100:00100000:2.0:1734016117.117224:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334772480 00002000:00100000:2.0:1734016117.117261:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (614400->618495) req@ffff88007bcc8e00 x1818247334772480/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.117270:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8e00 with x1818247334772480 ext(614400->618495) 00002000:00010000:2.0:1734016117.117275:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8e00 00000100:00100000:2.0:1734016117.117307:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8754 00000100:00100000:2.0:1734016117.117313:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334772480:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.117875:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334772480:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 560us (936us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.117881:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8754 00002000:00100000:2.0:1734016117.117887:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (614400->618495) req@ffff88007bcc8e00 x1818247334772480/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.117894:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8e00 with x1818247334772480 ext(614400->618495) 00002000:00010000:2.0:1734016117.117897:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8e00 00000100:00100000:0.0:1734016117.121468:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.121602:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334772736 00000100:00100000:2.0:1734016117.121612:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334772736 00002000:00100000:2.0:1734016117.121665:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (610304->614399) req@ffff88007bccb480 x1818247334772736/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.121676:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccb480 with x1818247334772736 ext(610304->614399) 00002000:00010000:2.0:1734016117.121682:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccb480 00000100:00100000:2.0:1734016117.121717:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8755 00000100:00100000:2.0:1734016117.121725:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334772736:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.121919:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334772736:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 194us (466us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.121927:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8755 00002000:00100000:2.0:1734016117.121932:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (610304->614399) req@ffff88007bccb480 x1818247334772736/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.121939:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccb480 with x1818247334772736 ext(610304->614399) 00002000:00010000:2.0:1734016117.121942:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccb480 00000100:00100000:0.0:1734016117.125720:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.125784:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334772992 00000100:00100000:2.0:1734016117.125794:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334772992 00002000:00100000:2.0:1734016117.125864:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (606208->610303) req@ffff88007bcc8a80 x1818247334772992/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.125875:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8a80 with x1818247334772992 ext(606208->610303) 00002000:00010000:2.0:1734016117.125880:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8a80 00000100:00100000:2.0:1734016117.126390:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8756 00000100:00100000:2.0:1734016117.126397:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334772992:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.126613:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334772992:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 215us (899us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.126619:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8756 00002000:00100000:2.0:1734016117.126626:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (606208->610303) req@ffff88007bcc8a80 x1818247334772992/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.126632:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8a80 with x1818247334772992 ext(606208->610303) 00002000:00010000:2.0:1734016117.126635:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8a80 00000100:00100000:0.0:1734016117.129191:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.129274:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334773248 00000100:00100000:2.0:1734016117.129281:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334773248 00002000:00100000:2.0:1734016117.129322:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (602112->606207) req@ffff88007bcc8700 x1818247334773248/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.129331:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8700 with x1818247334773248 ext(602112->606207) 00002000:00010000:2.0:1734016117.129335:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8700 00000100:00100000:2.0:1734016117.129365:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8757 00000100:00100000:2.0:1734016117.129371:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334773248:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.129502:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334773248:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 130us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.129509:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8757 00002000:00100000:2.0:1734016117.129514:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (602112->606207) req@ffff88007bcc8700 x1818247334773248/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.129520:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8700 with x1818247334773248 ext(602112->606207) 00002000:00010000:2.0:1734016117.129523:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8700 00000100:00100000:0.0:1734016117.131669:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.131735:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334773504 00000100:00100000:1.0:1734016117.131743:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334773504 00002000:00100000:1.0:1734016117.131777:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (598016->602111) req@ffff88007bcca680 x1818247334773504/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.131786:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcca680 with x1818247334773504 ext(598016->602111) 00002000:00010000:1.0:1734016117.131791:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcca680 00000100:00100000:1.0:1734016117.131905:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8758 00000100:00100000:1.0:1734016117.131912:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334773504:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.132073:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334773504:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 160us (413us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.132080:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8758 00002000:00100000:1.0:1734016117.132085:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (598016->602111) req@ffff88007bcca680 x1818247334773504/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.132092:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcca680 with x1818247334773504 ext(598016->602111) 00002000:00010000:1.0:1734016117.132094:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcca680 00000100:00100000:0.0:1734016117.138957:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.139067:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334773760 00000100:00100000:2.0:1734016117.139079:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334773760 00002000:00100000:2.0:1734016117.139130:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (593920->598015) req@ffff88007822df80 x1818247334773760/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.139140:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822df80 with x1818247334773760 ext(593920->598015) 00002000:00010000:2.0:1734016117.139145:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822df80 00000100:00100000:2.0:1734016117.139186:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8759 00000100:00100000:2.0:1734016117.139194:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334773760:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.139388:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334773760:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 193us (440us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.139394:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8759 00002000:00100000:2.0:1734016117.139400:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (593920->598015) req@ffff88007822df80 x1818247334773760/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.139407:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822df80 with x1818247334773760 ext(593920->598015) 00002000:00010000:2.0:1734016117.139410:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822df80 00000100:00100000:0.0:1734016117.144491:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.171503:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334774016 00000100:00100000:1.0:1734016117.171528:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334774016 00002000:00100000:1.0:1734016117.171612:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (589824->593919) req@ffff88007822f800 x1818247334774016/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.171625:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822f800 with x1818247334774016 ext(589824->593919) 00002000:00010000:1.0:1734016117.171633:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822f800 00000100:00100000:1.0:1734016117.171691:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8760 00000100:00100000:1.0:1734016117.171699:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334774016:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.171926:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334774016:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 226us (27449us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.171933:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8760 00002000:00100000:1.0:1734016117.171940:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (589824->593919) req@ffff88007822f800 x1818247334774016/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.171948:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822f800 with x1818247334774016 ext(589824->593919) 00002000:00010000:1.0:1734016117.171950:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822f800 00000100:00100000:0.0:1734016117.178312:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.178909:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334774272 00000100:00100000:3.0:1734016117.178921:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334774272 00002000:00100000:3.0:1734016117.178975:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (585728->589823) req@ffff88007822f480 x1818247334774272/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.178986:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822f480 with x1818247334774272 ext(585728->589823) 00002000:00010000:3.0:1734016117.178994:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822f480 00000100:00100000:3.0:1734016117.179109:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8761 00000100:00100000:3.0:1734016117.179115:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334774272:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.179658:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334774272:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 540us (1370us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.179664:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8761 00002000:00100000:3.0:1734016117.179669:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (585728->589823) req@ffff88007822f480 x1818247334774272/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.179680:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822f480 with x1818247334774272 ext(585728->589823) 00002000:00010000:3.0:1734016117.179682:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822f480 00000100:00100000:0.0:1734016117.185105:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.185396:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334774528 00000100:00100000:3.0:1734016117.185408:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334774528 00002000:00100000:3.0:1734016117.185451:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (581632->585727) req@ffff88007822ca80 x1818247334774528/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.185460:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822ca80 with x1818247334774528 ext(581632->585727) 00002000:00010000:3.0:1734016117.185466:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822ca80 00000100:00100000:3.0:1734016117.185661:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8762 00000100:00100000:3.0:1734016117.185667:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334774528:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.186151:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334774528:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 481us (1054us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.186157:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8762 00002000:00100000:3.0:1734016117.186163:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (581632->585727) req@ffff88007822ca80 x1818247334774528/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.186170:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822ca80 with x1818247334774528 ext(581632->585727) 00002000:00010000:3.0:1734016117.186173:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822ca80 00000100:00100000:0.0:1734016117.189618:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.190558:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334774784 00000100:00100000:1.0:1734016117.190571:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334774784 00002000:00100000:1.0:1734016117.190620:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (577536->581631) req@ffff88007822fb80 x1818247334774784/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.190630:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822fb80 with x1818247334774784 ext(577536->581631) 00002000:00010000:1.0:1734016117.190637:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822fb80 00000100:00100000:1.0:1734016117.190672:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8763 00000100:00100000:1.0:1734016117.190678:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334774784:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.190883:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334774784:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 205us (1279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.190890:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8763 00002000:00100000:1.0:1734016117.190897:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (577536->581631) req@ffff88007822fb80 x1818247334774784/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.190904:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822fb80 with x1818247334774784 ext(577536->581631) 00002000:00010000:1.0:1734016117.190907:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822fb80 00000100:00100000:0.0:1734016117.195967:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.196576:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334775040 00000100:00100000:3.0:1734016117.196588:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334775040 00002000:00100000:3.0:1734016117.196668:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (573440->577535) req@ffff88007822f100 x1818247334775040/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.196681:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822f100 with x1818247334775040 ext(573440->577535) 00002000:00010000:3.0:1734016117.196689:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822f100 00000100:00100000:3.0:1734016117.196730:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8764 00000100:00100000:3.0:1734016117.196738:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334775040:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.197904:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334775040:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1163us (1960us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.197915:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8764 00002000:00100000:3.0:1734016117.197924:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (573440->577535) req@ffff88007822f100 x1818247334775040/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.197933:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822f100 with x1818247334775040 ext(573440->577535) 00002000:00010000:3.0:1734016117.197939:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822f100 00000100:00100000:0.0:1734016117.203347:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.203801:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334775296 00000100:00100000:3.0:1734016117.203852:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334775296 00002000:00100000:3.0:1734016117.203898:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (569344->573439) req@ffff88007822d880 x1818247334775296/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.203907:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822d880 with x1818247334775296 ext(569344->573439) 00002000:00010000:3.0:1734016117.203912:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822d880 00000100:00100000:3.0:1734016117.204344:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8765 00000100:00100000:3.0:1734016117.204352:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334775296:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.204587:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334775296:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 233us (1252us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.204597:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8765 00002000:00100000:3.0:1734016117.204603:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (569344->573439) req@ffff88007822d880 x1818247334775296/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.204611:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822d880 with x1818247334775296 ext(569344->573439) 00002000:00010000:3.0:1734016117.204614:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822d880 00000100:00100000:0.0:1734016117.210227:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.212228:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334775552 00000100:00100000:1.0:1734016117.212240:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334775552 00002000:00100000:1.0:1734016117.212284:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (565248->569343) req@ffff88007822c000 x1818247334775552/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.212303:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822c000 with x1818247334775552 ext(565248->569343) 00002000:00010000:1.0:1734016117.212308:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822c000 00000100:00100000:1.0:1734016117.212353:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8766 00000100:00100000:1.0:1734016117.212359:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334775552:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.212501:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334775552:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 141us (2286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.212507:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8766 00002000:00100000:1.0:1734016117.212512:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (565248->569343) req@ffff88007822c000 x1818247334775552/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.212519:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822c000 with x1818247334775552 ext(565248->569343) 00002000:00010000:1.0:1734016117.212521:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822c000 00000100:00100000:0.0:1734016117.219743:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.219849:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334775808 00000100:00100000:3.0:1734016117.219860:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334775808 00002000:00100000:3.0:1734016117.219903:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (561152->565247) req@ffff88007822d500 x1818247334775808/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.219914:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822d500 with x1818247334775808 ext(561152->565247) 00002000:00010000:3.0:1734016117.219920:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822d500 00000100:00100000:3.0:1734016117.220039:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8767 00000100:00100000:3.0:1734016117.220047:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334775808:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.220237:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334775808:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 189us (504us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.220245:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8767 00002000:00100000:3.0:1734016117.220250:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (561152->565247) req@ffff88007822d500 x1818247334775808/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.220258:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822d500 with x1818247334775808 ext(561152->565247) 00002000:00010000:3.0:1734016117.220260:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822d500 00000100:00100000:0.0:1734016117.224434:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.225066:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334775936 00000100:00100000:2.0:1734016117.225076:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334775936 00000100:00100000:2.0:1734016117.225161:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2171 00000100:00100000:2.0:1734016117.225172:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+28:9662:x1818247334775936:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.225197:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.225219:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992ecb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fac1 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.225348:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992ed2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016117.225362:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992ed2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016117.225372:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992ed2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016117.225396:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6356931 00000004:00200000:2.0:1734016117.225402:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016117.225422:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992ed2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016117.225450:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992ecb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fac1 expref: 30 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.225486:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992ed2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fac1 expref: 29 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.225494:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016117.225497:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016117.225499:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016117.225556:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+29:9662:x1818247334775936:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 386us (1139us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.225563:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2171 00000100:00080000:3.0:1734016117.226161:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016087 00000100:00100000:0.0:1734016117.229100:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.229295:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334776064 00000100:00100000:3.0:1734016117.229303:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334776064 00000100:00100000:3.0:1734016117.229365:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10789 00000100:00100000:3.0:1734016117.229376:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334776064:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.229408:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.229442:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992ed9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fac8 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.229479:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.229481:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.229495:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992ed9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fac8 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.229512:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992ed9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fac8 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.229527:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016117.231717:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334776064:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2330us (2620us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.231729:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10789 00000100:00100000:0.0:1734016117.235304:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.235459:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334776192 00000100:00100000:3.0:1734016117.235471:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334776192 00000100:00100000:3.0:1734016117.235541:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10790 00000100:00100000:3.0:1734016117.235552:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334776192:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.235583:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.235617:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992ee0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4facf expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.235660:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992ec4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faba expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.235668:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992ed9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fac8 expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.235673:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.235675:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.235680:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992ee0 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [5767168->5771263] (req 5767168->5771263) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4facf expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.235735:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992ed9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fac8 expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.235751:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992ed9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fac8 expref: 5 pid: 7686 timeout: 480 lvb_type: 1 00000100:00100000:3.0:1734016117.235772:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338413824:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016117.235926:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992ec4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faba expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.235936:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992ec4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faba expref: 8 pid: 7686 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016117.235943:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338413952:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016117.235959:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7f00 going to sleep for 11 seconds 00010000:00010000:0.0:1734016117.239629:0:9875:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016117.240428:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338413824:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016117.240442:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338413952:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016117.240476:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992ee0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [5767168->5771263] (req 5767168->5771263) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4facf expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.240492:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016117.241844:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334776192:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6282us (6548us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.241859:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10790 00000100:00100000:0.0:1734016117.243662:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016117.243718:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.243941:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334776320 00000100:00100000:1.0:1734016117.243948:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334776320 00010000:00010000:1.0:1734016117.244249:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992ed9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fac8 expref: 6 pid: 7686 timeout: 480 lvb_type: 1 00000100:00100000:1.0:1734016117.244296:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334776448 00000100:00100000:1.0:1734016117.244299:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334776448 00010000:00010000:1.0:1734016117.244311:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992ec4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faba expref: 8 pid: 7686 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016117.244334:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3021 00000100:00100000:1.0:1734016117.244342:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334776320:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016117.244358:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016117.244388:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992ed9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fac8 expref: 6 pid: 7686 timeout: 480 lvb_type: 1 00010000:00010000:1.0:1734016117.244398:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992ed9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fac8 expref: 6 pid: 7686 timeout: 480 lvb_type: 1 00010000:00010000:1.0:1734016117.244423:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992ed9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fac8 expref: 6 pid: 7686 timeout: 480 lvb_type: 1 00010000:00010000:1.0:1734016117.244446:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016117.244914:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3022 00000100:00100000:3.0:1734016117.244921:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334776448:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016117.244930:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016117.244939:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992ec4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faba expref: 8 pid: 7686 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016117.244949:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992ec4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faba expref: 8 pid: 7686 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016117.244961:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992ec4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faba expref: 8 pid: 7686 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016117.244977:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.244979:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.244985:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992ee0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5771263) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4facf expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.244994:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992ee0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5771263) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4facf expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.245022:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992ee0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5771263) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4facf expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.245033:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338414080:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016117.245570:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334776320:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1226us (1917us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.245577:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3021 00000100:00100000:3.0:1734016117.245632:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.248831:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.248857:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338414080:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016117.248880:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016117.248930:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334776448:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4006us (5209us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.248941:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3022 00000100:00100000:1.0:1734016117.249474:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334776704 00000100:00100000:1.0:1734016117.249479:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334776704 00002000:00100000:1.0:1734016117.249511:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5767168->5771263) req@ffff88007856d880 x1818247334776704/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.249520:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856d880 with x1818247334776704 ext(5767168->5771263) 00002000:00010000:1.0:1734016117.249524:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856d880 00000100:00100000:1.0:1734016117.249553:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8768 00000100:00100000:1.0:1734016117.249559:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334776704:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.249977:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334776704:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 416us (1180us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.249984:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8768 00002000:00100000:1.0:1734016117.249990:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5767168->5771263) req@ffff88007856d880 x1818247334776704/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.249997:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856d880 with x1818247334776704 ext(5767168->5771263) 00002000:00010000:1.0:1734016117.249999:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856d880 00000100:00100000:0.0:1734016117.253242:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.253374:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334776960 00000100:00100000:1.0:1734016117.253385:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334776960 00002000:00100000:1.0:1734016117.253428:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5763072->5767167) req@ffff88007822c380 x1818247334776960/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.253439:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822c380 with x1818247334776960 ext(5763072->5767167) 00002000:00010000:1.0:1734016117.253444:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822c380 00000100:00100000:1.0:1734016117.253476:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8769 00000100:00100000:1.0:1734016117.253483:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334776960:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.253644:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334776960:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 160us (409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.253650:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8769 00002000:00100000:1.0:1734016117.253655:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5763072->5767167) req@ffff88007822c380 x1818247334776960/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.253661:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822c380 with x1818247334776960 ext(5763072->5767167) 00002000:00010000:1.0:1734016117.253664:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822c380 00000100:00100000:2.0:1734016117.259011:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.259164:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334777216 00000100:00100000:3.0:1734016117.259175:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334777216 00002000:00100000:3.0:1734016117.259228:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5758976->5763071) req@ffff88007856ed80 x1818247334777216/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.259240:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856ed80 with x1818247334777216 ext(5758976->5763071) 00002000:00010000:3.0:1734016117.259245:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856ed80 00000100:00100000:3.0:1734016117.259279:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8770 00000100:00100000:3.0:1734016117.259296:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334777216:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.260645:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334777216:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1345us (1631us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.260659:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8770 00002000:00100000:3.0:1734016117.260671:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5758976->5763071) req@ffff88007856ed80 x1818247334777216/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.260681:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856ed80 with x1818247334777216 ext(5758976->5763071) 00002000:00010000:3.0:1734016117.260687:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856ed80 00000100:00100000:0.0:1734016117.266146:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.266564:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334777472 00000100:00100000:3.0:1734016117.266578:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334777472 00002000:00100000:3.0:1734016117.266645:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5754880->5758975) req@ffff880078834a80 x1818247334777472/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.266656:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078834a80 with x1818247334777472 ext(5754880->5758975) 00002000:00010000:3.0:1734016117.266661:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078834a80 00000100:00100000:3.0:1734016117.266696:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8771 00000100:00100000:3.0:1734016117.266703:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334777472:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.267610:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334777472:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 902us (1468us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.267618:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8771 00002000:00100000:3.0:1734016117.267624:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5754880->5758975) req@ffff880078834a80 x1818247334777472/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.267633:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078834a80 with x1818247334777472 ext(5754880->5758975) 00002000:00010000:3.0:1734016117.267636:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078834a80 00000100:00100000:0.0:1734016117.279027:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.279477:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334777728 00000100:00100000:3.0:1734016117.279486:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334777728 00002000:00100000:3.0:1734016117.279537:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5750784->5754879) req@ffff880078836d80 x1818247334777728/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.279549:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078836d80 with x1818247334777728 ext(5750784->5754879) 00002000:00010000:3.0:1734016117.279553:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078836d80 00000100:00100000:3.0:1734016117.279664:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8772 00000100:00100000:3.0:1734016117.279671:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334777728:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.279847:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334777728:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 176us (829us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.279853:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8772 00002000:00100000:3.0:1734016117.279858:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5750784->5754879) req@ffff880078836d80 x1818247334777728/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.279864:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078836d80 with x1818247334777728 ext(5750784->5754879) 00002000:00010000:3.0:1734016117.279868:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078836d80 00000100:00100000:2.0:1734016117.302022:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.302194:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334777984 00000100:00100000:1.0:1734016117.302211:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334777984 00002000:00100000:1.0:1734016117.302283:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5746688->5750783) req@ffff88007a3cb480 x1818247334777984/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.302302:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb480 with x1818247334777984 ext(5746688->5750783) 00002000:00010000:1.0:1734016117.302310:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cb480 00000100:00100000:1.0:1734016117.302461:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8773 00000100:00100000:1.0:1734016117.302474:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334777984:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.302951:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334777984:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 479us (943us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.302958:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8773 00002000:00100000:1.0:1734016117.302964:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5746688->5750783) req@ffff88007a3cb480 x1818247334777984/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.302972:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb480 with x1818247334777984 ext(5746688->5750783) 00002000:00010000:1.0:1734016117.302976:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cb480 00000100:00100000:0.0:1734016117.310058:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.311261:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334778240 00000100:00100000:1.0:1734016117.311269:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334778240 00002000:00100000:1.0:1734016117.311320:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5742592->5746687) req@ffff880078834e00 x1818247334778240/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.311330:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078834e00 with x1818247334778240 ext(5742592->5746687) 00002000:00010000:1.0:1734016117.311336:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078834e00 00000100:00100000:1.0:1734016117.311369:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8774 00000100:00100000:1.0:1734016117.311376:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334778240:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.311543:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334778240:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 165us (1497us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.311550:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8774 00002000:00100000:1.0:1734016117.311555:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5742592->5746687) req@ffff880078834e00 x1818247334778240/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.311562:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078834e00 with x1818247334778240 ext(5742592->5746687) 00002000:00010000:1.0:1734016117.311564:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078834e00 00000100:00100000:0.0:1734016117.320524:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.321043:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334778496 00000100:00100000:3.0:1734016117.321051:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334778496 00002000:00100000:3.0:1734016117.321090:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5738496->5742591) req@ffff880078837480 x1818247334778496/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.321100:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078837480 with x1818247334778496 ext(5738496->5742591) 00002000:00010000:3.0:1734016117.321104:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078837480 00000100:00100000:3.0:1734016117.321136:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8775 00000100:00100000:3.0:1734016117.321143:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334778496:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.321311:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334778496:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 167us (801us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.321318:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8775 00002000:00100000:3.0:1734016117.321327:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5738496->5742591) req@ffff880078837480 x1818247334778496/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.321333:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078837480 with x1818247334778496 ext(5738496->5742591) 00002000:00010000:3.0:1734016117.321336:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078837480 00000100:00100000:2.0:1734016117.334851:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.335020:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334778752 00000100:00100000:1.0:1734016117.335034:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334778752 00002000:00100000:1.0:1734016117.335083:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5734400->5738495) req@ffff88007a3c8700 x1818247334778752/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.335095:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c8700 with x1818247334778752 ext(5734400->5738495) 00002000:00010000:1.0:1734016117.335100:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c8700 00000100:00100000:1.0:1734016117.335141:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8776 00000100:00100000:1.0:1734016117.335148:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334778752:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.335756:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334778752:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 606us (914us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.335768:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8776 00002000:00100000:1.0:1734016117.335774:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5734400->5738495) req@ffff88007a3c8700 x1818247334778752/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.335780:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c8700 with x1818247334778752 ext(5734400->5738495) 00002000:00010000:1.0:1734016117.335783:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c8700 00000100:00100000:0.0:1734016117.339436:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.339560:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334779008 00000100:00100000:1.0:1734016117.339571:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334779008 00002000:00100000:1.0:1734016117.339619:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5730304->5734399) req@ffff880078835180 x1818247334779008/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.339629:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078835180 with x1818247334779008 ext(5730304->5734399) 00002000:00010000:1.0:1734016117.339636:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078835180 00000100:00100000:1.0:1734016117.340076:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8777 00000100:00100000:1.0:1734016117.340086:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334779008:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.340700:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334779008:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 614us (1278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.340709:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8777 00002000:00100000:1.0:1734016117.340715:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5730304->5734399) req@ffff880078835180 x1818247334779008/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.340722:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078835180 with x1818247334779008 ext(5730304->5734399) 00002000:00010000:1.0:1734016117.340725:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078835180 00000100:00100000:0.0:1734016117.345066:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.345207:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334779264 00000100:00100000:2.0:1734016117.345216:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334779264 00002000:00100000:2.0:1734016117.345252:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5726208->5730303) req@ffff880078835c00 x1818247334779264/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.345262:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078835c00 with x1818247334779264 ext(5726208->5730303) 00002000:00010000:2.0:1734016117.345268:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078835c00 00000100:00100000:2.0:1734016117.345311:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8778 00000100:00100000:2.0:1734016117.345317:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334779264:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.345505:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334779264:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 186us (451us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.345512:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8778 00002000:00100000:2.0:1734016117.345518:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5726208->5730303) req@ffff880078835c00 x1818247334779264/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.345525:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078835c00 with x1818247334779264 ext(5726208->5730303) 00002000:00010000:2.0:1734016117.345527:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078835c00 00000100:00100000:2.0:1734016117.348599:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.348742:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334779520 00000100:00100000:1.0:1734016117.348751:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334779520 00002000:00100000:1.0:1734016117.348794:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5722112->5726207) req@ffff88007a3c9500 x1818247334779520/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.348844:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9500 with x1818247334779520 ext(5722112->5726207) 00002000:00010000:1.0:1734016117.348849:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9500 00000100:00100000:1.0:1734016117.348877:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8779 00000100:00100000:1.0:1734016117.348884:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334779520:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.349109:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334779520:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 223us (519us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.349117:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8779 00002000:00100000:1.0:1734016117.349123:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5722112->5726207) req@ffff88007a3c9500 x1818247334779520/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.349129:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9500 with x1818247334779520 ext(5722112->5726207) 00002000:00010000:1.0:1734016117.349132:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9500 00000100:00100000:0.0:1734016117.354980:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.355190:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334779776 00000100:00100000:1.0:1734016117.355201:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334779776 00002000:00100000:1.0:1734016117.355247:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5718016->5722111) req@ffff880078836a00 x1818247334779776/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.355259:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078836a00 with x1818247334779776 ext(5718016->5722111) 00002000:00010000:1.0:1734016117.355265:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078836a00 00000100:00100000:1.0:1734016117.355339:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8780 00000100:00100000:1.0:1734016117.355346:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078836a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334779776:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.357920:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078836a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334779776:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2561us (2938us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.357933:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8780 00002000:00100000:1.0:1734016117.357951:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5718016->5722111) req@ffff880078836a00 x1818247334779776/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.357963:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078836a00 with x1818247334779776 ext(5718016->5722111) 00002000:00010000:1.0:1734016117.357969:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078836a00 00000100:00100000:0.0:1734016117.363183:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.363629:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334780032 00000100:00100000:1.0:1734016117.363637:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334780032 00002000:00100000:1.0:1734016117.363696:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5713920->5718015) req@ffff880078834000 x1818247334780032/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.363708:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078834000 with x1818247334780032 ext(5713920->5718015) 00002000:00010000:1.0:1734016117.363713:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078834000 00000100:00100000:1.0:1734016117.364374:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8781 00000100:00100000:1.0:1734016117.364381:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334780032:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.364575:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334780032:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 192us (1402us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.364582:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8781 00002000:00100000:1.0:1734016117.364588:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5713920->5718015) req@ffff880078834000 x1818247334780032/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.364596:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078834000 with x1818247334780032 ext(5713920->5718015) 00002000:00010000:1.0:1734016117.364599:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078834000 00000100:00100000:3.0:1734016117.369654:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.369795:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334780160 00000100:00100000:2.0:1734016117.369804:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334780160 00002000:00100000:2.0:1734016117.369883:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5713920->5771263) req@ffff880078c50380 x1818247334780160/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.369895:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c50380 with x1818247334780160 ext(5713920->5771263) 00002000:00010000:2.0:1734016117.369902:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c50380 00000100:00100000:2.0:1734016117.370147:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8782 00000100:00100000:2.0:1734016117.370153:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334780160:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016117.375901:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334780160:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4645us (5155us total) trans 4294969449 rc 0/0 00000100:00100000:2.0:1734016117.375918:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8782 00002000:00100000:2.0:1734016117.375934:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5713920->5771263) req@ffff880078c50380 x1818247334780160/t4294969449(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/448 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.375944:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c50380 with x1818247334780160 ext(5713920->5771263) 00002000:00010000:2.0:1734016117.375951:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c50380 00000100:00100000:0.0:1734016117.381338:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.382245:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334780288 00000100:00100000:3.0:1734016117.382255:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334780288 00000100:00100000:3.0:1734016117.382323:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10791 00000100:00100000:3.0:1734016117.382331:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334780288:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016117.383734:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969449 is committed 00000100:00100000:3.0:1734016117.383921:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334780288:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 1582us (2582us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.383932:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10791 00000100:00100000:3.0:1734016117.390000:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016117.390278:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334780416 00000100:00100000:0.0:1734016117.390294:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334780416 00000100:00100000:0.0:1734016117.391439:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10792 00000100:00100000:0.0:1734016117.391448:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334780416:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016117.391635:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6356931 -> 6356931 00002000:00010000:0.0:1734016117.391639:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016116 -> 1734016117 00002000:00010000:0.0:1734016117.391641:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:0.0:1734016117.391642:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016116 -> 1734016117 00002000:00010000:0.0:1734016117.391644:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1168 -> 1288 00000100:00100000:0.0:1734016117.391692:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334780416:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 245us (1704us total) trans 4294969450 rc 0/0 00000100:00100000:0.0:1734016117.391698:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10792 00000100:00100000:0.0:1734016117.401129:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.401625:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334780544 00000100:00100000:2.0:1734016117.401637:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334780544 00000100:00100000:2.0:1734016117.401680:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10793 00000100:00100000:2.0:1734016117.401688:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334780544:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.401707:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.401728:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992ee7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fad6 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.401781:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338414208:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016117.401878:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00002000:00010000:2.0:1734016117.405459:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016116 -> 1734016117 00000100:00100000:2.0:1734016117.405485:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338414208:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016117.405535:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992ee7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fad6 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.405554:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55992ee7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fad6 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.405587:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016117.405770:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334780544:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4079us (4649us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.405782:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10793 00000100:00100000:3.0:1734016117.410398:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.410493:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334780672 00000100:00100000:2.0:1734016117.410502:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334780672 00000100:00100000:2.0:1734016117.410874:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10794 00000100:00100000:2.0:1734016117.410882:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334780672:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.410899:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.410915:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992eee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fadd expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.410948:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992ee0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5771263) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4facf expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.410956:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016117.410957:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016117.410962:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992eee lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3239936->3244031] (req 3239936->3244031) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fadd expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.410994:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992ee0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5771263) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4facf expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.411007:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992ee0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5771263) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4facf expref: 7 pid: 7686 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.411021:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338414336:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016117.411093:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.416526:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338414336:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016117.416576:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992eee lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3239936->3244031] (req 3239936->3244031) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fadd expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.416592:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016117.416648:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334780672:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5765us (6257us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.416659:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10794 00000100:00100000:1.0:1734016117.417503:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.417875:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334780800 00000100:00100000:3.0:1734016117.417884:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334780800 00010000:00010000:3.0:1734016117.417925:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992ee0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5771263) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4facf expref: 8 pid: 7686 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016117.418345:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3023 00000100:00100000:3.0:1734016117.418352:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334780800:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016117.418368:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016117.418388:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992ee0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5767168->5771263) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4facf expref: 8 pid: 7686 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016117.418399:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992ee0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5767168->5771263) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4facf expref: 8 pid: 7686 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016117.418423:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992ee0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5767168->5771263) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4facf expref: 8 pid: 7686 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016117.419228:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.419233:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.419242:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992eee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3239936->3244031) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fadd expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.419251:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992eee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3239936->3244031) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fadd expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.419295:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992eee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3239936->3244031) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fadd expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.419313:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338414464:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016117.419967:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.423247:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016117.423331:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338414464:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016117.423352:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016117.424306:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334780800:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5951us (6803us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.424318:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3023 00000100:00100000:2.0:1734016117.424511:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334781056 00000100:00100000:2.0:1734016117.424520:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334781056 00002000:00100000:2.0:1734016117.424563:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3239936->3244031) req@ffff880078c53480 x1818247334781056/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.424572:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c53480 with x1818247334781056 ext(3239936->3244031) 00002000:00010000:2.0:1734016117.424577:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c53480 00000100:00100000:2.0:1734016117.424598:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8783 00000100:00100000:2.0:1734016117.424602:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334781056:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.425469:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334781056:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 863us (2226us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.425477:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8783 00002000:00100000:2.0:1734016117.425482:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3239936->3244031) req@ffff880078c53480 x1818247334781056/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.425489:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c53480 with x1818247334781056 ext(3239936->3244031) 00002000:00010000:2.0:1734016117.425493:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c53480 00000100:00100000:3.0:1734016117.428746:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.428968:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334781312 00000100:00100000:2.0:1734016117.428977:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334781312 00002000:00100000:2.0:1734016117.429015:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3235840->3239935) req@ffff880078c50a80 x1818247334781312/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.429025:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c50a80 with x1818247334781312 ext(3235840->3239935) 00002000:00010000:2.0:1734016117.429031:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c50a80 00000100:00100000:2.0:1734016117.429056:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8784 00000100:00100000:2.0:1734016117.429061:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334781312:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.429239:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334781312:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 176us (502us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.429249:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8784 00002000:00100000:2.0:1734016117.429254:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3235840->3239935) req@ffff880078c50a80 x1818247334781312/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.429261:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c50a80 with x1818247334781312 ext(3235840->3239935) 00002000:00010000:2.0:1734016117.429264:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c50a80 00000100:00100000:0.0:1734016117.432318:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.434071:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334781568 00000100:00100000:2.0:1734016117.434090:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334781568 00002000:00100000:2.0:1734016117.434146:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3231744->3235839) req@ffff880078834380 x1818247334781568/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.434157:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078834380 with x1818247334781568 ext(3231744->3235839) 00002000:00010000:2.0:1734016117.434164:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078834380 00000100:00100000:2.0:1734016117.434200:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8785 00000100:00100000:2.0:1734016117.434209:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078834380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334781568:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.434459:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078834380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334781568:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 249us (2150us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.434466:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8785 00002000:00100000:2.0:1734016117.434472:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3231744->3235839) req@ffff880078834380 x1818247334781568/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.434479:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078834380 with x1818247334781568 ext(3231744->3235839) 00002000:00010000:2.0:1734016117.434482:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078834380 00000100:00100000:1.0:1734016117.439397:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.439593:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334781824 00000100:00100000:3.0:1734016117.439606:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334781824 00002000:00100000:3.0:1734016117.439649:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3227648->3231743) req@ffff8801309fa300 x1818247334781824/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.439660:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fa300 with x1818247334781824 ext(3227648->3231743) 00002000:00010000:3.0:1734016117.439667:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fa300 00000100:00100000:3.0:1734016117.439707:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8786 00000100:00100000:3.0:1734016117.439713:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334781824:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.440105:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334781824:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 390us (716us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.440113:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8786 00002000:00100000:3.0:1734016117.440119:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3227648->3231743) req@ffff8801309fa300 x1818247334781824/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.440125:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fa300 with x1818247334781824 ext(3227648->3231743) 00002000:00010000:3.0:1734016117.440127:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fa300 00000100:00100000:0.0:1734016117.446639:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.447028:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334782080 00000100:00100000:3.0:1734016117.447036:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334782080 00002000:00100000:3.0:1734016117.447077:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3223552->3227647) req@ffff880078837800 x1818247334782080/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.447091:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078837800 with x1818247334782080 ext(3223552->3227647) 00002000:00010000:3.0:1734016117.447096:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078837800 00000100:00100000:3.0:1734016117.447128:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8787 00000100:00100000:3.0:1734016117.447135:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078837800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334782080:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.447303:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078837800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334782080:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 166us (673us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.447309:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8787 00002000:00100000:3.0:1734016117.447315:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3223552->3227647) req@ffff880078837800 x1818247334782080/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.447321:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078837800 with x1818247334782080 ext(3223552->3227647) 00002000:00010000:3.0:1734016117.447324:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078837800 00000100:00100000:2.0:1734016117.452247:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016117.452442:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334782336 00000100:00100000:0.0:1734016117.452451:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334782336 00002000:00100000:0.0:1734016117.452484:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3219456->3223551) req@ffff88007a3c9880 x1818247334782336/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.452500:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9880 with x1818247334782336 ext(3219456->3223551) 00002000:00010000:0.0:1734016117.452504:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9880 00000100:00100000:0.0:1734016117.452531:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8788 00000100:00100000:0.0:1734016117.452537:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334782336:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016117.452679:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334782336:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 141us (632us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016117.452686:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8788 00002000:00100000:0.0:1734016117.452690:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3219456->3223551) req@ffff88007a3c9880 x1818247334782336/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.452696:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9880 with x1818247334782336 ext(3219456->3223551) 00002000:00010000:0.0:1734016117.452700:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9880 00000100:00100000:1.0:1734016117.456673:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.456765:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334782592 00000100:00100000:3.0:1734016117.456774:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334782592 00002000:00100000:3.0:1734016117.456841:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3215360->3219455) req@ffff8801309f8a80 x1818247334782592/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.456850:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8a80 with x1818247334782592 ext(3215360->3219455) 00002000:00010000:3.0:1734016117.456854:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8a80 00000100:00100000:3.0:1734016117.456872:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8789 00000100:00100000:3.0:1734016117.456877:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334782592:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.457087:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334782592:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 208us (422us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.457095:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8789 00002000:00100000:3.0:1734016117.457100:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3215360->3219455) req@ffff8801309f8a80 x1818247334782592/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.457108:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8a80 with x1818247334782592 ext(3215360->3219455) 00002000:00010000:3.0:1734016117.457110:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8a80 00000100:00100000:0.0:1734016117.460868:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.461240:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334782848 00000100:00100000:2.0:1734016117.461249:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334782848 00002000:00100000:2.0:1734016117.461292:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3211264->3215359) req@ffff880078837b80 x1818247334782848/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.461301:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078837b80 with x1818247334782848 ext(3211264->3215359) 00002000:00010000:2.0:1734016117.461308:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078837b80 00000100:00100000:2.0:1734016117.461339:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8790 00000100:00100000:2.0:1734016117.461345:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334782848:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.461518:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334782848:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 171us (655us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.461524:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8790 00002000:00100000:2.0:1734016117.461529:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3211264->3215359) req@ffff880078837b80 x1818247334782848/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.461536:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078837b80 with x1818247334782848 ext(3211264->3215359) 00002000:00010000:2.0:1734016117.461538:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078837b80 00000100:00100000:2.0:1734016117.465056:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.465316:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334783104 00000100:00100000:3.0:1734016117.465325:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334783104 00002000:00100000:3.0:1734016117.465359:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3207168->3211263) req@ffff88007a3cb100 x1818247334783104/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.465368:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb100 with x1818247334783104 ext(3207168->3211263) 00002000:00010000:3.0:1734016117.465373:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cb100 00000100:00100000:3.0:1734016117.465391:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8791 00000100:00100000:3.0:1734016117.465397:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334783104:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.465569:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334783104:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 170us (543us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.465575:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8791 00002000:00100000:3.0:1734016117.465580:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3207168->3211263) req@ffff88007a3cb100 x1818247334783104/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.465587:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb100 with x1818247334783104 ext(3207168->3211263) 00002000:00010000:3.0:1734016117.465590:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cb100 00000100:00100000:1.0:1734016117.468907:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.469208:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334783360 00000100:00100000:2.0:1734016117.469226:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334783360 00002000:00100000:2.0:1734016117.469278:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3203072->3207167) req@ffff8801309f9180 x1818247334783360/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.469300:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f9180 with x1818247334783360 ext(3203072->3207167) 00002000:00010000:2.0:1734016117.469306:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f9180 00000100:00100000:2.0:1734016117.469345:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8792 00000100:00100000:2.0:1734016117.469353:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334783360:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.469564:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334783360:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 209us (665us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.469571:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8792 00002000:00100000:2.0:1734016117.469578:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3203072->3207167) req@ffff8801309f9180 x1818247334783360/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.469585:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f9180 with x1818247334783360 ext(3203072->3207167) 00002000:00010000:2.0:1734016117.469588:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f9180 00000100:00100000:0.0:1734016117.478897:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.480300:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334783616 00000100:00100000:3.0:1734016117.480310:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334783616 00002000:00100000:3.0:1734016117.480355:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3198976->3203071) req@ffff880078837100 x1818247334783616/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.480365:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078837100 with x1818247334783616 ext(3198976->3203071) 00002000:00010000:3.0:1734016117.480370:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078837100 00000100:00100000:3.0:1734016117.480482:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8793 00000100:00100000:3.0:1734016117.480490:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078837100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334783616:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.480931:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078837100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334783616:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 438us (2039us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.480937:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8793 00002000:00100000:3.0:1734016117.480942:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3198976->3203071) req@ffff880078837100 x1818247334783616/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.480949:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078837100 with x1818247334783616 ext(3198976->3203071) 00002000:00010000:3.0:1734016117.480952:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078837100 00000100:00100000:0.0:1734016117.485574:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.486377:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334783744 00000100:00100000:2.0:1734016117.486385:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334783744 00000100:00100000:2.0:1734016117.486429:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10795 00000100:00100000:2.0:1734016117.486436:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334783744:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.486450:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.486464:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ef5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fae4 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.486482:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.486484:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.486490:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ef5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fae4 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.486501:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ef5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fae4 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.486510:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016117.486555:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334783744:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 119us (988us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.486560:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10795 00000100:00100000:1.0:1734016117.490179:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.491139:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334784000 00000100:00100000:3.0:1734016117.491150:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334784000 00002000:00100000:3.0:1734016117.491199:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (106496->110591) req@ffff8801309fa680 x1818247334784000/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.491209:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fa680 with x1818247334784000 ext(106496->110591) 00002000:00010000:3.0:1734016117.491216:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fa680 00000100:00100000:3.0:1734016117.491251:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8794 00000100:00100000:3.0:1734016117.491258:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334784000:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.491449:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334784000:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 190us (1282us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.491456:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8794 00002000:00100000:3.0:1734016117.491462:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (106496->110591) req@ffff8801309fa680 x1818247334784000/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.491469:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fa680 with x1818247334784000 ext(106496->110591) 00002000:00010000:3.0:1734016117.491471:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fa680 00000100:00100000:0.0:1734016117.496484:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.497481:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334784256 00000100:00100000:3.0:1734016117.497494:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334784256 00002000:00100000:3.0:1734016117.497541:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (102400->106495) req@ffff880078834700 x1818247334784256/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.497552:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078834700 with x1818247334784256 ext(102400->106495) 00002000:00010000:3.0:1734016117.497559:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078834700 00000100:00100000:3.0:1734016117.500917:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8795 00000100:00100000:3.0:1734016117.501023:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078834700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334784256:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.501193:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078834700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334784256:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 174us (4718us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.501200:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8795 00002000:00100000:3.0:1734016117.501208:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (102400->106495) req@ffff880078834700 x1818247334784256/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.501216:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078834700 with x1818247334784256 ext(102400->106495) 00002000:00010000:3.0:1734016117.501222:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078834700 00000100:00100000:0.0:1734016117.504331:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.504378:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334784512 00000100:00100000:2.0:1734016117.504387:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334784512 00002000:00100000:2.0:1734016117.504428:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (98304->102399) req@ffff880078836680 x1818247334784512/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.504440:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078836680 with x1818247334784512 ext(98304->102399) 00002000:00010000:2.0:1734016117.504445:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078836680 00000100:00100000:2.0:1734016117.504475:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8796 00000100:00100000:2.0:1734016117.504481:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334784512:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.504641:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334784512:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 160us (318us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.504648:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8796 00002000:00100000:2.0:1734016117.504653:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (98304->102399) req@ffff880078836680 x1818247334784512/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.504659:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078836680 with x1818247334784512 ext(98304->102399) 00002000:00010000:2.0:1734016117.504661:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078836680 00000100:00100000:1.0:1734016117.510078:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.510212:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334784768 00000100:00100000:3.0:1734016117.510221:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334784768 00002000:00100000:3.0:1734016117.510258:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (94208->98303) req@ffff8801309f8000 x1818247334784768/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.510266:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8000 with x1818247334784768 ext(94208->98303) 00002000:00010000:3.0:1734016117.510271:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8000 00000100:00100000:2.0:1734016117.513542:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8797 00000100:00100000:2.0:1734016117.513554:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334784768:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.513748:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334784768:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 197us (3678us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.513754:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8797 00002000:00100000:2.0:1734016117.513764:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (94208->98303) req@ffff8801309f8000 x1818247334784768/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.513772:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8000 with x1818247334784768 ext(94208->98303) 00002000:00010000:2.0:1734016117.513777:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8000 00000100:00100000:0.0:1734016117.517699:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.517850:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334785024 00000100:00100000:3.0:1734016117.517859:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334785024 00002000:00100000:3.0:1734016117.517896:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (90112->94207) req@ffff880129ff2d80 x1818247334785024/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.517910:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff2d80 with x1818247334785024 ext(90112->94207) 00002000:00010000:3.0:1734016117.517915:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff2d80 00000100:00100000:3.0:1734016117.517947:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8798 00000100:00100000:3.0:1734016117.517954:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334785024:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.518101:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334785024:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 147us (412us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.518108:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8798 00002000:00100000:3.0:1734016117.518113:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (90112->94207) req@ffff880129ff2d80 x1818247334785024/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.518119:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff2d80 with x1818247334785024 ext(90112->94207) 00002000:00010000:3.0:1734016117.518121:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff2d80 00000100:00100000:0.0:1734016117.520713:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.521026:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334785280 00000100:00100000:2.0:1734016117.521033:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334785280 00002000:00100000:2.0:1734016117.521063:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (86016->90111) req@ffff880129ff2680 x1818247334785280/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.521071:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff2680 with x1818247334785280 ext(86016->90111) 00002000:00010000:2.0:1734016117.521075:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff2680 00000100:00100000:2.0:1734016117.521103:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8799 00000100:00100000:2.0:1734016117.521109:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334785280:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.521242:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334785280:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 128us (530us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.521249:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8799 00002000:00100000:2.0:1734016117.521253:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (86016->90111) req@ffff880129ff2680 x1818247334785280/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.521261:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff2680 with x1818247334785280 ext(86016->90111) 00002000:00010000:2.0:1734016117.521263:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff2680 00000100:00100000:1.0:1734016117.524297:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.524529:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334785536 00000100:00100000:3.0:1734016117.524538:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334785536 00002000:00100000:3.0:1734016117.524569:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (81920->86015) req@ffff8801309fb480 x1818247334785536/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.524577:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fb480 with x1818247334785536 ext(81920->86015) 00002000:00010000:3.0:1734016117.524581:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fb480 00000100:00100000:3.0:1734016117.524611:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8800 00000100:00100000:3.0:1734016117.524617:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334785536:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.524764:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334785536:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 145us (485us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.524770:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8800 00002000:00100000:3.0:1734016117.524775:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (81920->86015) req@ffff8801309fb480 x1818247334785536/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.524782:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fb480 with x1818247334785536 ext(81920->86015) 00002000:00010000:3.0:1734016117.524785:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fb480 00000100:00100000:0.0:1734016117.528252:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.528692:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334785792 00000100:00100000:2.0:1734016117.528702:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334785792 00002000:00100000:2.0:1734016117.528751:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (77824->81919) req@ffff880129ff1180 x1818247334785792/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.528762:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff1180 with x1818247334785792 ext(77824->81919) 00002000:00010000:2.0:1734016117.528768:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff1180 00000100:00100000:2.0:1734016117.528846:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8801 00000100:00100000:2.0:1734016117.528853:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334785792:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.529065:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334785792:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 209us (824us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.529073:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8801 00002000:00100000:2.0:1734016117.529080:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (77824->81919) req@ffff880129ff1180 x1818247334785792/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.529086:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff1180 with x1818247334785792 ext(77824->81919) 00002000:00010000:2.0:1734016117.529088:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff1180 00000100:00100000:0.0:1734016117.537060:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.537445:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334786048 00000100:00100000:2.0:1734016117.537454:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334786048 00000100:00100000:2.0:1734016117.537530:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2172 00000100:00100000:2.0:1734016117.537536:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+29:9662:x1818247334786048:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016117.537586:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.537612:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992ed2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fac1 expref: 29 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.537642:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016117.537646:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016117.537793:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992efc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016117.537830:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992eb6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faac expref: 22 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.537836:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992efc lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016117.537861:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992eb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faac expref: 22 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.537871:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992eb6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faac expref: 22 pid: 6480 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.537885:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3caa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338414592:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016117.537932:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.543027:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016117.543247:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334786176 00000100:00100000:0.0:1734016117.543256:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334786176 00010000:00010000:0.0:1734016117.543301:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992eb6 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faac expref: 23 pid: 6480 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.543642:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3caa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338414592:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016117.543669:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992efc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016117.544527:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3024 00000100:00100000:0.0:1734016117.544536:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:1969:x1818247334786176:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016117.544552:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016117.544559:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992eb6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faac expref: 23 pid: 6480 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016117.544571:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992eb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faac expref: 23 pid: 6480 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016117.544595:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55992eb6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faac expref: 23 pid: 6480 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016117.544633:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016117.544638:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992efc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016117.544646:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992efc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016117.544653:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992efc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016117.544679:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016117.544737:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:1969:x1818247334786176:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 201us (1721us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.544744:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3024 00010000:00010000:2.0:1734016117.545152:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992efc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016117.545158:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992efc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:2.0:1734016117.545247:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968678 00000004:00010000:2.0:1734016117.545298:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880129ff0a80 reply state ffff88007c99c000 transno 4294968679 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992efc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:2.0:1734016117.545304:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016117.545368:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+31:9662:x1818247334786048:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 7832us (8325us total) trans 4294968679 rc 0/0 00000100:00100000:2.0:1734016117.545375:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2172 00000020:00080000:2.0:1734016117.545380:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016117.548850:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:2.0:1734016117.548952:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992efc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016117.548962:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992efc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016117.548969:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992efc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016117.548977:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404fc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016117.548982:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992efc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016117.548989:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992efc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016117.549011:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016117.549014:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016117.549018:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992efc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016117.549022:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992efc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016117.549240:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334786304 00000100:00100000:0.0:1734016117.549248:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334786304 00000100:00100000:0.0:1734016117.549306:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10796 00000100:00100000:0.0:1734016117.549313:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334786304:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.549329:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.549343:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992f03 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4faeb expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.549371:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992eee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3239936->3244031) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fadd expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.549377:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ef5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fae4 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.549382:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.549383:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.549386:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992f03 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faeb expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.549410:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ef5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fae4 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.549420:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ef5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fae4 expref: 9 pid: 7685 timeout: 481 lvb_type: 1 00000100:00100000:0.0:1734016117.549431:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338414720:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016117.549490:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992eee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3239936->3244031) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fadd expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.549502:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992eee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3239936->3244031) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fadd expref: 5 pid: 7685 timeout: 481 lvb_type: 0 00000100:00100000:0.0:1734016117.549510:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338414848:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016117.549530:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.554076:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338414848:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016117.554660:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338414720:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016117.554700:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992f03 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faeb expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.554720:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567180, rc 0) 00000100:00100000:1.0:1734016117.554773:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334786304:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5459us (5973us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.554783:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10796 00000100:00100000:2.0:1734016117.555135:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.555176:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334786432 00000100:00100000:2.0:1734016117.555183:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334786432 00010000:00010000:2.0:1734016117.555477:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992eee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3239936->3244031) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fadd expref: 6 pid: 7685 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.555507:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3025 00000100:00100000:2.0:1734016117.555513:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334786432:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.555527:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.555554:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992eee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3239936->3244031) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fadd expref: 6 pid: 7685 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.555562:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992eee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3239936->3244031) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fadd expref: 6 pid: 7685 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.555590:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992eee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3239936->3244031) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fadd expref: 6 pid: 7685 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.555604:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.555623:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334786432:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 110us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.555630:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3025 00000100:00100000:2.0:1734016117.555696:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.555709:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334786560 00000100:00100000:2.0:1734016117.555712:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334786560 00010000:00010000:2.0:1734016117.555722:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ef5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fae4 expref: 9 pid: 7685 timeout: 481 lvb_type: 1 00000100:00100000:2.0:1734016117.555737:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3026 00000100:00100000:2.0:1734016117.555741:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334786560:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.555746:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.555753:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ef5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fae4 expref: 9 pid: 7685 timeout: 481 lvb_type: 1 00010000:00010000:2.0:1734016117.555762:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ef5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fae4 expref: 9 pid: 7685 timeout: 481 lvb_type: 1 00010000:00010000:2.0:1734016117.555774:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ef5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fae4 expref: 9 pid: 7685 timeout: 481 lvb_type: 1 00010000:00010000:2.0:1734016117.555788:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.555790:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.555796:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992f03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faeb expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.555805:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992f03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faeb expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.555859:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992f03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faeb expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.555870:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3ca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338414976:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016117.555904:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.562535:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.562973:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334786688 00000100:00100000:3.0:1734016117.562981:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334786688 00002000:00010000:3.0:1734016117.563013:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5955724->18446744073709551615) 00002000:00100000:3.0:1734016117.563016:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29c380 with x1818247334786688 ext(5955724->18446744073709551615) 00002000:00010000:3.0:1734016117.563026:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29c380. 00000100:00100000:3.0:1734016117.563059:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8802 00000100:00100000:3.0:1734016117.563066:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334786688:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016117.565576:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6356931 -> 5955724 00002000:00010000:3.0:1734016117.565582:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.565584:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016117 -> 1734016116 00002000:00010000:3.0:1734016117.565585:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.565587:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1288 -> 1168 00000100:00100000:3.0:1734016117.568719:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247334786688:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 5640us (6186us total) trans 4294969451 rc 0/0 00000100:00100000:3.0:1734016117.568731:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8802 00002000:00010000:3.0:1734016117.568738:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5955724->18446744073709551615) 00002000:00100000:3.0:1734016117.568741:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29c380 with x1818247334786688 ext(5955724->18446744073709551615) 00002000:00010000:3.0:1734016117.568752:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29c380. 00000100:00100000:0.0:1734016117.569736:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3ca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338414976:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016117.569760:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016117.569831:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334786560:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 14087us (14134us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.569840:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3026 00000100:00100000:1.0:1734016117.579490:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.579832:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334786816 00000100:00100000:2.0:1734016117.579841:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334786816 00000100:00100000:2.0:1734016117.579886:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2173 00000100:00100000:2.0:1734016117.579892:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:9662:x1818247334786816:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.579910:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.579929:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992f0a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4faf2 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.580003:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992f11 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016117.580015:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992f11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016117.580024:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992f11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:2.0:1734016117.580044:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5955724 00000004:00200000:2.0:1734016117.580047:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016117.580060:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992f11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016117.580080:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55992f0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faf2 expref: 24 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.580109:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992f11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faf2 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.580116:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016117.580118:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016117.580121:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016117.580160:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334786816:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 268us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.580166:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2173 00000100:00100000:2.0:1734016117.586734:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.586877:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334786944 00000100:00100000:1.0:1734016117.586889:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334786944 00000100:00100000:1.0:1734016117.586955:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10797 00000100:00100000:1.0:1734016117.586964:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334786944:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.586991:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.587016:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55992f18 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4faf9 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.587085:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338415104:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016117.587162:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00002000:00010000:1.0:1734016117.590368:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016116 -> 1734016117 00000100:00100000:1.0:1734016117.590398:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338415104:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016117.590452:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55992f18 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faf9 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.590471:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55992f18 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faf9 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.590776:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:1.0:1734016117.591053:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334786944:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4086us (4332us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.591065:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10797 00000100:00100000:0.0:1734016117.596310:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.596840:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334787072 00000100:00100000:1.0:1734016117.596849:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334787072 00000100:00100000:1.0:1734016117.597025:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10798 00000100:00100000:1.0:1734016117.597031:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334787072:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.597047:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.597062:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55992f1f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb00 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.597102:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338415232:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016117.597146:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.600094:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338415232:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016117.600129:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55992f1f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb00 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.600143:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55992f1f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb00 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.600723:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016117.600799:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334787072:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3766us (4496us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.600832:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10798 00000100:00100000:0.0:1734016117.608449:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.609388:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334787200 00000100:00100000:2.0:1734016117.609399:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334787200 00000100:00100000:2.0:1734016117.609452:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2174 00000100:00100000:2.0:1734016117.609459:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+30:9662:x1818247334787200:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.609492:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.609514:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992f26 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb07 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.609610:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992f2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016117.609623:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992f2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016117.609633:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992f2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016117.609657:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5955724 00000004:00200000:2.0:1734016117.609660:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016117.609674:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992f2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016117.609694:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992f26 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb07 expref: 32 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.609915:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992f2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb07 expref: 31 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.609923:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016117.609926:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016117.609929:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016117.610267:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+31:9662:x1818247334787200:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 805us (1829us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.610275:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2174 00000100:00100000:0.0:1734016117.618632:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.619412:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334787328 00000100:00100000:1.0:1734016117.619424:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334787328 00000100:00100000:1.0:1734016117.619486:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10799 00000100:00100000:1.0:1734016117.619493:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334787328:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016117.620932:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5955724 -> 8579658 00002000:00010000:1.0:1734016117.620944:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016117.620946:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016117 -> 1734016116 00002000:00010000:1.0:1734016117.620949:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016117.620952:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1168 -> 1184 00000100:00100000:1.0:1734016117.622104:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334787328:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 2596us (3467us total) trans 4294969452 rc 0/0 00000100:00100000:1.0:1734016117.622119:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10799 00000100:00100000:1.0:1734016117.632123:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.632235:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334787456 00000100:00100000:2.0:1734016117.632246:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334787456 00000100:00100000:2.0:1734016117.632719:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10800 00000100:00100000:2.0:1734016117.632728:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334787456:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.632750:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.632775:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992f34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb0e expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.633256:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338415360:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016117.633972:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00002000:00010000:2.0:1734016117.639686:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016116 -> 1734016117 00000100:00100000:2.0:1734016117.639712:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338415360:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016117.639757:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992f34 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb0e expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.639770:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992f34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb0e expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.640542:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016117.641388:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334787456:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8653us (9271us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.641400:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10800 00000100:00100000:0.0:1734016117.649995:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.650443:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334787584 00000100:00100000:2.0:1734016117.650459:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334787584 00000100:00100000:2.0:1734016117.650546:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10801 00000100:00100000:2.0:1734016117.650557:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334787584:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.650584:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.650610:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992f3b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb15 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.650697:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338415488:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016117.650780:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.658568:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338415488:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016117.658620:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992f3b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb15 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.658635:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992f3b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb15 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.658667:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016117.658745:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334787584:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8187us (8761us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.658757:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10801 00000100:00100000:0.0:1734016117.664799:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.673443:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334787712 00000100:00100000:2.0:1734016117.673456:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334787712 00000100:00100000:2.0:1734016117.673534:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10802 00000100:00100000:2.0:1734016117.673543:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334787712:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.673563:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.673598:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992f42 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb1c expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.673664:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338415616:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016117.673766:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.676216:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338415616:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016117.676246:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992f42 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb1c expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.676259:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992f42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb1c expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.676289:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016117.676334:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334787712:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2792us (11552us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.676343:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10802 00000100:00100000:1.0:1734016117.678687:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.683088:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334787840 00000100:00100000:2.0:1734016117.683103:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334787840 00000100:00100000:2.0:1734016117.683165:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10803 00000100:00100000:2.0:1734016117.683172:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334787840:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.683189:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.683207:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992f49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb23 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.683259:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338415744:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016117.683337:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.688210:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338415744:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016117.688265:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992f49 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb23 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.688294:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992f49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb23 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.688335:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016117.688444:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334787840:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5270us (9765us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.688456:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10803 00000100:00100000:1.0:1734016117.692876:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.695372:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334787968 00000100:00100000:2.0:1734016117.695387:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334787968 00000100:00100000:2.0:1734016117.695482:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10804 00000100:00100000:2.0:1734016117.695491:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334787968:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.695516:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.695550:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992f50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb2a expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.695633:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338415872:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016117.695726:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.703241:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338415872:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016117.703294:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992f50 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb2a expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.703309:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55992f50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb2a expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.703338:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016117.703421:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334787968:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7930us (10552us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.703434:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10804 00000100:00100000:2.0:1734016117.710010:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.710123:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334788096 00000100:00100000:3.0:1734016117.710132:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334788096 00000100:00100000:3.0:1734016117.710181:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10805 00000100:00100000:3.0:1734016117.710187:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334788096:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.710206:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.710224:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992f57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb31 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.710252:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992f03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faeb expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.710260:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016117.710262:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016117.710265:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992f57 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5169152->5173247] (req 5169152->5173247) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb31 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.710305:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992f03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faeb expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.712505:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992f03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faeb expref: 9 pid: 7686 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016117.712522:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338416000:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016117.713231:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.729725:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.729927:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338416000:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016117.729969:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992f57 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5169152->5173247] (req 5169152->5173247) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb31 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.729988:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:0.0:1734016117.730575:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334788224 00000100:00100000:0.0:1734016117.730582:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334788224 00010000:00010000:0.0:1734016117.730607:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992f03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faeb expref: 10 pid: 7686 timeout: 481 lvb_type: 0 00000100:00100000:0.0:1734016117.730638:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3027 00000100:00100000:0.0:1734016117.730644:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129fdcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334788224:12345-192.168.201.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016117.732005:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334788096:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 21811us (21998us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.732016:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10805 00010000:00010000:1.0:1734016117.732242:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016117.732266:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992f03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faeb expref: 10 pid: 7686 timeout: 481 lvb_type: 0 00010000:00010000:1.0:1734016117.732313:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992f03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faeb expref: 10 pid: 7686 timeout: 481 lvb_type: 0 00010000:00010000:1.0:1734016117.732335:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55992f03 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faeb expref: 10 pid: 7686 timeout: 481 lvb_type: 0 00010000:00010000:1.0:1734016117.732360:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.732362:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.732368:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992f57 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5169152->5173247) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb31 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.732377:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992f57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5169152->5173247) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb31 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.732414:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992f57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5169152->5173247) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb31 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.732429:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338416128:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016117.732491:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.743306:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338416128:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016117.743337:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.744755:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129fdcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334788224:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 14100us (15033us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.744771:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3027 00000100:00100000:0.0:1734016117.752643:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.752846:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334788480 00000100:00100000:3.0:1734016117.752856:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334788480 00002000:00100000:3.0:1734016117.752895:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5169152->8581119) req@ffff880129ff2300 x1818247334788480/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 504/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.752904:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff2300 with x1818247334788480 ext(5169152->8581119) 00002000:00010000:3.0:1734016117.752909:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff2300 00000100:00100000:3.0:1734016117.752943:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8803 00000100:00100000:3.0:1734016117.752950:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334788480:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.767062:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334788480:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 14101us (14426us total) trans 0 rc 1171456/1171456 00000100:00100000:3.0:1734016117.767074:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8803 00002000:00100000:3.0:1734016117.767086:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5169152->8581119) req@ffff880129ff2300 x1818247334788480/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 504/440 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 1171456/1171456 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.767093:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff2300 with x1818247334788480 ext(5169152->8581119) 00002000:00010000:3.0:1734016117.767099:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff2300 00000100:00100000:1.0:1734016117.771717:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.782702:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334788736 00000100:00100000:3.0:1734016117.782712:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334788736 00002000:00100000:3.0:1734016117.782755:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5165056->5169151) req@ffff8801309f8380 x1818247334788736/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.782766:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8380 with x1818247334788736 ext(5165056->5169151) 00002000:00010000:3.0:1734016117.782771:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8380 00000100:00100000:3.0:1734016117.782847:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8804 00000100:00100000:3.0:1734016117.782852:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334788736:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.783037:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334788736:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 183us (11337us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.783044:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8804 00002000:00100000:3.0:1734016117.783049:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5165056->5169151) req@ffff8801309f8380 x1818247334788736/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.783055:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8380 with x1818247334788736 ext(5165056->5169151) 00002000:00010000:3.0:1734016117.783058:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8380 00000100:00100000:0.0:1734016117.793984:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.795662:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334788864 00000100:00100000:3.0:1734016117.795686:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334788864 00000100:00100000:3.0:1734016117.795760:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10806 00000100:00100000:3.0:1734016117.795770:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334788864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.795793:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.795827:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992f5e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb38 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.795849:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.795851:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.795858:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992f5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb38 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.795874:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992f5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb38 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.795888:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016117.795945:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334788864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 174us (1968us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.795955:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10806 00000100:00100000:0.0:1734016117.804710:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.805102:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334788992 00000100:00100000:1.0:1734016117.805110:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334788992 00000100:00100000:1.0:1734016117.806557:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10807 00000100:00100000:1.0:1734016117.806568:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334788992:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.806593:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.806614:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992f65 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb3f expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.806649:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992f57 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5169152->5173247) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb31 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.806658:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992f5e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb38 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.806665:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.806667:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.806671:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992f65 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [2932736->2994175] (req 2932736->2994175) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb3f expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.806699:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992f5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb38 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.806710:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992f5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb38 expref: 9 pid: 7686 timeout: 481 lvb_type: 1 00000100:00100000:1.0:1734016117.806723:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338416256:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016117.807476:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992f57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5169152->5173247) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb31 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.807485:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992f57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5169152->5173247) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb31 expref: 7 pid: 7686 timeout: 481 lvb_type: 0 00000100:00100000:1.0:1734016117.807493:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338416384:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016117.807514:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.813397:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.813417:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338416256:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016117.813429:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338416384:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016117.813472:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992f65 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [2932736->2994175] (req 2932736->2994175) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb3f expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.813491:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834240, rc 0) 00000100:00100000:1.0:1734016117.813549:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334788992:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6981us (8846us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.813559:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10807 00000100:00100000:2.0:1734016117.813648:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334789120 00000100:00100000:2.0:1734016117.813658:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334789120 00010000:00010000:2.0:1734016117.813686:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992f5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb38 expref: 10 pid: 7686 timeout: 481 lvb_type: 1 00000100:00100000:2.0:1734016117.813719:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3028 00000100:00100000:2.0:1734016117.813725:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334789120:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.813739:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.813762:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992f5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb38 expref: 10 pid: 7686 timeout: 481 lvb_type: 1 00010000:00010000:2.0:1734016117.813772:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992f5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb38 expref: 10 pid: 7686 timeout: 481 lvb_type: 1 00010000:00010000:2.0:1734016117.813798:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55992f5e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb38 expref: 10 pid: 7686 timeout: 481 lvb_type: 1 00010000:00010000:2.0:1734016117.813843:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.813867:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334789120:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 142us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.813873:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3028 00000100:00100000:2.0:1734016117.820962:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.822382:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334789248 00000100:00100000:1.0:1734016117.822392:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334789248 00010000:00010000:1.0:1734016117.822419:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992f57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5169152->5173247) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb31 expref: 7 pid: 7686 timeout: 481 lvb_type: 0 00000100:00100000:1.0:1734016117.822458:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3029 00000100:00100000:1.0:1734016117.822464:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334789248:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016117.822476:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016117.822498:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992f57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5169152->5173247) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb31 expref: 7 pid: 7686 timeout: 481 lvb_type: 0 00010000:00010000:1.0:1734016117.822510:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992f57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5169152->5173247) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb31 expref: 7 pid: 7686 timeout: 481 lvb_type: 0 00010000:00010000:1.0:1734016117.822530:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992f57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5169152->5173247) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb31 expref: 7 pid: 7686 timeout: 481 lvb_type: 0 00010000:00010000:1.0:1734016117.822565:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.822567:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.822573:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992f65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2932736->2994175) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb3f expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.822581:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992f65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2932736->2994175) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb3f expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.822622:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992f65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2932736->2994175) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb3f expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.822633:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338416512:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016117.822692:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.828258:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016117.828309:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334789376 00000100:00100000:0.0:1734016117.828317:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334789376 00000100:00100000:1.0:1734016117.828923:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338416512:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016117.828943:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016117.829004:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334789248:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6539us (8057us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.829014:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3029 00000100:00100000:3.0:1734016117.830190:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10808 00000100:00100000:3.0:1734016117.830199:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334789376:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016117.830433:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8579658 -> 8579658 00002000:00010000:3.0:1734016117.830437:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.830439:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016117 -> 1734016116 00002000:00010000:3.0:1734016117.830441:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.830442:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1184 -> 1304 00000100:00100000:3.0:1734016117.830476:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334789376:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 277us (2228us total) trans 4294969453 rc 0/0 00000100:00100000:3.0:1734016117.830482:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10808 00000100:00100000:0.0:1734016117.842529:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.843598:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334789504 00000100:00100000:3.0:1734016117.843615:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334789504 00000100:00100000:3.0:1734016117.843701:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10809 00000100:00100000:3.0:1734016117.843711:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334789504:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.843741:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.843766:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992f6c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb46 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.843879:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338416640:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016117.843987:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7f00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016117.847843:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016116 -> 1734016117 00000100:00100000:3.0:1734016117.847869:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338416640:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016117.847905:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992f6c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb46 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.847917:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55992f6c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb46 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.847946:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016117.848017:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334789504:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4306us (5493us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.848026:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10809 00000100:00100000:2.0:1734016117.851067:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.851409:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334789632 00000100:00100000:3.0:1734016117.851420:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334789632 00000100:00100000:3.0:1734016117.851480:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10810 00000100:00100000:3.0:1734016117.851490:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334789632:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.851511:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.851532:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55992f73 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb4d expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.851565:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992f65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2932736->2994175) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb3f expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.851571:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016117.851573:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016117.851576:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55992f73 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8433664->8437759] (req 8433664->8437759) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb4d expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.851613:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992f65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2932736->2994175) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb3f expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.851625:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992f65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2932736->2994175) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb3f expref: 6 pid: 7685 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016117.851967:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338416768:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016117.852015:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.854794:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338416768:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016117.855145:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55992f73 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8433664->8437759] (req 8433664->8437759) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb4d expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.855163:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:3.0:1734016117.855646:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:9662:x1818247334789632:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4155us (4589us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.855659:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10810 00000100:00100000:3.0:1734016117.856257:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.856509:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334789760 00000100:00100000:1.0:1734016117.856519:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334789760 00010000:00010000:1.0:1734016117.856554:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992f65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2932736->2994175) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb3f expref: 7 pid: 7685 timeout: 481 lvb_type: 0 00000100:00100000:1.0:1734016117.856588:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3030 00000100:00100000:1.0:1734016117.856594:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c52a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334789760:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016117.856606:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016117.856623:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992f65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2932736->2994175) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb3f expref: 7 pid: 7685 timeout: 481 lvb_type: 0 00010000:00010000:1.0:1734016117.856637:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992f65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2932736->2994175) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb3f expref: 7 pid: 7685 timeout: 481 lvb_type: 0 00010000:00010000:1.0:1734016117.856660:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55992f65 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2932736->2994175) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb3f expref: 7 pid: 7685 timeout: 481 lvb_type: 0 00010000:00010000:1.0:1734016117.856690:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.856692:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.856698:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55992f73 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8433664->8437759) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb4d expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.856706:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55992f73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8433664->8437759) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb4d expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.856741:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55992f73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8433664->8437759) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb4d expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.856754:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338416896:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016117.856833:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.862275:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338416896:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016117.862311:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016117.863054:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c52a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334789760:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6455us (6795us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.863065:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3030 00000100:00100000:3.0:1734016117.863340:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.863521:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334790016 00000100:00100000:2.0:1734016117.863527:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334790016 00002000:00100000:2.0:1734016117.863564:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7413760->8581119) req@ffff880078c52680 x1818247334790016/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.863573:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c52680 with x1818247334790016 ext(7413760->8581119) 00002000:00010000:2.0:1734016117.863578:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c52680 00000100:00100000:2.0:1734016117.863592:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8805 00000100:00100000:2.0:1734016117.863597:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334790016:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016117.877854:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334790016:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 14242us (14500us total) trans 0 rc 1167360/1167360 00000100:00100000:0.0:1734016117.877868:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8805 00002000:00100000:0.0:1734016117.877880:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7413760->8581119) req@ffff880078c52680 x1818247334790016/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:78/0 lens 488/440 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 1167360/1167360 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.877889:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c52680 with x1818247334790016 ext(7413760->8581119) 00002000:00010000:0.0:1734016117.877895:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c52680 00000100:00100000:3.0:1734016117.881781:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016117.881912:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334790144 00000100:00100000:0.0:1734016117.881919:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334790144 00000100:00100000:0.0:1734016117.882003:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10811 00000100:00100000:0.0:1734016117.882010:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334790144:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.882026:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.882042:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992f7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb54 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.882062:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.882064:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.882071:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992f7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb54 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.882084:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992f7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb54 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.882099:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564240, rc 0) 00000100:00100000:0.0:1734016117.882149:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334790144:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 138us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.882154:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10811 00000100:00100000:1.0:1734016117.887338:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.887858:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334790400 00000100:00100000:2.0:1734016117.887866:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334790400 00000100:00100000:2.0:1734016117.887900:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2175 00000100:00100000:2.0:1734016117.887905:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+31:9662:x1818247334790400:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016117.887942:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.887961:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55992f2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb07 expref: 31 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.888437:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016117.888442:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016117.888596:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992f81 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016117.888610:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992f11 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faf2 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.888618:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992f81 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016117.888654:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992f11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faf2 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.888667:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992f11 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faf2 expref: 22 pid: 6479 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.888681:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338417024:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016117.888769:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e276c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.892411:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338417024:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016117.892443:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992f81 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:1.0:1734016117.893130:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.893245:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334790528 00000100:00100000:2.0:1734016117.893253:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334790528 00010000:00010000:2.0:1734016117.893306:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992f11 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faf2 expref: 23 pid: 6479 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.893341:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3031 00000100:00100000:2.0:1734016117.893349:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:1970:x1818247334790528:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.893362:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.893367:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992f11 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faf2 expref: 23 pid: 6479 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.893375:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992f11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faf2 expref: 23 pid: 6479 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.893397:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55992f11 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4faf2 expref: 23 pid: 6479 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.893425:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016117.893430:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992f81 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016117.893440:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992f81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016117.893447:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992f81 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016117.893466:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.893511:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:1970:x1818247334790528:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 163us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.893517:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3031 00010000:00010000:2.0:1734016117.893586:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992f81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016117.893591:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992f81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:2.0:1734016117.893682:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968680 00000004:00010000:2.0:1734016117.893730:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801309f9880 reply state ffff88007c99e000 transno 4294968681 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992f81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:2.0:1734016117.893738:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016117.893833:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+33:9662:x1818247334790400:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 5904us (6480us total) trans 4294968681 rc 0/0 00000100:00100000:2.0:1734016117.893840:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2175 00000020:00080000:2.0:1734016117.893844:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016117.898549:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016117.898619:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992f81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016117.898629:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992f81 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016117.898636:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992f81 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016117.898641:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404900 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016117.898646:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992f81 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016117.898653:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992f81 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016117.898673:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016117.898676:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016117.898681:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992f81 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016117.898686:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55992f81 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:2.0:1734016117.898800:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334790656 00000100:00100000:2.0:1734016117.898838:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334790656 00000100:00100000:2.0:1734016117.898893:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10812 00000100:00100000:2.0:1734016117.898903:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:9662:x1818247334790656:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.898926:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.898947:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992f88 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb5b expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.898982:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55992f73 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8433664->8437759) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb4d expref: 11 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.898991:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992f7a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb54 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.898997:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.898999:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.899002:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992f88 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb5b expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.899039:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992f7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb54 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.899050:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992f7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb54 expref: 6 pid: 7685 timeout: 481 lvb_type: 1 00000100:00100000:2.0:1734016117.899063:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338417152:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016117.899120:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55992f73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8433664->8437759) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb4d expref: 11 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.899131:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55992f73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8433664->8437759) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb4d expref: 11 pid: 7685 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.899138:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338417280:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016117.899154:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.905952:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338417152:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016117.905964:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338417280:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016117.905997:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992f88 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb5b expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.906014:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:0.0:1734016117.906068:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:9662:x1818247334790656:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7166us (7527us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.906077:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10812 00000100:00100000:1.0:1734016117.906219:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016117.906308:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.906461:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334790784 00000100:00100000:3.0:1734016117.906468:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334790784 00010000:00010000:3.0:1734016117.906492:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55992f73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8433664->8437759) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb4d expref: 11 pid: 7685 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016117.906516:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334790912 00000100:00100000:3.0:1734016117.906517:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334790912 00010000:00010000:3.0:1734016117.906526:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992f7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb54 expref: 7 pid: 7685 timeout: 481 lvb_type: 1 00000100:00100000:3.0:1734016117.906538:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3032 00000100:00100000:3.0:1734016117.906543:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247334790784:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016117.906554:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016117.906573:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55992f73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 8433664->8437759) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb4d expref: 11 pid: 7685 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016117.906582:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55992f73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 8433664->8437759) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb4d expref: 11 pid: 7685 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016117.906607:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55992f73 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 8433664->8437759) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb4d expref: 11 pid: 7685 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016117.906622:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016117.906642:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334790784:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 99us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.906647:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3032 00000100:00100000:3.0:1734016117.906657:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3033 00000100:00100000:3.0:1734016117.906660:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334790912:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016117.906665:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016117.906670:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992f7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb54 expref: 7 pid: 7685 timeout: 481 lvb_type: 1 00010000:00010000:3.0:1734016117.906678:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992f7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb54 expref: 7 pid: 7685 timeout: 481 lvb_type: 1 00010000:00010000:3.0:1734016117.906686:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55992f7a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb54 expref: 7 pid: 7685 timeout: 481 lvb_type: 1 00010000:00010000:3.0:1734016117.906692:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.906694:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.906699:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992f88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb5b expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.906708:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992f88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb5b expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.906742:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992f88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb5b expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.906755:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338417408:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016117.906786:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.913169:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016117.913234:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334791040 00000100:00100000:0.0:1734016117.913243:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334791040 00002000:00010000:0.0:1734016117.913289:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5858084->18446744073709551615) 00002000:00100000:0.0:1734016117.913293:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fad80 with x1818247334791040 ext(5858084->18446744073709551615) 00002000:00010000:0.0:1734016117.913303:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fad80. 00000100:00100000:0.0:1734016117.913336:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8806 00000100:00100000:0.0:1734016117.913342:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334791040:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016117.914419:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8579658 -> 5858084 00002000:00010000:0.0:1734016117.914425:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016117.914427:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016117 -> 1734016116 00002000:00010000:0.0:1734016117.914429:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016117.914431:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1304 -> 1288 00000100:00100000:0.0:1734016117.914486:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334791040:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 1142us (1328us total) trans 4294969454 rc 0/0 00000100:00100000:0.0:1734016117.914493:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8806 00002000:00010000:0.0:1734016117.914497:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5858084->18446744073709551615) 00002000:00100000:0.0:1734016117.914499:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fad80 with x1818247334791040 ext(5858084->18446744073709551615) 00002000:00010000:0.0:1734016117.914503:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fad80. 00000100:00100000:3.0:1734016117.914715:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338417408:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016117.914742:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016117.914768:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334790912:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8106us (8461us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.914778:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3033 00000100:00100000:1.0:1734016117.919289:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016117.920131:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334791168 00000100:00100000:3.0:1734016117.920142:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334791168 00000100:00100000:3.0:1734016117.920208:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2176 00000100:00100000:3.0:1734016117.920216:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+32:9662:x1818247334791168:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.920248:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.920271:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992f8f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb62 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.920378:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992f96 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016117.920393:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992f96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016117.920405:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992f96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:3.0:1734016117.920428:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5858084 00000004:00200000:3.0:1734016117.920431:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016117.920447:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992f96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016117.920469:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55992f8f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb62 expref: 34 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.920489:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992f96 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb62 expref: 33 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.920497:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016117.920499:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016117.920503:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016117.920551:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+33:9662:x1818247334791168:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 337us (1281us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.920557:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2176 00000100:00100000:0.0:1734016117.925237:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.926210:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334791296 00000100:00100000:2.0:1734016117.926222:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334791296 00000100:00100000:2.0:1734016117.926267:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10813 00000100:00100000:2.0:1734016117.926287:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334791296:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.926312:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.926339:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992f9d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb69 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.926401:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338417536:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016117.926474:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27240 going to sleep for 11 seconds 00002000:00010000:2.0:1734016117.929977:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016116 -> 1734016117 00000100:00100000:2.0:1734016117.930005:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338417536:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016117.930040:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992f9d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb69 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.930053:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992f9d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb69 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.930067:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016117.930164:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334791296:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3888us (4939us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.930171:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10813 00000100:00100000:3.0:1734016117.934779:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.934883:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334791424 00000100:00100000:2.0:1734016117.934896:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334791424 00000100:00100000:2.0:1734016117.935232:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10814 00000100:00100000:2.0:1734016117.935240:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334791424:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.935262:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.935290:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992fa4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb70 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.935320:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992f88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb5b expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.935328:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016117.935330:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016117.935333:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992fa4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1159168->1163263] (req 1159168->1163263) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb70 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.935367:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992f88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb5b expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.935379:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992f88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb5b expref: 10 pid: 7686 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.935393:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338417664:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016117.935473:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.938721:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338417664:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016117.938764:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992fa4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1159168->1163263] (req 1159168->1163263) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb70 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.938785:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016117.938876:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334791424:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3635us (4109us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.938884:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10814 00000100:00100000:0.0:1734016117.939086:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.940041:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334791552 00000100:00100000:2.0:1734016117.940052:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334791552 00010000:00010000:2.0:1734016117.940086:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992f88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb5b expref: 11 pid: 7686 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.940206:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3034 00000100:00100000:2.0:1734016117.940214:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129fde050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247334791552:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.940228:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.940250:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992f88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb5b expref: 11 pid: 7686 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.940261:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992f88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb5b expref: 11 pid: 7686 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.940290:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55992f88 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb5b expref: 11 pid: 7686 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.940724:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.940729:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.940738:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992fa4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1163263) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb70 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.940746:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992fa4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1163263) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb70 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.940792:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992fa4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1163263) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb70 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.940804:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338417792:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016117.941172:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.945437:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338417792:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016117.945481:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.945550:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129fde050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334791552:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5335us (6463us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.945566:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3034 00000100:00100000:3.0:1734016117.946138:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.946721:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334791808 00000100:00100000:2.0:1734016117.946729:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334791808 00002000:00100000:2.0:1734016117.946770:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1159168->1163263) req@ffff880078c51880 x1818247334791808/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.946779:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c51880 with x1818247334791808 ext(1159168->1163263) 00002000:00010000:2.0:1734016117.946784:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c51880 00000100:00100000:2.0:1734016117.946840:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8807 00000100:00100000:2.0:1734016117.946847:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334791808:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.947056:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334791808:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 208us (919us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.947064:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8807 00002000:00100000:2.0:1734016117.947070:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1159168->1163263) req@ffff880078c51880 x1818247334791808/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.947077:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c51880 with x1818247334791808 ext(1159168->1163263) 00002000:00010000:2.0:1734016117.947080:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c51880 00000100:00100000:3.0:1734016117.951544:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016117.952226:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334792064 00000100:00100000:0.0:1734016117.952234:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334792064 00002000:00100000:0.0:1734016117.952284:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1155072->1159167) req@ffff880078c50700 x1818247334792064/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.952293:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c50700 with x1818247334792064 ext(1155072->1159167) 00002000:00010000:0.0:1734016117.952298:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c50700 00000100:00100000:0.0:1734016117.952328:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8808 00000100:00100000:0.0:1734016117.952334:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334792064:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016117.952483:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334792064:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 148us (951us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016117.952489:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8808 00002000:00100000:0.0:1734016117.952494:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1155072->1159167) req@ffff880078c50700 x1818247334792064/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.952500:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c50700 with x1818247334792064 ext(1155072->1159167) 00002000:00010000:0.0:1734016117.952502:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c50700 00000100:00100000:1.0:1734016117.956214:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.956335:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334792320 00000100:00100000:2.0:1734016117.956344:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334792320 00002000:00100000:2.0:1734016117.956396:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1150976->1155071) req@ffff8801309fb800 x1818247334792320/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.956407:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fb800 with x1818247334792320 ext(1150976->1155071) 00002000:00010000:2.0:1734016117.956413:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fb800 00000100:00100000:2.0:1734016117.956434:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8809 00000100:00100000:2.0:1734016117.956441:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334792320:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.956644:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334792320:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 201us (444us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.956651:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8809 00002000:00100000:2.0:1734016117.956657:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1150976->1155071) req@ffff8801309fb800 x1818247334792320/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.956663:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fb800 with x1818247334792320 ext(1150976->1155071) 00002000:00010000:2.0:1734016117.956666:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fb800 00000100:00100000:3.0:1734016117.960266:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016117.960463:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334792448 00000100:00100000:0.0:1734016117.960472:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334792448 00002000:00100000:0.0:1734016117.960508:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1150976->1163263) req@ffff880078c53800 x1818247334792448/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 12776/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.960517:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c53800 with x1818247334792448 ext(1150976->1163263) 00002000:00010000:0.0:1734016117.960523:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c53800 00000100:00100000:0.0:1734016117.960558:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8810 00000100:00100000:0.0:1734016117.960564:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334792448:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016117.962093:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334792448:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 1516us (1827us total) trans 4294969455 rc 0/0 00000100:00100000:0.0:1734016117.962106:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8810 00002000:00100000:0.0:1734016117.962119:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1150976->1163263) req@ffff880078c53800 x1818247334792448/t4294969455(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:78/0 lens 12776/448 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.962129:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c53800 with x1818247334792448 ext(1150976->1163263) 00002000:00010000:0.0:1734016117.962135:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c53800 00000100:00100000:3.0:1734016117.965988:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.966105:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334792576 00000100:00100000:2.0:1734016117.966118:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334792576 00000100:00100000:2.0:1734016117.966201:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10815 00000100:00100000:2.0:1734016117.966211:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334792576:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016117.968062:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969455 is committed 00000001:00080000:0.0:1734016117.968096:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969454 is committed 00000100:00100000:2.0:1734016117.968784:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334792576:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2566us (2806us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.968799:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10815 00000100:00100000:1.0:1734016117.971493:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016117.971563:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334792704 00000100:00100000:0.0:1734016117.971576:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334792704 00000100:00100000:0.0:1734016117.971793:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2177 00000100:00100000:0.0:1734016117.971803:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:9662:x1818247334792704:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.971983:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.972021:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992fab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb77 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.972177:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55992fb2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016117.972201:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55992fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016117.972213:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55992fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:0.0:1734016117.972248:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5858084 00000004:00200000:0.0:1734016117.972252:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016117.972283:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55992fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016117.972317:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55992fab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb77 expref: 24 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.972346:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55992fb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb77 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.972355:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016117.972358:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016117.972364:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567a80, rc 0) 00000100:00100000:0.0:1734016117.972442:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334792704:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 639us (960us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.972447:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2177 00000100:00100000:3.0:1734016117.977142:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016117.977216:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334792960 00000100:00100000:0.0:1734016117.977226:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334792960 00000100:00100000:0.0:1734016117.977338:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2178 00000100:00100000:0.0:1734016117.977345:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+33:9662:x1818247334792960:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016117.977403:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016117.977432:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55992f96 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb62 expref: 33 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.977447:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016117.977452:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016117.977619:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992fb9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016117.977631:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55992fb2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb77 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.977642:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992fb9 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016117.977669:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55992fb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb77 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.977679:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55992fb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb77 expref: 22 pid: 6479 timeout: 481 lvb_type: 0 00000100:00100000:0.0:1734016117.977692:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff1880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338417920:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016117.978398:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.983250:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff1880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338417920:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016117.983288:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992fb9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016117.984653:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.985182:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334793088 00000100:00100000:2.0:1734016117.985189:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334793088 00010000:00010000:2.0:1734016117.985224:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55992fb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb77 expref: 23 pid: 6479 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.985263:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3035 00000100:00100000:2.0:1734016117.985270:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:1969:x1818247334793088:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.985289:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.985295:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55992fb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb77 expref: 23 pid: 6479 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.985304:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55992fb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb77 expref: 23 pid: 6479 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.985325:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55992fb2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb77 expref: 23 pid: 6479 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.985628:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016117.985634:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992fb9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016117.985645:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992fb9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016117.985650:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992fb9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016117.985680:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016117.985752:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992fb9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016117.985758:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992fb9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:0.0:1734016117.985846:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968682 00000004:00010000:0.0:1734016117.985882:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078c52a00 reply state ffff880078ce3000 transno 4294968683 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992fb9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016117.985888:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016117.986212:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:1969:x1818247334793088:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 940us (1564us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.986220:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3035 00000100:00100000:0.0:1734016117.986455:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+35:9662:x1818247334792960:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 9110us (9319us total) trans 4294968683 rc 0/0 00000100:00100000:0.0:1734016117.986462:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2178 00000020:00080000:0.0:1734016117.986466:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016117.989383:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992fb9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016117.989400:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992fb9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016117.989406:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992fb9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016117.989410:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8565d40 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016117.989414:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992fb9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016117.989421:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992fb9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016117.989440:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016117.989442:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016117.989447:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992fb9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016117.989451:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55992fb9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016117.989732:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.989880:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334793216 00000100:00100000:2.0:1734016117.989895:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334793216 00000100:00100000:2.0:1734016117.990103:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10816 00000100:00100000:2.0:1734016117.990114:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334793216:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.990142:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.990167:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992fc0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb7e expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.990205:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992fa4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1163263) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb70 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.990214:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016117.990216:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016117.990220:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992fc0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb7e expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.990271:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992fa4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1163263) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb70 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.990295:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992fa4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1163263) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb70 expref: 5 pid: 7686 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.990312:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338418048:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016117.990416:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.995221:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338418048:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016117.995250:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992fc0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb7e expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.995267:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:0.0:1734016117.995325:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334793216:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5213us (5599us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.995338:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10816 00000100:00100000:0.0:1734016117.998710:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016117.998843:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334793344 00000100:00100000:2.0:1734016117.998858:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334793344 00010000:00010000:2.0:1734016117.998914:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992fa4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1163263) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb70 expref: 6 pid: 7686 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.999158:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3036 00000100:00100000:2.0:1734016117.999165:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334793344:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.999184:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016117.999205:0:6465:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1288 -> 1312 00010000:00010000:2.0:1734016117.999211:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992fa4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1159168->1163263) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb70 expref: 6 pid: 7686 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.999223:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992fa4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1159168->1163263) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb70 expref: 6 pid: 7686 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.999247:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55992fa4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1159168->1163263) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb70 expref: 6 pid: 7686 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016118.000493:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.000502:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.000514:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992fc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb7e expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.000527:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992fc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb7e expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.000578:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992fc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb7e expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.000593:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338418176:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016118.000696:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.005170:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338418176:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016118.005192:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016118.005254:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334793344:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6088us (6555us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.005265:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3036 00000100:00100000:0.0:1734016118.005721:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016118.007040:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334793472 00000100:00100000:1.0:1734016118.007052:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334793472 00002000:00010000:1.0:1734016118.007129:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10056725->18446744073709551615) 00002000:00100000:1.0:1734016118.007134:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff3b80 with x1818247334793472 ext(10056725->18446744073709551615) 00002000:00010000:1.0:1734016118.007143:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff3b80. 00000100:00100000:1.0:1734016118.007181:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8811 00000100:00100000:1.0:1734016118.007190:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334793472:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016118.007474:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5858084 -> 10056725 00002000:00010000:1.0:1734016118.007478:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016118.007480:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016118.007481:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016118.007483:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1312 -> 1312 00000100:00100000:1.0:1734016118.007540:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334793472:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 352us (1820us total) trans 4294969456 rc 0/0 00000100:00100000:1.0:1734016118.007547:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8811 00002000:00010000:1.0:1734016118.007550:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10056725->18446744073709551615) 00002000:00100000:1.0:1734016118.007552:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff3b80 with x1818247334793472 ext(10056725->18446744073709551615) 00002000:00010000:1.0:1734016118.007556:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff3b80. 00000100:00080000:3.0:1734016118.007792:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016088 00000100:00100000:0.0:1734016118.014936:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.016190:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334793728 00000100:00100000:2.0:1734016118.016204:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334793728 00002000:00100000:2.0:1734016118.016251:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8581120->10059775) req@ffff880129ff0000 x1818247334793728/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.016261:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff0000 with x1818247334793728 ext(8581120->10059775) 00002000:00010000:2.0:1734016118.016267:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff0000 00000100:00100000:2.0:1734016118.016310:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8812 00000100:00100000:2.0:1734016118.016318:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334793728:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.029797:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334793728:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 13469us (14859us total) trans 0 rc 1478656/1478656 00000100:00100000:3.0:1734016118.029834:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8812 00002000:00100000:3.0:1734016118.029844:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8581120->10059775) req@ffff880129ff0000 x1818247334793728/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 1478656/1478656 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.029852:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff0000 with x1818247334793728 ext(8581120->10059775) 00002000:00010000:3.0:1734016118.029857:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff0000 00000100:00100000:0.0:1734016118.036696:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.036826:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334793856 00000100:00100000:3.0:1734016118.036835:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334793856 00002000:00100000:3.0:1734016118.036879:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (10039296->10056724) req@ffff880129ff3800 x1818247334793856/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.036889:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff3800 with x1818247334793856 ext(10039296->10056724) 00002000:00010000:3.0:1734016118.036895:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff3800 00000100:00100000:3.0:1734016118.036912:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8813 00000100:00100000:3.0:1734016118.036918:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334793856:12345-192.168.201.4@tcp:4:fsx.0 00000001:00080000:1.0:1734016118.039988:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968683 is committed 00000001:00080000:1.0:1734016118.040013:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968677 is committed 00000100:00100000:3.0:1734016118.042354:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334793856:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 5425us (5661us total) trans 4294969457 rc 0/0 00000100:00100000:3.0:1734016118.042366:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8813 00002000:00100000:3.0:1734016118.042376:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (10039296->10056724) req@ffff880129ff3800 x1818247334793856/t4294969457(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.042384:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff3800 with x1818247334793856 ext(10039296->10056724) 00002000:00010000:3.0:1734016118.042389:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff3800 00000100:00100000:0.0:1734016118.044510:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.044640:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334793984 00000100:00100000:2.0:1734016118.044651:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334793984 00000100:00100000:2.0:1734016118.044702:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2179 00000100:00100000:2.0:1734016118.044708:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:9662:x1818247334793984:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016118.045479:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:9662:x1818247334793984:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 767us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.045488:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2179 00000100:00100000:0.0:1734016118.047949:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.048091:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334794112 00000100:00100000:2.0:1734016118.048102:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334794112 00000100:00100000:2.0:1734016118.048160:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10817 00000100:00100000:2.0:1734016118.048166:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334794112:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016118.049748:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969457 is committed 00000100:00100000:2.0:1734016118.049967:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334794112:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 1797us (2022us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.050558:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10817 00000100:00100000:0.0:1734016118.052308:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.052387:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334794240 00000100:00100000:2.0:1734016118.052396:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334794240 00000100:00100000:2.0:1734016118.052430:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2180 00000100:00100000:2.0:1734016118.052436:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:9662:x1818247334794240:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.052522:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.052544:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992fc7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb85 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.052643:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992fce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016118.052656:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992fce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016118.052667:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992fce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016118.052693:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10056725 00000004:00200000:2.0:1734016118.052698:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016118.052717:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992fce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016118.052738:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55992fc7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb85 expref: 16 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.052755:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992fce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb85 expref: 15 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.052762:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016118.052765:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016118.052769:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016118.052870:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334794240:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 433us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.052876:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2180 00000100:00100000:0.0:1734016118.055475:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.055609:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334794368 00000100:00100000:2.0:1734016118.055619:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334794368 00000100:00100000:2.0:1734016118.055722:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10818 00000100:00100000:2.0:1734016118.055729:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334794368:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016118.056171:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10056725 -> 10056725 00002000:00010000:2.0:1734016118.056174:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016117 -> 1734016118 00002000:00010000:2.0:1734016118.056176:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016117 -> 1734016117 00002000:00010000:2.0:1734016118.056178:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016117 -> 1734016118 00002000:00010000:2.0:1734016118.056180:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1312 -> 1424 00000100:00100000:2.0:1734016118.056233:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334794368:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 504us (766us total) trans 4294969458 rc 0/0 00000100:00100000:2.0:1734016118.056239:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10818 00000100:00100000:0.0:1734016118.058674:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.058861:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334794496 00000100:00100000:2.0:1734016118.058868:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334794496 00000100:00100000:2.0:1734016118.058909:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2181 00000100:00100000:2.0:1734016118.058915:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:9662:x1818247334794496:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.058931:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.058947:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992fd5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb8c expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.059022:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992fdc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016118.059036:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992fdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016118.059044:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992fdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:2.0:1734016118.059063:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10056725 00000004:00200000:2.0:1734016118.059066:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016118.059079:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992fdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016118.059095:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55992fd5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb8c expref: 13 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.059107:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992fdc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb8c expref: 12 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.059113:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016118.059115:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016118.059117:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00080000:3.0:1734016118.059224:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016088 00000100:00100000:2.0:1734016118.060977:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247334794496:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2051us (2298us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.060986:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2181 00000100:00100000:0.0:1734016118.065189:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.065441:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334794624 00000100:00100000:2.0:1734016118.065453:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334794624 00000100:00100000:2.0:1734016118.065507:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10819 00000100:00100000:2.0:1734016118.065515:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334794624:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.065534:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.065554:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992fe3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb93 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.065613:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338418304:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016118.065664:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e270c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.067798:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338418304:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016118.067969:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992fe3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb93 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.067986:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55992fe3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb93 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.068000:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016118.068434:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334794624:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2918us (3256us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.068441:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10819 00000100:00100000:0.0:1734016118.070753:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.071425:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334794752 00000100:00100000:2.0:1734016118.071437:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334794752 00000100:00100000:2.0:1734016118.071521:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10820 00000100:00100000:2.0:1734016118.071530:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334794752:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.071561:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.071587:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992fea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fb9a expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.071655:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338418432:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016118.071996:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e270c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.078994:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338418432:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016118.079025:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992fea lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb9a expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.079040:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55992fea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb9a expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.079067:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016118.079104:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334794752:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7575us (8361us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.079112:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10820 00000100:00100000:0.0:1734016118.083289:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.083471:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334794880 00000100:00100000:2.0:1734016118.083479:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334794880 00000100:00100000:1.0:1734016118.084049:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10821 00000100:00100000:1.0:1734016118.084059:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334794880:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.084079:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.084096:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55992ff1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fba1 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.084124:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992fc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb7e expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.084131:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016118.084132:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016118.084136:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55992ff1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3104768->3125247] (req 3104768->3125247) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba1 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.084165:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992fc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb7e expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.084177:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992fc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb7e expref: 7 pid: 7686 timeout: 481 lvb_type: 0 00000100:00100000:1.0:1734016118.084188:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338418560:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016118.084255:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.088751:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.089223:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334795008 00000100:00100000:3.0:1734016118.089234:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334795008 00010000:00010000:3.0:1734016118.089290:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992fc0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb7e expref: 8 pid: 7686 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016118.089326:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3037 00000100:00100000:3.0:1734016118.089334:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334795008:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016118.089348:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016118.089366:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992fc0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb7e expref: 8 pid: 7686 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016118.089377:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992fc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb7e expref: 8 pid: 7686 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016118.089403:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.089405:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.089411:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55992ff1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3104768->3125247) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba1 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.089420:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55992ff1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3104768->3125247) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba1 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.089451:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55992ff1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3104768->3125247) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba1 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.089462:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701cb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338418688:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016118.089524:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7f00 going to sleep for 11 seconds 00010000:00010000:1.0:1734016118.089937:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992fc0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb7e expref: 8 pid: 7686 timeout: 481 lvb_type: 0 00000100:00100000:1.0:1734016118.089976:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338418560:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016118.090005:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55992ff1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3104768->3125247) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba1 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.090016:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:1.0:1734016118.090045:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334794880:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5987us (6775us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.090053:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10821 00000100:00100000:3.0:1734016118.099514:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701cb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338418688:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016118.099540:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016118.099586:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334795008:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10250us (10845us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.099598:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3037 00000100:00100000:0.0:1734016118.114951:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.115056:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334795264 00000100:00100000:3.0:1734016118.115066:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334795264 00002000:00100000:3.0:1734016118.115118:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800781c0000 x1818247334795264/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.115129:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c0000 with x1818247334795264 ext(0->4194303) 00002000:00010000:3.0:1734016118.115135:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c0000 00000100:00100000:3.0:1734016118.115226:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8814 00000100:00100000:3.0:1734016118.115235:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334795264:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.133006:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016118.134103:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.137763:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334795520 00000100:00100000:0.0:1734016118.137778:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334795520 00002000:00100000:0.0:1734016118.137887:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff8801309faa00 x1818247334795520/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.137898:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309faa00 with x1818247334795520 ext(4194304->8388607) 00002000:00010000:0.0:1734016118.137905:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309faa00 00000100:00100000:0.0:1734016118.137936:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334795648 00000100:00100000:0.0:1734016118.137939:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334795648 00002000:00100000:0.0:1734016118.137950:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10059775) req@ffff8800700ced80 x1818247334795648/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.137955:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700ced80 with x1818247334795648 ext(8388608->10059775) 00002000:00010000:0.0:1734016118.137959:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700ced80 00000100:00100000:0.0:1734016118.137987:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8815 00000100:00100000:0.0:1734016118.137996:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334795520:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.144388:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8816 00000100:00100000:1.0:1734016118.144405:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334795648:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.187950:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334795648:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 43529us (53831us total) trans 0 rc 1671168/1671168 00000100:00100000:1.0:1734016118.187964:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8816 00002000:00100000:1.0:1734016118.187978:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10059775) req@ffff8800700ced80 x1818247334795648/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 1671168/1671168 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.187988:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700ced80 with x1818247334795648 ext(8388608->10059775) 00002000:00010000:1.0:1734016118.187995:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700ced80 00000100:00100000:2.0:1734016118.212540:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334795520:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 74533us (79532us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016118.212553:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8815 00002000:00100000:2.0:1734016118.212564:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff8801309faa00 x1818247334795520/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.212572:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309faa00 with x1818247334795520 ext(4194304->8388607) 00002000:00010000:2.0:1734016118.212577:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309faa00 00000100:00100000:2.0:1734016118.230179:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334795264:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 114932us (115226us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016118.230195:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8814 00002000:00100000:2.0:1734016118.230206:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800781c0000 x1818247334795264/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.230214:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c0000 with x1818247334795264 ext(0->4194303) 00002000:00010000:2.0:1734016118.230220:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c0000 00000100:00100000:1.0:1734016118.237724:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.238382:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334795904 00000100:00100000:2.0:1734016118.238391:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334795904 00000100:00100000:2.0:1734016118.238432:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10822 00000100:00100000:2.0:1734016118.238439:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334795904:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.238456:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.238472:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ff8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fba8 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.238492:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.238494:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.238501:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ff8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba8 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.238513:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ff8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba8 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.238522:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016118.238572:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334795904:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 133us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.238578:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10822 00010000:00010000:1.0:1734016118.239165:0:7700:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016118.241636:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.241802:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334796032 00000100:00100000:2.0:1734016118.241848:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334796032 00000100:00100000:2.0:1734016118.241895:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10823 00000100:00100000:2.0:1734016118.241901:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334796032:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.241918:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.241943:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992fff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fbaf expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.241976:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55992ff1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3104768->3125247) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba1 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.241983:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ff8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba8 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.241988:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.241990:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.241993:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992fff lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3633152->3690495] (req 3633152->3690495) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbaf expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.242027:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ff8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba8 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.242040:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ff8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba8 expref: 7 pid: 7685 timeout: 481 lvb_type: 1 00000100:00100000:2.0:1734016118.242051:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338418816:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016118.242127:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55992ff1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3104768->3125247) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba1 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.242139:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55992ff1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3104768->3125247) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba1 expref: 7 pid: 7685 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016118.242146:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338418944:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016118.242159:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e270c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.253072:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.253154:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334796160 00000100:00100000:3.0:1734016118.253163:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334796160 00010000:00010000:3.0:1734016118.253205:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ff8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba8 expref: 8 pid: 7685 timeout: 481 lvb_type: 1 00000100:00100000:3.0:1734016118.253248:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3038 00000100:00100000:3.0:1734016118.253256:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334796160:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016118.253282:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016118.253305:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ff8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba8 expref: 8 pid: 7685 timeout: 481 lvb_type: 1 00010000:00010000:3.0:1734016118.253317:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ff8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba8 expref: 8 pid: 7685 timeout: 481 lvb_type: 1 00010000:00010000:3.0:1734016118.253345:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016118.253405:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334796160:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 150us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.253413:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3038 00010000:00010000:2.0:1734016118.253622:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55992ff8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba8 expref: 7 pid: 7685 timeout: 481 lvb_type: 1 00000100:00100000:2.0:1734016118.253651:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338418816:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016118.253664:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338418944:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016118.253697:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992fff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3633152->3690495] (req 3633152->3690495) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbaf expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.253706:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016118.253728:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334796032:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11827us (12113us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.253734:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10823 00000100:00100000:1.0:1734016118.262529:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.262665:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334796288 00000100:00100000:0.0:1734016118.262683:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334796288 00010000:00010000:0.0:1734016118.262739:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55992ff1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3104768->3125247) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba1 expref: 7 pid: 7685 timeout: 481 lvb_type: 0 00000100:00100000:0.0:1734016118.262797:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3039 00000100:00100000:0.0:1734016118.262847:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334796288:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016118.262869:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016118.262901:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55992ff1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3104768->3125247) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba1 expref: 7 pid: 7685 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016118.262915:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55992ff1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3104768->3125247) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba1 expref: 7 pid: 7685 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016118.262942:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55992ff1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3104768->3125247) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fba1 expref: 7 pid: 7685 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016118.262977:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016118.262980:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016118.262988:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992fff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3633152->3690495) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbaf expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.263000:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992fff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3633152->3690495) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbaf expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.263042:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992fff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3633152->3690495) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbaf expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.263058:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338419072:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016118.263128:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85859c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.270786:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.271487:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338419072:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016118.272365:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334796416 00000100:00100000:3.0:1734016118.272372:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334796416 00000100:00100000:3.0:1734016118.272420:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10824 00000100:00100000:3.0:1734016118.272425:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334796416:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016118.272633:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10056725 -> 10056725 00002000:00010000:3.0:1734016118.272636:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.272638:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016118.272640:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.272641:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1424 -> 1536 00000100:00100000:3.0:1734016118.272697:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334796416:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 271us (1919us total) trans 4294969459 rc 0/0 00000100:00100000:3.0:1734016118.272707:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10824 00010000:00010000:2.0:1734016118.273204:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016118.273228:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334796288:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10423us (10716us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.273235:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3039 00000100:00100000:0.0:1734016118.279069:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.279934:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334796544 00000100:00100000:2.0:1734016118.279943:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334796544 00000100:00100000:2.0:1734016118.279992:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10825 00000100:00100000:2.0:1734016118.280000:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334796544:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.280015:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.280032:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993006 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fbb6 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.280089:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338419200:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016118.280147:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e270c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016118.283006:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016117 -> 1734016118 00000100:00100000:2.0:1734016118.283032:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338419200:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016118.283062:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993006 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbb6 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.283074:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993006 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbb6 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.283193:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016118.283248:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334796544:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3248us (4193us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.283256:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10825 00000100:00100000:0.0:1734016118.286615:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.286671:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334796672 00000100:00100000:2.0:1734016118.286682:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334796672 00000100:00100000:2.0:1734016118.286738:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10826 00000100:00100000:2.0:1734016118.286745:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334796672:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.286764:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.286783:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599300d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fbbd expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.286859:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338419328:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016118.286919:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e270c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.288858:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338419328:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016118.288896:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599300d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbbd expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.288910:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599300d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbbd expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.288929:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016118.288997:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334796672:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2251us (2391us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.289007:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10826 00000100:00100000:1.0:1734016118.293955:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.294027:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334796928 00000100:00100000:2.0:1734016118.294034:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334796928 00000100:00100000:2.0:1734016118.294100:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2182 00000100:00100000:2.0:1734016118.294107:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247334796928:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016118.294148:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.294169:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55992fdc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb8c expref: 12 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.294199:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016118.294202:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016118.294338:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993014 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016118.294349:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992fce lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb85 expref: 14 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.294356:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993014 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016118.294380:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992fce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb85 expref: 14 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.294390:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992fce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb85 expref: 14 pid: 6480 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016118.294400:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338419456:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016118.295213:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.298408:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338419456:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016118.298436:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993014 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016118.299060:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.299223:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334797056 00000100:00100000:2.0:1734016118.299232:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334797056 00010000:00010000:2.0:1734016118.299276:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992fce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb85 expref: 15 pid: 6480 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016118.299319:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3040 00000100:00100000:2.0:1734016118.299329:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247334797056:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016118.299356:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.299364:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992fce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb85 expref: 15 pid: 6480 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016118.299377:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992fce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb85 expref: 15 pid: 6480 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016118.299404:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55992fce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fb85 expref: 15 pid: 6480 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016118.299435:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016118.299440:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993014 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016118.299452:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993014 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016118.299460:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993014 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016118.299482:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016118.299548:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1969:x1818247334797056:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 220us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.299554:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3040 00010000:00010000:2.0:1734016118.299579:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993014 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016118.299586:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993014 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:2.0:1734016118.299702:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968684 00000004:00010000:2.0:1734016118.299759:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800700cf100 reply state ffff880078cc4000 transno 4294968685 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993014 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:2.0:1734016118.299768:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016118.299877:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334796928:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 5769us (5929us total) trans 4294968685 rc 0/0 00000100:00100000:2.0:1734016118.299885:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2182 00000020:00080000:2.0:1734016118.299890:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016118.302522:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:2.0:1734016118.302614:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993014 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016118.302625:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993014 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016118.302632:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993014 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016118.302637:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405200 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016118.302640:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993014 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016118.302646:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993014 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016118.302661:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016118.302663:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016118.302666:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993014 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016118.302670:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993014 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016118.303746:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334797184 00000100:00100000:3.0:1734016118.303757:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334797184 00002000:00010000:3.0:1734016118.303789:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9605739->18446744073709551615) 00002000:00100000:3.0:1734016118.303793:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c2300 with x1818247334797184 ext(9605739->18446744073709551615) 00002000:00010000:3.0:1734016118.303801:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c2300. 00000100:00100000:3.0:1734016118.303842:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8817 00000100:00100000:3.0:1734016118.303848:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334797184:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016118.304438:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10056725 -> 9605739 00002000:00010000:3.0:1734016118.304443:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.304446:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016118 -> 1734016117 00002000:00010000:3.0:1734016118.304447:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.304449:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1536 -> 1496 00000100:00100000:3.0:1734016118.304520:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334797184:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 671us (2008us total) trans 4294969460 rc 0/0 00000100:00100000:3.0:1734016118.304527:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8817 00002000:00010000:3.0:1734016118.304530:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9605739->18446744073709551615) 00002000:00100000:3.0:1734016118.304532:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c2300 with x1818247334797184 ext(9605739->18446744073709551615) 00002000:00010000:3.0:1734016118.304536:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c2300. 00000100:00100000:0.0:1734016118.308310:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.308432:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334797312 00000100:00100000:2.0:1734016118.308441:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334797312 00000100:00100000:2.0:1734016118.308483:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2183 00000100:00100000:2.0:1734016118.308491:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:9662:x1818247334797312:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.308508:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.308529:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599301b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fbc4 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.308604:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993022 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016118.308616:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993022 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016118.308625:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993022 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:2.0:1734016118.308647:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9605739 00000004:00200000:2.0:1734016118.308650:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016118.308662:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993022 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016118.308681:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599301b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbc4 expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.308693:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993022 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbc4 expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.308700:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016118.308702:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016118.308705:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016118.309219:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334797312:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 727us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.309225:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2183 00000100:00100000:2.0:1734016118.312301:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.312363:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334797440 00000100:00100000:0.0:1734016118.312374:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334797440 00000100:00100000:0.0:1734016118.312435:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10827 00000100:00100000:0.0:1734016118.312444:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334797440:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.312465:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.312485:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55993029 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fbcb expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.312552:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338419584:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016118.313276:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85859c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.315182:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338419584:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016118.315224:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55993029 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbcb expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.315236:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55993029 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbcb expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.315245:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565d40, rc 0) 00000100:00100000:2.0:1734016118.315443:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334797440:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2998us (3155us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.315452:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10827 00000100:00100000:1.0:1734016118.318658:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.318778:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334797568 00000100:00100000:2.0:1734016118.318786:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334797568 00000100:00100000:2.0:1734016118.318949:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10828 00000100:00100000:2.0:1734016118.318957:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334797568:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.318974:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.318994:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993030 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fbd2 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.319057:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338419712:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016118.319228:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e270c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.321767:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338419712:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016118.321798:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993030 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbd2 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.321873:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993030 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbd2 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.321894:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016118.321944:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334797568:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2987us (3297us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.321952:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10828 00000100:00100000:0.0:1734016118.324340:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.324460:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334797696 00000100:00100000:2.0:1734016118.324469:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334797696 00000100:00100000:2.0:1734016118.324559:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10829 00000100:00100000:2.0:1734016118.324566:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334797696:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.324583:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.324601:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993037 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fbd9 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.324628:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992fff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3633152->3690495) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbaf expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.324635:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016118.324637:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016118.324640:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993037 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1060864->1126399] (req 1060864->1126399) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbd9 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.324674:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992fff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3633152->3690495) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbaf expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.324685:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992fff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3633152->3690495) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbaf expref: 7 pid: 7686 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016118.324700:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338419840:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016118.325392:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e270c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.329711:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.329871:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338419840:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016118.329906:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993037 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1060864->1126399] (req 1060864->1126399) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbd9 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.329925:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016118.329965:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334797696:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5398us (5632us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.329973:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10829 00000100:00100000:3.0:1734016118.330047:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334797824 00000100:00100000:3.0:1734016118.330053:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334797824 00010000:00010000:3.0:1734016118.330077:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992fff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3633152->3690495) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbaf expref: 8 pid: 7686 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016118.330105:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3041 00000100:00100000:3.0:1734016118.330110:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4180c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334797824:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016118.330125:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016118.330143:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992fff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3633152->3690495) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbaf expref: 8 pid: 7686 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016118.330152:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992fff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3633152->3690495) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbaf expref: 8 pid: 7686 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016118.330170:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55992fff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3633152->3690495) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbaf expref: 8 pid: 7686 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016118.330673:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.330676:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.330682:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993037 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1126399) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbd9 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.330689:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993037 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1126399) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbd9 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.330720:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993037 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1126399) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbd9 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.330731:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701cb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338419968:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016118.330764:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079ac7f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.333990:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.334105:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701cb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338419968:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016118.334128:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016118.334168:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4180c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334797824:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4056us (4473us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.334178:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3041 00000100:00100000:2.0:1734016118.334292:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334797952 00000100:00100000:2.0:1734016118.334298:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334797952 00000100:00100000:2.0:1734016118.334333:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10830 00000100:00100000:2.0:1734016118.334338:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334797952:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016118.334551:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9605739 -> 9605739 00002000:00010000:2.0:1734016118.334554:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016118.334556:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016117 -> 1734016117 00002000:00010000:2.0:1734016118.334558:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016118.334560:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1496 -> 1496 00000100:00100000:2.0:1734016118.334601:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334797952:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 261us (618us total) trans 4294969461 rc 0/0 00000100:00100000:2.0:1734016118.334606:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10830 00000100:00100000:0.0:1734016118.336941:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.337021:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334798080 00000100:00100000:3.0:1734016118.337030:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334798080 00000100:00100000:3.0:1734016118.337073:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2184 00000100:00100000:3.0:1734016118.337079:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334798080:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.337106:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.337125:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599303e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fbe0 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.337206:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55993045 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016118.337220:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55993045 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016118.337229:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55993045 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:3.0:1734016118.337254:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9605739 00000004:00200000:3.0:1734016118.337258:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016118.337282:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55993045 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016118.337306:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc5599303e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbe0 expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.337321:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55993045 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbe0 expref: 14 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.337331:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016118.337334:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016118.337336:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016118.338233:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334798080:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1149us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.338241:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2184 00000100:00100000:0.0:1734016118.340394:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.340508:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334798208 00000100:00100000:3.0:1734016118.340516:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334798208 00000100:00100000:3.0:1734016118.340563:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10831 00000100:00100000:3.0:1734016118.340569:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334798208:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.340583:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.340598:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599304c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fbe7 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.340647:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338420096:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016118.340695:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.343555:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338420096:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016118.343593:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599304c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbe7 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.343605:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599304c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbe7 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.343616:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016118.343693:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334798208:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3123us (3304us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.343701:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10831 00000100:00100000:2.0:1734016118.347553:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.347642:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334798336 00000100:00100000:0.0:1734016118.347649:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334798336 00000100:00100000:0.0:1734016118.347680:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10832 00000100:00100000:0.0:1734016118.347686:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334798336:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.347700:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.347715:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55993053 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fbee expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.347767:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338420224:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016118.347860:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.350308:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338420224:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016118.350340:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55993053 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbee expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.350352:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55993053 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbee expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.350704:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:2.0:1734016118.350746:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334798336:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3060us (3199us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.350754:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10832 00000100:00100000:1.0:1734016118.354074:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.354151:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334798464 00000100:00100000:2.0:1734016118.354160:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334798464 00000100:00100000:2.0:1734016118.354202:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10833 00000100:00100000:2.0:1734016118.354210:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334798464:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.354229:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.354249:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599305a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fbf5 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.354284:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993037 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1126399) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbd9 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.354292:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016118.354294:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016118.354297:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599305a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8970240->9019391] (req 8970240->9019391) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbf5 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.354327:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993037 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1126399) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbd9 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.354338:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993037 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1126399) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbd9 expref: 8 pid: 7685 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.354350:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338420352:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016118.354418:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e270c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.357935:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338420352:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016118.357963:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599305a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8970240->9019391] (req 8970240->9019391) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbf5 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.357977:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016118.358021:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334798464:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3812us (3958us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.358028:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10833 00000100:00100000:0.0:1734016118.358476:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.358837:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334798592 00000100:00100000:3.0:1734016118.358843:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334798592 00010000:00010000:3.0:1734016118.358865:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993037 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1126399) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbd9 expref: 9 pid: 7685 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016118.359227:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3042 00000100:00100000:3.0:1734016118.359233:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334798592:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016118.359247:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016118.359280:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993037 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1060864->1126399) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbd9 expref: 9 pid: 7685 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016118.359292:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993037 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1060864->1126399) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbd9 expref: 9 pid: 7685 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016118.359315:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993037 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1060864->1126399) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbd9 expref: 9 pid: 7685 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016118.359340:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.359342:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.359348:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599305a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8970240->9019391) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbf5 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.359356:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599305a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8970240->9019391) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbf5 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.359396:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599305a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8970240->9019391) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbf5 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.359410:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701cb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338420480:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016118.359456:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.365326:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701cb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338420480:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016118.365347:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016118.365396:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334798592:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6162us (6920us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.365407:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3042 00000100:00100000:3.0:1734016118.379950:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.383185:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334798848 00000100:00100000:2.0:1734016118.383206:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334798848 00002000:00100000:2.0:1734016118.383287:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->8974335) req@ffff8800701cb800 x1818247334798848/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 504/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.383299:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701cb800 with x1818247334798848 ext(0->8974335) 00002000:00010000:2.0:1734016118.383307:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701cb800 00000100:00100000:2.0:1734016118.383346:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8818 00000100:00100000:2.0:1734016118.383356:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334798848:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.385753:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016118.385821:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.386082:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334799104 00000100:00100000:3.0:1734016118.386094:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334799104 00002000:00100000:3.0:1734016118.386140:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff8800700cc380 x1818247334799104/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.386148:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cc380 with x1818247334799104 ext(4190208->8384511) 00002000:00010000:3.0:1734016118.386153:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cc380 00000100:00100000:3.0:1734016118.386176:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334799360 00000100:00100000:3.0:1734016118.386180:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334799360 00002000:00100000:3.0:1734016118.386189:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8384512->9609215) req@ffff8800700cf480 x1818247334799360/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 504/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.386195:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cf480 with x1818247334799360 ext(8384512->9609215) 00002000:00010000:3.0:1734016118.386198:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cf480 00000100:00100000:3.0:1734016118.386208:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8819 00000100:00100000:3.0:1734016118.386216:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334799104:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.389356:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8820 00000100:00100000:0.0:1734016118.389367:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334799360:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.411721:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1971:x1818247334799360:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 22343us (25901us total) trans 0 rc 1220608/1220608 00000100:00100000:2.0:1734016118.411736:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8820 00002000:00100000:2.0:1734016118.411754:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8384512->9609215) req@ffff8800700cf480 x1818247334799360/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 504/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 1220608/1220608 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.411766:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cf480 with x1818247334799360 ext(8384512->9609215) 00002000:00010000:2.0:1734016118.411774:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cf480 00000100:00100000:2.0:1734016118.435546:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338420608:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016118.435628:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016118.435719:0:7944:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338420608 00000100:00100000:3.0:1734016118.435727:0:7944:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338420608 00000100:00100000:3.0:1734016118.435779:0:7944:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1734016118.435785:0:7944:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338420608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1734016118.435827:0:7944:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:3.0:1734016118.435856:0:7944:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338420608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.435861:0:7944:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00080000:2.0:1734016118.438875:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016088 00000100:00100000:2.0:1734016118.438958:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338420608:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016118.447721:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247334798848:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 64347us (67763us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016118.447736:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8818 00002000:00100000:2.0:1734016118.447749:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->8974335) req@ffff8800701cb800 x1818247334798848/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 504/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.447758:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701cb800 with x1818247334798848 ext(0->8974335) 00002000:00010000:2.0:1734016118.447768:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701cb800 00000100:00100000:1.0:1734016118.474548:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.474639:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334799488 00000100:00100000:2.0:1734016118.474648:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334799488 00000100:00100000:2.0:1734016118.474695:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10834 00000100:00100000:2.0:1734016118.474702:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:9662:x1818247334799488:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.474719:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.474737:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993061 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fbfc expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.474760:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599305a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8970240->9019391) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbf5 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.474766:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.474768:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.474771:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993061 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4300800->4304895] (req 4300800->4304895) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbfc expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.474797:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599305a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8970240->9019391) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbf5 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.474829:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599305a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8970240->9019391) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbf5 expref: 11 pid: 7686 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.474843:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338420736:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016118.474888:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e270c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.481448:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334799104:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 95216us (95689us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016118.481464:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8819 00002000:00100000:3.0:1734016118.481477:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff8800700cc380 x1818247334799104/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.481486:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cc380 with x1818247334799104 ext(4190208->8384511) 00010000:00010000:3.0:1734016118.481499:0:13965:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599305a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8970240->9019391) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbf5 expref: 10 pid: 7686 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016118.481512:0:13965:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599305a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8970240->9019391) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbf5 expref: 10 pid: 7686 timeout: 482 lvb_type: 0 00002000:00010000:3.0:1734016118.481518:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800700cc380 00000100:00100000:2.0:1734016118.486994:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338420736:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016118.487049:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993061 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4300800->4304895] (req 4300800->4304895) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbfc expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.487075:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016118.487168:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:9662:x1818247334799488:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12464us (12630us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.487181:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10834 00000100:00100000:1.0:1734016118.498969:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.499054:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334799616 00000100:00100000:3.0:1734016118.499065:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334799616 00010000:00010000:3.0:1734016118.499102:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599305a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8970240->9019391) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbf5 expref: 9 pid: 7686 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.500351:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3043 00000100:00100000:2.0:1734016118.500363:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334799616:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016118.500379:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.500399:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599305a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8970240->9019391) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbf5 expref: 9 pid: 7686 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.500412:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599305a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8970240->9019391) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbf5 expref: 9 pid: 7686 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.500431:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc5599305a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8970240->9019391) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbf5 expref: 9 pid: 7686 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.500461:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.500463:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.500469:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993061 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4300800->4304895) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbfc expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.500476:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4300800->4304895) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbfc expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.500505:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4300800->4304895) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbfc expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.500518:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338420864:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016118.500595:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e270c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.505971:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.506073:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338420864:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016118.506097:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016118.506147:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334799616:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5784us (7186us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.506157:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3043 00000100:00100000:3.0:1734016118.506284:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334799872 00000100:00100000:3.0:1734016118.506290:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334799872 00002000:00100000:3.0:1734016118.506327:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4300800->4304895) req@ffff8800700cf800 x1818247334799872/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.506335:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cf800 with x1818247334799872 ext(4300800->4304895) 00002000:00010000:3.0:1734016118.506339:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cf800 00000100:00100000:3.0:1734016118.506354:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8821 00000100:00100000:3.0:1734016118.506359:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334799872:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.506475:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334799872:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 116us (512us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.506481:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8821 00002000:00100000:3.0:1734016118.506486:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4300800->4304895) req@ffff8800700cf800 x1818247334799872/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.506493:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cf800 with x1818247334799872 ext(4300800->4304895) 00002000:00010000:3.0:1734016118.506495:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cf800 00000100:00100000:1.0:1734016118.509765:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.510175:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334800128 00000100:00100000:2.0:1734016118.510185:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334800128 00002000:00100000:2.0:1734016118.510230:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4296704->4300799) req@ffff8800700cdf80 x1818247334800128/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.510241:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cdf80 with x1818247334800128 ext(4296704->4300799) 00002000:00010000:2.0:1734016118.510247:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cdf80 00000100:00100000:2.0:1734016118.510285:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8822 00000100:00100000:2.0:1734016118.510294:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334800128:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.510476:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334800128:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 183us (727us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.510484:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8822 00002000:00100000:2.0:1734016118.510490:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4296704->4300799) req@ffff8800700cdf80 x1818247334800128/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.510496:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cdf80 with x1818247334800128 ext(4296704->4300799) 00002000:00010000:2.0:1734016118.510499:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cdf80 00000100:00100000:1.0:1734016118.513385:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.513645:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334800384 00000100:00100000:3.0:1734016118.513655:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334800384 00002000:00100000:3.0:1734016118.513695:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4292608->4296703) req@ffff8800700cd880 x1818247334800384/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.513703:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cd880 with x1818247334800384 ext(4292608->4296703) 00002000:00010000:3.0:1734016118.513708:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cd880 00000100:00100000:3.0:1734016118.514278:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8823 00000100:00100000:3.0:1734016118.514289:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334800384:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.514540:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334800384:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 252us (1167us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.514548:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8823 00002000:00100000:3.0:1734016118.514554:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4292608->4296703) req@ffff8800700cd880 x1818247334800384/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.514560:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cd880 with x1818247334800384 ext(4292608->4296703) 00002000:00010000:3.0:1734016118.514564:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cd880 00000100:00100000:0.0:1734016118.518583:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.518726:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334800640 00000100:00100000:2.0:1734016118.518734:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334800640 00002000:00100000:2.0:1734016118.518770:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4288512->4292607) req@ffff8800781c1880 x1818247334800640/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.518779:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c1880 with x1818247334800640 ext(4288512->4292607) 00002000:00010000:2.0:1734016118.518785:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c1880 00000100:00100000:2.0:1734016118.518844:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8824 00000100:00100000:2.0:1734016118.518851:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334800640:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.518990:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334800640:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 138us (416us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.518996:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8824 00002000:00100000:2.0:1734016118.519002:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4288512->4292607) req@ffff8800781c1880 x1818247334800640/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.519008:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c1880 with x1818247334800640 ext(4288512->4292607) 00002000:00010000:2.0:1734016118.519011:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c1880 00000100:00100000:1.0:1734016118.522747:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.523053:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334800896 00000100:00100000:3.0:1734016118.523065:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334800896 00002000:00100000:3.0:1734016118.523115:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4284416->4288511) req@ffff8801309df800 x1818247334800896/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.523127:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309df800 with x1818247334800896 ext(4284416->4288511) 00002000:00010000:3.0:1734016118.523134:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309df800 00000100:00100000:3.0:1734016118.523326:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8825 00000100:00100000:3.0:1734016118.523332:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334800896:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.523494:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334800896:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 161us (762us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.523501:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8825 00002000:00100000:3.0:1734016118.523507:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4284416->4288511) req@ffff8801309df800 x1818247334800896/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.523513:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309df800 with x1818247334800896 ext(4284416->4288511) 00002000:00010000:3.0:1734016118.523516:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309df800 00000100:00100000:1.0:1734016118.526399:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.527147:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334801152 00000100:00100000:2.0:1734016118.527159:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334801152 00002000:00100000:2.0:1734016118.527209:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4280320->4284415) req@ffff8801309df480 x1818247334801152/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.527220:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309df480 with x1818247334801152 ext(4280320->4284415) 00002000:00010000:2.0:1734016118.527225:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309df480 00000100:00100000:2.0:1734016118.527255:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8826 00000100:00100000:2.0:1734016118.527263:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334801152:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.527959:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334801152:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 694us (1580us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.527966:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8826 00002000:00100000:2.0:1734016118.527973:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4280320->4284415) req@ffff8801309df480 x1818247334801152/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.527980:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309df480 with x1818247334801152 ext(4280320->4284415) 00002000:00010000:2.0:1734016118.527982:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309df480 00000100:00100000:0.0:1734016118.531239:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.531477:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334801408 00000100:00100000:3.0:1734016118.531486:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334801408 00002000:00100000:3.0:1734016118.531529:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4276224->4280319) req@ffff8800781c1180 x1818247334801408/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.531538:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c1180 with x1818247334801408 ext(4276224->4280319) 00002000:00010000:3.0:1734016118.531544:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c1180 00000100:00100000:3.0:1734016118.531564:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8827 00000100:00100000:3.0:1734016118.531569:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334801408:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.531716:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334801408:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 145us (484us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.531722:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8827 00002000:00100000:3.0:1734016118.531727:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4276224->4280319) req@ffff8800781c1180 x1818247334801408/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.531733:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c1180 with x1818247334801408 ext(4276224->4280319) 00002000:00010000:3.0:1734016118.531736:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c1180 00000100:00100000:0.0:1734016118.535298:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.535487:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334801664 00000100:00100000:2.0:1734016118.535496:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334801664 00002000:00100000:2.0:1734016118.535533:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4272128->4276223) req@ffff8800781c0380 x1818247334801664/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.535542:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c0380 with x1818247334801664 ext(4272128->4276223) 00002000:00010000:2.0:1734016118.535547:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c0380 00000100:00100000:2.0:1734016118.535579:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8828 00000100:00100000:2.0:1734016118.535585:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334801664:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.535719:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334801664:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 134us (431us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.535726:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8828 00002000:00100000:2.0:1734016118.535731:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4272128->4276223) req@ffff8800781c0380 x1818247334801664/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.535738:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c0380 with x1818247334801664 ext(4272128->4276223) 00002000:00010000:2.0:1734016118.535741:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c0380 00000100:00100000:1.0:1734016118.546236:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.546330:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334801920 00000100:00100000:3.0:1734016118.546339:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334801920 00002000:00100000:3.0:1734016118.546375:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4268032->4272127) req@ffff8801309ddc00 x1818247334801920/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.546384:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309ddc00 with x1818247334801920 ext(4268032->4272127) 00002000:00010000:3.0:1734016118.546389:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309ddc00 00000100:00100000:3.0:1734016118.546416:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8829 00000100:00100000:3.0:1734016118.546421:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334801920:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.547040:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334801920:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 615us (810us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.547047:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8829 00002000:00100000:3.0:1734016118.547053:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4268032->4272127) req@ffff8801309ddc00 x1818247334801920/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.547060:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309ddc00 with x1818247334801920 ext(4268032->4272127) 00002000:00010000:3.0:1734016118.547063:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309ddc00 00000100:00100000:2.0:1734016118.549879:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.550028:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334802176 00000100:00100000:3.0:1734016118.550036:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334802176 00002000:00100000:3.0:1734016118.550068:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4263936->4268031) req@ffff880078d65f80 x1818247334802176/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.550077:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d65f80 with x1818247334802176 ext(4263936->4268031) 00002000:00010000:3.0:1734016118.550081:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d65f80 00000100:00100000:3.0:1734016118.550107:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8830 00000100:00100000:3.0:1734016118.550113:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334802176:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.550243:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334802176:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 129us (373us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.550250:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8830 00002000:00100000:3.0:1734016118.550255:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4263936->4268031) req@ffff880078d65f80 x1818247334802176/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.550260:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d65f80 with x1818247334802176 ext(4263936->4268031) 00002000:00010000:3.0:1734016118.550263:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d65f80 00000100:00100000:0.0:1734016118.553676:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.553747:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334802432 00000100:00100000:2.0:1734016118.553760:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334802432 00002000:00100000:2.0:1734016118.553800:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4259840->4263935) req@ffff8800781c0e00 x1818247334802432/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.553841:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c0e00 with x1818247334802432 ext(4259840->4263935) 00002000:00010000:2.0:1734016118.553847:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c0e00 00000100:00100000:2.0:1734016118.553880:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8831 00000100:00100000:2.0:1734016118.553887:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334802432:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.554560:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334802432:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 672us (895us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.554568:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8831 00002000:00100000:2.0:1734016118.554573:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4259840->4263935) req@ffff8800781c0e00 x1818247334802432/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.554580:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c0e00 with x1818247334802432 ext(4259840->4263935) 00002000:00010000:2.0:1734016118.554583:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c0e00 00000100:00100000:1.0:1734016118.562188:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.562669:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334802560 00000100:00100000:2.0:1734016118.562679:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334802560 00002000:00100000:2.0:1734016118.562723:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4259840->4304895) req@ffff8801309de680 x1818247334802560/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.562733:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309de680 with x1818247334802560 ext(4259840->4304895) 00002000:00010000:2.0:1734016118.562738:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309de680 00000100:00100000:2.0:1734016118.562772:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8832 00000100:00100000:2.0:1734016118.562779:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334802560:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016118.572045:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334802560:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 9256us (9856us total) trans 4294969462 rc 0/0 00000100:00100000:2.0:1734016118.572057:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8832 00002000:00100000:2.0:1734016118.572070:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4259840->4304895) req@ffff8801309de680 x1818247334802560/t4294969462(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.572080:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309de680 with x1818247334802560 ext(4259840->4304895) 00002000:00010000:2.0:1734016118.572086:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309de680 00000100:00100000:0.0:1734016118.579967:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.580259:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334802688 00000100:00100000:3.0:1734016118.580275:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334802688 00000100:00100000:3.0:1734016118.580344:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2185 00000100:00100000:3.0:1734016118.580353:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334802688:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:3.0:1734016118.582840:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334802688:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 2477us (2875us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.582857:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2185 00000100:00100000:1.0:1734016118.594578:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.595067:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334802816 00000100:00100000:2.0:1734016118.595081:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334802816 00000100:00100000:2.0:1734016118.597378:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10835 00000100:00100000:2.0:1734016118.597392:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334802816:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016118.601781:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969462 is committed 00000001:00080000:0.0:1734016118.601801:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969461 is committed 00000100:00100000:2.0:1734016118.603720:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334802816:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 6323us (9145us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.603730:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10835 00000100:00100000:1.0:1734016118.609436:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.610884:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334802944 00000100:00100000:2.0:1734016118.610896:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334802944 00000100:00100000:2.0:1734016118.610958:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10836 00000100:00100000:2.0:1734016118.610966:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334802944:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.610983:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.611002:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993068 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc03 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.611060:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338420992:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016118.611133:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e276c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016118.616521:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016117 -> 1734016118 00002000:00010000:2.0:1734016118.616529:0:7686:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1496 -> 1584 00000100:00100000:2.0:1734016118.616549:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338420992:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016118.616583:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993068 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc03 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.616598:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993068 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc03 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.616629:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016118.616685:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334802944:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5719us (7273us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.616696:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10836 00000100:00100000:1.0:1734016118.630079:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.630881:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334803072 00000100:00100000:2.0:1734016118.630894:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334803072 00000100:00100000:2.0:1734016118.630963:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10837 00000100:00100000:2.0:1734016118.630973:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334803072:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.630996:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.631019:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599306f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc0a expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.631096:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338421120:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016118.631187:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e276c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.636083:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338421120:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016118.636114:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599306f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc0a expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.636126:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599306f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc0a expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.636152:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016118.636204:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334803072:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5231us (6135us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.636213:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10837 00000100:00100000:1.0:1734016118.641526:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.641759:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334803200 00000100:00100000:2.0:1734016118.641768:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334803200 00000100:00100000:2.0:1734016118.641825:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10838 00000100:00100000:2.0:1734016118.641833:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334803200:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.641849:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.641865:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993076 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc11 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.641891:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993061 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4300800->4304895) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbfc expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.641897:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016118.641899:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016118.641902:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993076 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [663552->724991] (req 663552->724991) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc11 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.641927:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4300800->4304895) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbfc expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.641937:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4300800->4304895) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbfc expref: 5 pid: 7686 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.641950:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338421248:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016118.641996:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e276c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.648243:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.648528:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334803328 00000100:00100000:3.0:1734016118.648537:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334803328 00010000:00010000:3.0:1734016118.648571:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993061 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4300800->4304895) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbfc expref: 6 pid: 7686 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016118.648606:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3044 00000100:00100000:3.0:1734016118.648612:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334803328:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016118.648625:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016118.648642:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993061 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4300800->4304895) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbfc expref: 6 pid: 7686 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016118.648653:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4300800->4304895) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbfc expref: 6 pid: 7686 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016118.648674:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.648676:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.648681:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993076 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 663552->724991) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc11 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.648689:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993076 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 663552->724991) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc11 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.648714:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993076 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 663552->724991) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc11 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.648725:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701cbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338421376:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016118.648984:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993061 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4300800->4304895) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbfc expref: 6 pid: 7686 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016118.650282:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.651625:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338421248:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016118.651692:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993076 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 663552->724991) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc11 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.651717:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016118.651827:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334803200:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9991us (10309us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.651841:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10838 00000100:00100000:3.0:1734016118.657013:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701cbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338421376:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016118.657036:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016118.657085:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334803328:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8471us (8855us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.657094:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3044 00000100:00100000:1.0:1734016118.661486:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.661963:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334803456 00000100:00100000:2.0:1734016118.661970:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334803456 00000100:00100000:2.0:1734016118.662008:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10839 00000100:00100000:2.0:1734016118.662014:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334803456:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016118.662225:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9605739 -> 9605739 00002000:00010000:2.0:1734016118.662228:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016118.662230:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016118 -> 1734016117 00002000:00010000:2.0:1734016118.662233:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016118.662235:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1584 -> 1584 00000100:00100000:2.0:1734016118.662307:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334803456:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 291us (828us total) trans 4294969463 rc 0/0 00000100:00100000:2.0:1734016118.662313:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10839 00000100:00100000:2.0:1734016118.667132:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016118.667535:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334803584 00000100:00100000:1.0:1734016118.667544:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334803584 00000100:00100000:1.0:1734016118.667800:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10840 00000100:00100000:1.0:1734016118.667826:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334803584:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.667848:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.667867:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc5599307d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc18 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.667918:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338421504:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016118.668704:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00002000:00010000:1.0:1734016118.671869:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016117 -> 1734016118 00000100:00100000:1.0:1734016118.671899:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338421504:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016118.671929:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc5599307d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc18 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.671940:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc5599307d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc18 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.671970:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:1.0:1734016118.672438:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334803584:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4628us (5316us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.672446:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10840 00000100:00100000:0.0:1734016118.674699:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016118.674862:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334803712 00000100:00100000:1.0:1734016118.674872:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334803712 00000100:00100000:1.0:1734016118.675111:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10841 00000100:00100000:1.0:1734016118.675118:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334803712:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.675136:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.675154:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993084 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc1f expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.675181:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993076 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 663552->724991) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc11 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.675193:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016118.675195:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016118.675198:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993084 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6098944->6103039] (req 6098944->6103039) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc1f expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.675228:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993076 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 663552->724991) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc11 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.675240:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993076 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 663552->724991) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc11 expref: 7 pid: 7686 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016118.675251:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338421632:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016118.675652:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.681417:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016118.681553:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338421632:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016118.681588:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993084 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6098944->6103039] (req 6098944->6103039) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc1f expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.681611:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834240, rc 0) 00000100:00100000:1.0:1734016118.681926:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334803712:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6806us (7233us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.681936:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10841 00000100:00100000:2.0:1734016118.682292:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334803840 00000100:00100000:2.0:1734016118.682301:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334803840 00010000:00010000:2.0:1734016118.682333:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993076 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 663552->724991) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc11 expref: 8 pid: 7686 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.682361:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3045 00000100:00100000:2.0:1734016118.682367:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334803840:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016118.682385:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.682406:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993076 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 663552->724991) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc11 expref: 8 pid: 7686 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.682416:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993076 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 663552->724991) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc11 expref: 8 pid: 7686 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.682439:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993076 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 663552->724991) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc11 expref: 8 pid: 7686 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.682457:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.682459:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.682464:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993084 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6098944->6103039) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc1f expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.682472:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993084 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6098944->6103039) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc1f expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.682502:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993084 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6098944->6103039) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc1f expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.682512:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338421760:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016118.682562:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e276c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.688764:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338421760:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016118.688789:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016118.688865:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334803840:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6498us (7461us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.688879:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3045 00000100:00100000:3.0:1734016118.693952:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.694239:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334804096 00000100:00100000:2.0:1734016118.694252:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334804096 00002000:00100000:2.0:1734016118.694319:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6098944->6103039) req@ffff8800701ca300 x1818247334804096/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.694329:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701ca300 with x1818247334804096 ext(6098944->6103039) 00002000:00010000:2.0:1734016118.694335:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701ca300 00000100:00100000:2.0:1734016118.694368:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8833 00000100:00100000:2.0:1734016118.694374:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334804096:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.694548:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334804096:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 171us (610us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.694556:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8833 00002000:00100000:2.0:1734016118.694562:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6098944->6103039) req@ffff8800701ca300 x1818247334804096/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.694569:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701ca300 with x1818247334804096 ext(6098944->6103039) 00002000:00010000:2.0:1734016118.694571:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701ca300 00000100:00100000:3.0:1734016118.699703:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.699893:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334804352 00000100:00100000:0.0:1734016118.699906:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334804352 00002000:00100000:0.0:1734016118.699971:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6094848->6098943) req@ffff8800701c8380 x1818247334804352/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.699984:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c8380 with x1818247334804352 ext(6094848->6098943) 00002000:00010000:0.0:1734016118.699993:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c8380 00000100:00100000:0.0:1734016118.700360:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8834 00000100:00100000:0.0:1734016118.700366:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334804352:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.700544:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334804352:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 177us (858us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.700551:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8834 00002000:00100000:0.0:1734016118.700558:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6094848->6098943) req@ffff8800701c8380 x1818247334804352/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.700566:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c8380 with x1818247334804352 ext(6094848->6098943) 00002000:00010000:0.0:1734016118.700569:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c8380 00000100:00100000:0.0:1734016118.711711:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.711848:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334804608 00000100:00100000:2.0:1734016118.711857:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334804608 00002000:00100000:2.0:1734016118.711898:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6090752->6094847) req@ffff8800780d2680 x1818247334804608/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.711909:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2680 with x1818247334804608 ext(6090752->6094847) 00002000:00010000:2.0:1734016118.711914:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d2680 00000100:00100000:2.0:1734016118.711933:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8835 00000100:00100000:2.0:1734016118.711939:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334804608:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.712097:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334804608:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 156us (393us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.712106:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8835 00002000:00100000:2.0:1734016118.712111:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6090752->6094847) req@ffff8800780d2680 x1818247334804608/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.712118:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2680 with x1818247334804608 ext(6090752->6094847) 00002000:00010000:2.0:1734016118.712120:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d2680 00000100:00100000:3.0:1734016118.715176:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.715245:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334804864 00000100:00100000:0.0:1734016118.715255:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334804864 00002000:00100000:0.0:1734016118.715303:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6086656->6090751) req@ffff8800701c8e00 x1818247334804864/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.715312:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c8e00 with x1818247334804864 ext(6086656->6090751) 00002000:00010000:0.0:1734016118.715318:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c8e00 00000100:00100000:0.0:1734016118.715349:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8836 00000100:00100000:0.0:1734016118.715356:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334804864:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.715511:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334804864:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 154us (345us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.715517:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8836 00002000:00100000:0.0:1734016118.715523:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6086656->6090751) req@ffff8800701c8e00 x1818247334804864/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.715528:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c8e00 with x1818247334804864 ext(6086656->6090751) 00002000:00010000:0.0:1734016118.715530:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c8e00 00000100:00100000:3.0:1734016118.720940:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.721152:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334805120 00000100:00100000:2.0:1734016118.721167:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334805120 00002000:00100000:2.0:1734016118.721224:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6082560->6086655) req@ffff880078c51500 x1818247334805120/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.721236:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c51500 with x1818247334805120 ext(6082560->6086655) 00002000:00010000:2.0:1734016118.721243:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c51500 00000100:00100000:2.0:1734016118.721276:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8837 00000100:00100000:2.0:1734016118.721283:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334805120:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.721508:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334805120:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 224us (585us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.721514:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8837 00002000:00100000:2.0:1734016118.721521:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6082560->6086655) req@ffff880078c51500 x1818247334805120/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.721528:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c51500 with x1818247334805120 ext(6082560->6086655) 00002000:00010000:2.0:1734016118.721530:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c51500 00000100:00100000:1.0:1734016118.724302:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.724395:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334805376 00000100:00100000:0.0:1734016118.724408:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334805376 00002000:00100000:0.0:1734016118.724457:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6078464->6082559) req@ffff8801309ded80 x1818247334805376/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.724468:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309ded80 with x1818247334805376 ext(6078464->6082559) 00002000:00010000:0.0:1734016118.724474:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309ded80 00000100:00100000:0.0:1734016118.724515:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8838 00000100:00100000:0.0:1734016118.724523:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334805376:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.724714:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334805376:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 190us (424us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.724721:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8838 00002000:00100000:0.0:1734016118.724731:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6078464->6082559) req@ffff8801309ded80 x1818247334805376/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.724738:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309ded80 with x1818247334805376 ext(6078464->6082559) 00002000:00010000:0.0:1734016118.724741:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309ded80 00000100:00100000:3.0:1734016118.728347:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.728852:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334805632 00000100:00100000:2.0:1734016118.728861:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334805632 00002000:00100000:2.0:1734016118.728906:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6074368->6078463) req@ffff880129ff1880 x1818247334805632/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.728916:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff1880 with x1818247334805632 ext(6074368->6078463) 00002000:00010000:2.0:1734016118.728923:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff1880 00000100:00100000:2.0:1734016118.728947:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8839 00000100:00100000:2.0:1734016118.728953:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334805632:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.729110:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334805632:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 156us (773us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.729116:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8839 00002000:00100000:2.0:1734016118.729122:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6074368->6078463) req@ffff880129ff1880 x1818247334805632/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.729127:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff1880 with x1818247334805632 ext(6074368->6078463) 00002000:00010000:2.0:1734016118.729130:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff1880 00000100:00100000:3.0:1734016118.731416:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.731487:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334805888 00000100:00100000:0.0:1734016118.731495:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334805888 00002000:00100000:0.0:1734016118.731527:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6070272->6074367) req@ffff88007856df80 x1818247334805888/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.731537:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856df80 with x1818247334805888 ext(6070272->6074367) 00002000:00010000:0.0:1734016118.731542:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856df80 00000100:00100000:0.0:1734016118.731574:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8840 00000100:00100000:0.0:1734016118.731580:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334805888:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.731736:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334805888:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 155us (333us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.731741:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8840 00002000:00100000:0.0:1734016118.731745:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6070272->6074367) req@ffff88007856df80 x1818247334805888/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.731751:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856df80 with x1818247334805888 ext(6070272->6074367) 00002000:00010000:0.0:1734016118.731754:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856df80 00000100:00100000:1.0:1734016118.735431:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.735795:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334806144 00000100:00100000:2.0:1734016118.735880:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334806144 00002000:00100000:2.0:1734016118.735949:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6066176->6070271) req@ffff8801309dd500 x1818247334806144/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.735960:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dd500 with x1818247334806144 ext(6066176->6070271) 00002000:00010000:2.0:1734016118.735966:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dd500 00000100:00100000:2.0:1734016118.735996:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8841 00000100:00100000:2.0:1734016118.736004:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334806144:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.736535:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334806144:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 530us (1113us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.736542:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8841 00002000:00100000:2.0:1734016118.736547:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6066176->6070271) req@ffff8801309dd500 x1818247334806144/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.736554:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dd500 with x1818247334806144 ext(6066176->6070271) 00002000:00010000:2.0:1734016118.736557:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dd500 00000100:00100000:3.0:1734016118.739134:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.739374:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334806400 00000100:00100000:2.0:1734016118.739382:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334806400 00002000:00100000:2.0:1734016118.739419:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6062080->6066175) req@ffff88007bccb800 x1818247334806400/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.739427:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccb800 with x1818247334806400 ext(6062080->6066175) 00002000:00010000:2.0:1734016118.739432:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccb800 00000100:00100000:2.0:1734016118.739463:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8842 00000100:00100000:2.0:1734016118.739470:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334806400:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.739618:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334806400:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 147us (491us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.739626:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8842 00002000:00100000:2.0:1734016118.739632:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6062080->6066175) req@ffff88007bccb800 x1818247334806400/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.739639:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccb800 with x1818247334806400 ext(6062080->6066175) 00002000:00010000:2.0:1734016118.739642:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccb800 00000100:00100000:3.0:1734016118.744129:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.744204:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334806656 00000100:00100000:0.0:1734016118.744217:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334806656 00002000:00100000:0.0:1734016118.744269:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6057984->6062079) req@ffff88007bccad80 x1818247334806656/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.744280:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccad80 with x1818247334806656 ext(6057984->6062079) 00002000:00010000:0.0:1734016118.744286:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccad80 00000100:00100000:0.0:1734016118.744319:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8843 00000100:00100000:0.0:1734016118.744326:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334806656:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.744499:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334806656:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 171us (382us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.744506:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8843 00002000:00100000:0.0:1734016118.744511:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6057984->6062079) req@ffff88007bccad80 x1818247334806656/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.744517:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccad80 with x1818247334806656 ext(6057984->6062079) 00002000:00010000:0.0:1734016118.744520:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccad80 00000100:00100000:1.0:1734016118.748662:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.749089:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334806784 00000100:00100000:2.0:1734016118.749099:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334806784 00000100:00100000:2.0:1734016118.749204:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10842 00000100:00100000:2.0:1734016118.749211:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334806784:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.749227:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.749244:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599308b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc26 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.749310:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993084 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6098944->6103039) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc1f expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.749317:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.749318:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.749322:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599308b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1417216->1429503] (req 1417216->1429503) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc26 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.749347:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993084 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6098944->6103039) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc1f expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.749357:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993084 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6098944->6103039) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc1f expref: 7 pid: 7685 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.749369:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338421888:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016118.749436:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.752679:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338421888:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016118.752718:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599308b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1417216->1429503] (req 1417216->1429503) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc26 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.752737:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016118.753445:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334806784:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4232us (4788us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.753453:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10842 00000100:00100000:3.0:1734016118.754565:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.754636:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334806912 00000100:00100000:2.0:1734016118.754643:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334806912 00010000:00010000:2.0:1734016118.754667:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993084 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6098944->6103039) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc1f expref: 7 pid: 7685 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.754913:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3046 00000100:00100000:2.0:1734016118.754920:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334806912:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016118.754934:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.754950:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993084 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6098944->6103039) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc1f expref: 7 pid: 7685 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.754962:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993084 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6098944->6103039) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc1f expref: 7 pid: 7685 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.754983:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993084 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6098944->6103039) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc1f expref: 7 pid: 7685 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.755009:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.755010:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.755015:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599308b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1417216->1429503) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc26 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.755023:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599308b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1417216->1429503) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc26 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.755051:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599308b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1417216->1429503) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc26 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.755070:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338422016:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016118.755434:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.758641:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.758863:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338422016:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016118.758886:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016118.759172:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334807040 00000100:00100000:3.0:1734016118.759180:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334807040 00000100:00100000:3.0:1734016118.759221:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10843 00000100:00100000:3.0:1734016118.759227:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334807040:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016118.759624:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9605739 -> 9605739 00002000:00010000:3.0:1734016118.759628:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.759630:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016118 -> 1734016117 00002000:00010000:3.0:1734016118.759632:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.759633:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1584 -> 1576 00000100:00100000:2.0:1734016118.759975:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334806912:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5052us (5410us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.759986:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3046 00000100:00100000:3.0:1734016118.761663:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334807040:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 2429us (3026us total) trans 4294969464 rc 0/0 00000100:00100000:3.0:1734016118.761674:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10843 00000100:00100000:1.0:1734016118.766130:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.766221:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334807168 00000100:00100000:3.0:1734016118.766232:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334807168 00000100:00100000:3.0:1734016118.766313:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10844 00000100:00100000:3.0:1734016118.766321:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334807168:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.766341:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.766363:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993092 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc2d expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.766417:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338422144:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016118.766493:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00002000:00010000:3.0:1734016118.770625:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016117 -> 1734016118 00000100:00100000:3.0:1734016118.770651:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338422144:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016118.770680:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993092 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc2d expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.770692:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993092 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc2d expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.770753:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016118.771020:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334807168:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4698us (4901us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.771028:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10844 00000100:00100000:2.0:1734016118.773564:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.773670:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334807296 00000100:00100000:3.0:1734016118.773683:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334807296 00000100:00100000:3.0:1734016118.773768:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10845 00000100:00100000:3.0:1734016118.773776:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334807296:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.773801:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.773968:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993099 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc34 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.774024:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338422272:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016118.774080:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.777149:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338422272:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016118.777192:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993099 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc34 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.777205:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993099 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc34 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.777257:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016118.777464:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334807296:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3686us (3906us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.777474:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10845 00000100:00100000:1.0:1734016118.782069:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.782687:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334807552 00000100:00100000:2.0:1734016118.782698:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334807552 00002000:00100000:2.0:1734016118.782743:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (253952->258047) req@ffff8800a8684a80 x1818247334807552/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.782753:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8684a80 with x1818247334807552 ext(253952->258047) 00002000:00010000:2.0:1734016118.782759:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8684a80 00000100:00100000:2.0:1734016118.783330:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8844 00000100:00100000:2.0:1734016118.783337:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334807552:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.783963:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334807552:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 624us (2163us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.783971:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8844 00002000:00100000:2.0:1734016118.783981:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (253952->258047) req@ffff8800a8684a80 x1818247334807552/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.783987:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8684a80 with x1818247334807552 ext(253952->258047) 00002000:00010000:2.0:1734016118.783993:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8684a80 00000100:00100000:2.0:1734016118.789248:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.789362:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334807808 00000100:00100000:0.0:1734016118.789373:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334807808 00002000:00100000:0.0:1734016118.789420:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (249856->253951) req@ffff880078d67b80 x1818247334807808/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.789430:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d67b80 with x1818247334807808 ext(249856->253951) 00002000:00010000:0.0:1734016118.789436:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d67b80 00000100:00100000:0.0:1734016118.789470:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8845 00000100:00100000:0.0:1734016118.789477:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334807808:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.789649:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334807808:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 171us (408us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.789656:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8845 00002000:00100000:0.0:1734016118.789661:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (249856->253951) req@ffff880078d67b80 x1818247334807808/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.789667:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d67b80 with x1818247334807808 ext(249856->253951) 00002000:00010000:0.0:1734016118.789669:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d67b80 00000100:00100000:1.0:1734016118.793349:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.793777:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334808064 00000100:00100000:2.0:1734016118.793787:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334808064 00002000:00100000:2.0:1734016118.793867:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (245760->249855) req@ffff8800a8684380 x1818247334808064/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.793876:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8684380 with x1818247334808064 ext(245760->249855) 00002000:00010000:2.0:1734016118.793880:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8684380 00000100:00100000:2.0:1734016118.793905:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8846 00000100:00100000:2.0:1734016118.793911:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334808064:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.794065:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334808064:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 152us (723us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.794072:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8846 00002000:00100000:2.0:1734016118.794077:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (245760->249855) req@ffff8800a8684380 x1818247334808064/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.794084:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8684380 with x1818247334808064 ext(245760->249855) 00002000:00010000:2.0:1734016118.794087:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8684380 00000100:00100000:1.0:1734016118.797102:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.797313:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334808320 00000100:00100000:0.0:1734016118.797324:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334808320 00002000:00100000:0.0:1734016118.797370:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (241664->245759) req@ffff8800a8687b80 x1818247334808320/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.797381:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8687b80 with x1818247334808320 ext(241664->245759) 00002000:00010000:0.0:1734016118.797387:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8687b80 00000100:00100000:0.0:1734016118.797422:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8847 00000100:00100000:0.0:1734016118.797429:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334808320:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.797603:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334808320:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 173us (509us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.797610:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8847 00002000:00100000:0.0:1734016118.797616:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (241664->245759) req@ffff8800a8687b80 x1818247334808320/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.797623:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8687b80 with x1818247334808320 ext(241664->245759) 00002000:00010000:0.0:1734016118.797625:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8687b80 00000100:00100000:3.0:1734016118.800847:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.800978:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334808576 00000100:00100000:2.0:1734016118.800989:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334808576 00002000:00100000:2.0:1734016118.801036:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (237568->241663) req@ffff88007bcc9880 x1818247334808576/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.801047:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9880 with x1818247334808576 ext(237568->241663) 00002000:00010000:2.0:1734016118.801052:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9880 00000100:00100000:2.0:1734016118.801102:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8848 00000100:00100000:2.0:1734016118.801109:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334808576:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.801517:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334808576:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 404us (710us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.801526:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8848 00002000:00100000:2.0:1734016118.801533:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (237568->241663) req@ffff88007bcc9880 x1818247334808576/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.801538:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9880 with x1818247334808576 ext(237568->241663) 00002000:00010000:2.0:1734016118.801541:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9880 00000100:00100000:1.0:1734016118.805631:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.805888:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334808832 00000100:00100000:2.0:1734016118.805897:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334808832 00002000:00100000:2.0:1734016118.805948:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (233472->237567) req@ffff8800a8684700 x1818247334808832/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.805961:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8684700 with x1818247334808832 ext(233472->237567) 00002000:00010000:2.0:1734016118.805967:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8684700 00000100:00100000:2.0:1734016118.805994:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8849 00000100:00100000:2.0:1734016118.806001:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334808832:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.806202:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334808832:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 200us (581us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.806209:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8849 00002000:00100000:2.0:1734016118.806215:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (233472->237567) req@ffff8800a8684700 x1818247334808832/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.806223:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8684700 with x1818247334808832 ext(233472->237567) 00002000:00010000:2.0:1734016118.806225:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8684700 00000100:00100000:1.0:1734016118.810385:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.810934:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334808960 00000100:00100000:0.0:1734016118.810946:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334808960 00002000:00100000:0.0:1734016118.810999:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (233472->258047) req@ffff8800a8687480 x1818247334808960/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.811009:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8687480 with x1818247334808960 ext(233472->258047) 00002000:00010000:0.0:1734016118.811016:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8687480 00000100:00100000:0.0:1734016118.811054:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8850 00000100:00100000:0.0:1734016118.811061:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334808960:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016118.817699:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334808960:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 6628us (7313us total) trans 4294969465 rc 0/0 00000100:00100000:0.0:1734016118.817711:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8850 00002000:00100000:0.0:1734016118.817721:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (233472->258047) req@ffff8800a8687480 x1818247334808960/t4294969465(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.817729:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8687480 with x1818247334808960 ext(233472->258047) 00002000:00010000:0.0:1734016118.817735:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8687480 00000100:00100000:1.0:1734016118.820112:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.820216:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334809088 00000100:00100000:3.0:1734016118.820224:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334809088 00000100:00100000:3.0:1734016118.820803:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10846 00000100:00100000:3.0:1734016118.820837:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334809088:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016118.822680:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969465 is committed 00000001:00080000:0.0:1734016118.822700:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969463 is committed 00000100:00100000:3.0:1734016118.823141:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334809088:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2327us (3036us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.823154:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10846 00000100:00100000:1.0:1734016118.828241:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.828386:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334809216 00000100:00100000:3.0:1734016118.828399:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334809216 00000100:00100000:3.0:1734016118.828434:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10847 00000100:00100000:3.0:1734016118.828440:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334809216:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.828457:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.828476:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559930a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc3b expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.828518:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078835880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338422400:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016118.828573:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00002000:00010000:3.0:1734016118.831141:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1576 -> 1600 00000100:00100000:3.0:1734016118.831167:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078835880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338422400:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016118.831198:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559930a0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc3b expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.831210:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559930a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc3b expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.831234:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016118.831292:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334809216:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2852us (3063us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.831299:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10847 00000100:00100000:1.0:1734016118.834905:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.835067:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334809344 00000100:00100000:3.0:1734016118.835075:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334809344 00000100:00100000:3.0:1734016118.835411:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10848 00000100:00100000:3.0:1734016118.835422:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334809344:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.835444:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.835467:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559930a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc42 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.835536:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078835880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338422528:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016118.835624:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.841310:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078835880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338422528:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016118.841344:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559930a7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc42 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.841357:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559930a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc42 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.841387:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016118.841448:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334809344:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6028us (6555us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.841456:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10848 00000100:00100000:2.0:1734016118.846707:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.846937:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334809472 00000100:00100000:3.0:1734016118.846949:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334809472 00000100:00100000:3.0:1734016118.847021:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10849 00000100:00100000:3.0:1734016118.847029:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334809472:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.847049:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.847067:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559930ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc49 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.847128:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078835880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338422656:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016118.847204:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.849701:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078835880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338422656:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016118.849735:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559930ae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc49 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.849749:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559930ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc49 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.849775:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016118.849853:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334809472:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2824us (3160us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.849861:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10849 00000100:00100000:1.0:1734016118.852340:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.852450:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334809600 00000100:00100000:3.0:1734016118.852459:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334809600 00000100:00100000:3.0:1734016118.852534:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10850 00000100:00100000:3.0:1734016118.852542:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334809600:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.852562:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.852582:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559930b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc50 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.852609:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599308b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1417216->1429503) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc26 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.852621:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016118.852623:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016118.852626:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559930b5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [516096->520191] (req 516096->520191) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc50 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.852659:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599308b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1417216->1429503) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc26 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.852671:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599308b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1417216->1429503) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc26 expref: 5 pid: 7685 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016118.852684:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078835880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338422784:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016118.852756:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.856199:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.856299:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078835880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338422784:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016118.856326:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559930b5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [516096->520191] (req 516096->520191) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc50 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.856343:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016118.856395:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334809600:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3853us (4062us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.856403:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10850 00000100:00100000:2.0:1734016118.856487:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334809728 00000100:00100000:2.0:1734016118.856493:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334809728 00010000:00010000:2.0:1734016118.856519:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599308b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1417216->1429503) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc26 expref: 6 pid: 7685 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.856538:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3047 00000100:00100000:2.0:1734016118.856543:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334809728:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016118.856556:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.856574:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599308b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1417216->1429503) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc26 expref: 6 pid: 7685 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.856585:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599308b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1417216->1429503) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc26 expref: 6 pid: 7685 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.856607:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599308b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1417216->1429503) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc26 expref: 6 pid: 7685 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.856622:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.856624:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.856629:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559930b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 516096->520191) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc50 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.856637:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559930b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 516096->520191) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc50 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.856669:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559930b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 516096->520191) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc50 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.856679:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338422912:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016118.856711:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e276c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.863330:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338422912:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016118.863364:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016118.863418:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334809728:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6872us (7227us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.863432:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3047 00000100:00100000:1.0:1734016118.865057:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.865236:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334809984 00000100:00100000:0.0:1734016118.865243:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334809984 00002000:00100000:0.0:1734016118.865288:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (516096->520191) req@ffff880077f95880 x1818247334809984/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.865296:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f95880 with x1818247334809984 ext(516096->520191) 00002000:00010000:0.0:1734016118.865300:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f95880 00000100:00100000:0.0:1734016118.865325:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8851 00000100:00100000:0.0:1734016118.865330:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334809984:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.865471:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334809984:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 139us (417us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.865477:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8851 00002000:00100000:0.0:1734016118.865482:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (516096->520191) req@ffff880077f95880 x1818247334809984/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.865489:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f95880 with x1818247334809984 ext(516096->520191) 00002000:00010000:0.0:1734016118.865492:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f95880 00000100:00100000:0.0:1734016118.869168:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.869465:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334810240 00000100:00100000:2.0:1734016118.869476:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334810240 00002000:00100000:2.0:1734016118.869533:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (512000->516095) req@ffff8800780d1500 x1818247334810240/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.869544:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d1500 with x1818247334810240 ext(512000->516095) 00002000:00010000:2.0:1734016118.869551:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d1500 00000100:00100000:2.0:1734016118.869572:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8852 00000100:00100000:2.0:1734016118.869579:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334810240:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.869864:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334810240:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 282us (709us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.869872:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8852 00002000:00100000:2.0:1734016118.869879:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (512000->516095) req@ffff8800780d1500 x1818247334810240/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.869886:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d1500 with x1818247334810240 ext(512000->516095) 00002000:00010000:2.0:1734016118.869888:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d1500 00000100:00100000:1.0:1734016118.876356:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.876428:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334810496 00000100:00100000:0.0:1734016118.876436:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334810496 00002000:00100000:0.0:1734016118.876474:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (507904->511999) req@ffff880077f97800 x1818247334810496/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.876484:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f97800 with x1818247334810496 ext(507904->511999) 00002000:00010000:0.0:1734016118.876490:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f97800 00000100:00100000:0.0:1734016118.876519:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8853 00000100:00100000:0.0:1734016118.876524:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334810496:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.876709:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334810496:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 183us (360us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.876716:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8853 00002000:00100000:0.0:1734016118.876722:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (507904->511999) req@ffff880077f97800 x1818247334810496/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.876730:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f97800 with x1818247334810496 ext(507904->511999) 00002000:00010000:0.0:1734016118.876732:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f97800 00000100:00100000:1.0:1734016118.879511:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.880552:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334810752 00000100:00100000:2.0:1734016118.880562:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334810752 00002000:00100000:2.0:1734016118.880601:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (503808->507903) req@ffff880077f95500 x1818247334810752/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.880610:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f95500 with x1818247334810752 ext(503808->507903) 00002000:00010000:2.0:1734016118.880615:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f95500 00000100:00100000:2.0:1734016118.880640:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8854 00000100:00100000:2.0:1734016118.880647:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334810752:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.880804:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334810752:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 155us (1305us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.880824:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8854 00002000:00100000:2.0:1734016118.880830:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (503808->507903) req@ffff880077f95500 x1818247334810752/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.880836:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f95500 with x1818247334810752 ext(503808->507903) 00002000:00010000:2.0:1734016118.880839:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f95500 00000100:00100000:1.0:1734016118.886290:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.886392:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334811008 00000100:00100000:0.0:1734016118.886402:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334811008 00002000:00100000:0.0:1734016118.886455:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (499712->503807) req@ffff880077f97b80 x1818247334811008/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.886465:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f97b80 with x1818247334811008 ext(499712->503807) 00002000:00010000:0.0:1734016118.886470:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f97b80 00000100:00100000:0.0:1734016118.886504:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8855 00000100:00100000:0.0:1734016118.886512:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334811008:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.886696:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334811008:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 182us (416us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.886704:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8855 00002000:00100000:0.0:1734016118.886710:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (499712->503807) req@ffff880077f97b80 x1818247334811008/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.886716:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f97b80 with x1818247334811008 ext(499712->503807) 00002000:00010000:0.0:1734016118.886719:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f97b80 00000100:00100000:1.0:1734016118.889566:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.889691:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334811264 00000100:00100000:2.0:1734016118.889706:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334811264 00002000:00100000:2.0:1734016118.889767:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (495616->499711) req@ffff880077f94380 x1818247334811264/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.889778:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f94380 with x1818247334811264 ext(495616->499711) 00002000:00010000:2.0:1734016118.889786:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f94380 00000100:00100000:2.0:1734016118.889946:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8856 00000100:00100000:2.0:1734016118.889953:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334811264:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.890178:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334811264:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 222us (619us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.890186:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8856 00002000:00100000:2.0:1734016118.890193:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (495616->499711) req@ffff880077f94380 x1818247334811264/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.890199:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f94380 with x1818247334811264 ext(495616->499711) 00002000:00010000:2.0:1734016118.890204:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f94380 00000100:00100000:1.0:1734016118.893680:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.893923:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334811520 00000100:00100000:0.0:1734016118.893940:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334811520 00002000:00100000:0.0:1734016118.894015:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (491520->495615) req@ffff880077f95180 x1818247334811520/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.894033:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f95180 with x1818247334811520 ext(491520->495615) 00002000:00010000:0.0:1734016118.894044:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f95180 00000100:00100000:0.0:1734016118.894089:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8857 00000100:00100000:0.0:1734016118.894100:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334811520:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.894399:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334811520:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 301us (735us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.894408:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8857 00002000:00100000:0.0:1734016118.894414:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (491520->495615) req@ffff880077f95180 x1818247334811520/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.894420:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f95180 with x1818247334811520 ext(491520->495615) 00002000:00010000:0.0:1734016118.894422:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f95180 00000100:00100000:1.0:1734016118.898237:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.898506:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334811776 00000100:00100000:2.0:1734016118.898517:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334811776 00002000:00100000:2.0:1734016118.898561:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (487424->491519) req@ffff880077f96d80 x1818247334811776/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.898570:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f96d80 with x1818247334811776 ext(487424->491519) 00002000:00010000:2.0:1734016118.898575:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f96d80 00000100:00100000:2.0:1734016118.898613:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8858 00000100:00100000:2.0:1734016118.898620:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334811776:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.898790:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334811776:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 170us (563us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.898797:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8858 00002000:00100000:2.0:1734016118.898802:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (487424->491519) req@ffff880077f96d80 x1818247334811776/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.898837:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f96d80 with x1818247334811776 ext(487424->491519) 00002000:00010000:2.0:1734016118.898839:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f96d80 00000100:00100000:1.0:1734016118.902491:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.902560:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334812032 00000100:00100000:0.0:1734016118.902568:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334812032 00002000:00100000:0.0:1734016118.902613:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (483328->487423) req@ffff880077f97480 x1818247334812032/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.902622:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f97480 with x1818247334812032 ext(483328->487423) 00002000:00010000:0.0:1734016118.902627:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f97480 00000100:00100000:0.0:1734016118.902659:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8859 00000100:00100000:0.0:1734016118.902665:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334812032:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.902942:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334812032:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 275us (458us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.902949:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8859 00002000:00100000:0.0:1734016118.902955:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (483328->487423) req@ffff880077f97480 x1818247334812032/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.902962:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f97480 with x1818247334812032 ext(483328->487423) 00002000:00010000:0.0:1734016118.902965:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f97480 00000100:00100000:1.0:1734016118.906080:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.906332:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334812288 00000100:00100000:2.0:1734016118.906345:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334812288 00002000:00100000:2.0:1734016118.906404:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (479232->483327) req@ffff880077f94000 x1818247334812288/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.906413:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f94000 with x1818247334812288 ext(479232->483327) 00002000:00010000:2.0:1734016118.906419:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f94000 00000100:00100000:2.0:1734016118.906453:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8860 00000100:00100000:2.0:1734016118.906459:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334812288:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.906657:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334812288:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 196us (590us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.906664:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8860 00002000:00100000:2.0:1734016118.906669:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (479232->483327) req@ffff880077f94000 x1818247334812288/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.906675:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f94000 with x1818247334812288 ext(479232->483327) 00002000:00010000:2.0:1734016118.906678:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f94000 00000100:00100000:1.0:1734016118.909803:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.909895:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334812544 00000100:00100000:0.0:1734016118.909902:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334812544 00002000:00100000:0.0:1734016118.909936:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (475136->479231) req@ffff880077f97100 x1818247334812544/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.909944:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f97100 with x1818247334812544 ext(475136->479231) 00002000:00010000:0.0:1734016118.909948:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f97100 00000100:00100000:0.0:1734016118.909979:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8861 00000100:00100000:0.0:1734016118.909984:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334812544:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.910151:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334812544:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 165us (355us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.910157:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8861 00002000:00100000:0.0:1734016118.910163:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (475136->479231) req@ffff880077f97100 x1818247334812544/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.910169:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f97100 with x1818247334812544 ext(475136->479231) 00002000:00010000:0.0:1734016118.910171:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f97100 00000100:00100000:1.0:1734016118.912690:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.912913:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334812800 00000100:00100000:2.0:1734016118.912923:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334812800 00002000:00100000:2.0:1734016118.912965:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (471040->475135) req@ffff880077f94a80 x1818247334812800/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.912973:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f94a80 with x1818247334812800 ext(471040->475135) 00002000:00010000:2.0:1734016118.912979:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f94a80 00000100:00100000:2.0:1734016118.913002:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8862 00000100:00100000:2.0:1734016118.913009:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334812800:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.913185:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334812800:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 176us (504us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.913192:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8862 00002000:00100000:2.0:1734016118.913198:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (471040->475135) req@ffff880077f94a80 x1818247334812800/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.913205:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f94a80 with x1818247334812800 ext(471040->475135) 00002000:00010000:2.0:1734016118.913209:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f94a80 00000100:00100000:1.0:1734016118.915935:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.916011:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334813056 00000100:00100000:0.0:1734016118.916023:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334813056 00002000:00100000:0.0:1734016118.916072:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (466944->471039) req@ffff880077f96680 x1818247334813056/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.916082:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f96680 with x1818247334813056 ext(466944->471039) 00002000:00010000:0.0:1734016118.916088:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f96680 00000100:00100000:0.0:1734016118.916121:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8863 00000100:00100000:0.0:1734016118.916130:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334813056:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.916323:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334813056:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 193us (400us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.916331:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8863 00002000:00100000:0.0:1734016118.916336:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (466944->471039) req@ffff880077f96680 x1818247334813056/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.916343:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f96680 with x1818247334813056 ext(466944->471039) 00002000:00010000:0.0:1734016118.916346:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f96680 00000100:00100000:1.0:1734016118.919124:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.919220:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334813312 00000100:00100000:2.0:1734016118.919228:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334813312 00002000:00100000:2.0:1734016118.919273:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (462848->466943) req@ffff880077f94e00 x1818247334813312/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.919282:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f94e00 with x1818247334813312 ext(462848->466943) 00002000:00010000:2.0:1734016118.919286:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f94e00 00000100:00100000:2.0:1734016118.919388:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8864 00000100:00100000:2.0:1734016118.919395:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334813312:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.919518:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334813312:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 123us (716us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.919526:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8864 00002000:00100000:2.0:1734016118.919531:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (462848->466943) req@ffff880077f94e00 x1818247334813312/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.919538:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f94e00 with x1818247334813312 ext(462848->466943) 00002000:00010000:2.0:1734016118.919540:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f94e00 00000100:00100000:1.0:1734016118.922004:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.922111:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334813568 00000100:00100000:0.0:1734016118.922119:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334813568 00002000:00100000:0.0:1734016118.922157:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (458752->462847) req@ffff880077f95f80 x1818247334813568/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.922166:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f95f80 with x1818247334813568 ext(458752->462847) 00002000:00010000:0.0:1734016118.922170:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f95f80 00000100:00100000:0.0:1734016118.922205:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8865 00000100:00100000:0.0:1734016118.922214:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334813568:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.922409:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334813568:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 195us (421us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.922417:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8865 00002000:00100000:0.0:1734016118.922423:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (458752->462847) req@ffff880077f95f80 x1818247334813568/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.922429:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f95f80 with x1818247334813568 ext(458752->462847) 00002000:00010000:0.0:1734016118.922432:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f95f80 00000100:00100000:1.0:1734016118.925394:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.925749:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334813696 00000100:00100000:3.0:1734016118.925757:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334813696 00000100:00100000:3.0:1734016118.925966:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10851 00000100:00100000:3.0:1734016118.925972:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334813696:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.925987:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.926004:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559930bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc57 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.926023:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.926025:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.926032:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559930bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc57 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.926047:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559930bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc57 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.926058:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016118.926102:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334813696:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 129us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.926107:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10851 00000100:00100000:1.0:1734016118.929233:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.929317:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334813824 00000100:00100000:0.0:1734016118.929329:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334813824 00000100:00100000:0.0:1734016118.929385:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10852 00000100:00100000:0.0:1734016118.929393:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334813824:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.929417:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.929440:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559930c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc5e expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.929479:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559930b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 516096->520191) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc50 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.929487:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559930bc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc57 expref: 5 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.929492:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016118.929494:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016118.929497:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559930c3 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [5025792->5029887] (req 5025792->5029887) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc5e expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.929521:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559930bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc57 expref: 5 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.929530:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559930bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc57 expref: 5 pid: 7685 timeout: 482 lvb_type: 1 00000100:00100000:0.0:1734016118.929540:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338423040:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016118.929921:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559930b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 516096->520191) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc50 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.929930:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559930b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 516096->520191) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc50 expref: 8 pid: 7685 timeout: 482 lvb_type: 0 00000100:00100000:0.0:1734016118.929938:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338423168:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016118.929958:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.933256:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338423040:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016118.933276:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338423168:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016118.933302:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559930c3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [5025792->5029887] (req 5025792->5029887) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc5e expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.933316:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:0.0:1734016118.933365:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334813824:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3972us (4145us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.933372:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10852 00000100:00100000:1.0:1734016118.934003:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016118.934288:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.934392:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334814080 00000100:00100000:2.0:1734016118.934402:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334814080 00010000:00010000:2.0:1734016118.934440:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559930b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 516096->520191) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc50 expref: 8 pid: 7685 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.934480:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334813952 00000100:00100000:2.0:1734016118.934483:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334813952 00010000:00010000:2.0:1734016118.934495:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559930bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc57 expref: 6 pid: 7685 timeout: 482 lvb_type: 1 00000100:00100000:2.0:1734016118.934522:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3048 00000100:00100000:2.0:1734016118.934529:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c559c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334814080:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016118.934553:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.934582:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559930b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 516096->520191) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc50 expref: 8 pid: 7685 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.934595:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559930b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 516096->520191) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc50 expref: 8 pid: 7685 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.934627:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559930b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 516096->520191) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc50 expref: 8 pid: 7685 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.934647:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016118.934680:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c559c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334814080:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 151us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.934687:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3048 00000100:00100000:2.0:1734016118.934723:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3049 00000100:00100000:2.0:1734016118.934727:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334813952:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016118.934733:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.934741:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559930bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc57 expref: 6 pid: 7685 timeout: 482 lvb_type: 1 00010000:00010000:2.0:1734016118.934751:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559930bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc57 expref: 6 pid: 7685 timeout: 482 lvb_type: 1 00010000:00010000:2.0:1734016118.934762:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559930bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc57 expref: 6 pid: 7685 timeout: 482 lvb_type: 1 00010000:00010000:2.0:1734016118.934776:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.934777:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.934783:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559930c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5025792->5029887) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc5e expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.934791:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559930c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5025792->5029887) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc5e expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.934858:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559930c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5025792->5029887) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc5e expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.934872:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338423296:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016118.934906:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.939492:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.940794:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338423296:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016118.940870:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016118.940968:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334813952:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6236us (6677us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.940989:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3049 00000100:00100000:2.0:1734016118.941068:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334814336 00000100:00100000:2.0:1734016118.941078:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334814336 00002000:00100000:2.0:1734016118.941142:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5025792->5029887) req@ffff880078277800 x1818247334814336/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.941154:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078277800 with x1818247334814336 ext(5025792->5029887) 00002000:00010000:2.0:1734016118.941161:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078277800 00000100:00100000:2.0:1734016118.941184:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8866 00000100:00100000:2.0:1734016118.941192:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334814336:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.941444:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334814336:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 252us (1977us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.941453:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8866 00002000:00100000:2.0:1734016118.941459:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5025792->5029887) req@ffff880078277800 x1818247334814336/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.941467:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078277800 with x1818247334814336 ext(5025792->5029887) 00002000:00010000:2.0:1734016118.941470:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078277800 00000100:00100000:1.0:1734016118.945386:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.945497:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334814464 00000100:00100000:0.0:1734016118.945509:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334814464 00002000:00100000:0.0:1734016118.945567:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5025792->5029887) req@ffff880078277b80 x1818247334814464/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 4584/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.945581:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078277b80 with x1818247334814464 ext(5025792->5029887) 00002000:00010000:0.0:1734016118.945587:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078277b80 00000100:00100000:0.0:1734016118.945625:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8867 00000100:00100000:0.0:1734016118.945633:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334814464:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016118.946444:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334814464:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 808us (1069us total) trans 4294969466 rc 0/0 00000100:00100000:0.0:1734016118.946454:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8867 00002000:00100000:0.0:1734016118.946461:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5025792->5029887) req@ffff880078277b80 x1818247334814464/t4294969466(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:79/0 lens 4584/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.946469:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078277b80 with x1818247334814464 ext(5025792->5029887) 00002000:00010000:0.0:1734016118.946472:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078277b80 00000100:00100000:3.0:1734016118.949329:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016118.949941:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334814592 00000100:00100000:0.0:1734016118.949949:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334814592 00000100:00100000:0.0:1734016118.950553:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10853 00000100:00100000:0.0:1734016118.950561:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334814592:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016118.952023:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969466 is committed 00000100:00100000:2.0:1734016118.952365:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334814592:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 1800us (3037us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.952374:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10853 00000100:00100000:1.0:1734016118.954963:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.955068:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334814720 00000100:00100000:2.0:1734016118.955077:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334814720 00000100:00100000:2.0:1734016118.955163:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10854 00000100:00100000:2.0:1734016118.955170:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334814720:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.955192:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.955209:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559930ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc65 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.955254:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338423424:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016118.955586:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016118.958161:0:7686:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1600 -> 1608 00000100:00100000:2.0:1734016118.958190:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338423424:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016118.958233:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559930ca lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc65 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.958252:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559930ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc65 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.958272:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016118.958357:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334814720:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3185us (3405us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.958368:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10854 00000100:00100000:0.0:1734016118.961051:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.961658:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334814848 00000100:00100000:2.0:1734016118.961672:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334814848 00000100:00100000:2.0:1734016118.962361:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10855 00000100:00100000:2.0:1734016118.962370:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334814848:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.962394:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.962418:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559930d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc6c expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.962498:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338423552:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016118.963052:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.965580:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338423552:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016118.965642:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559930d1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc6c expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.965659:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559930d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc6c expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.965690:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016118.965984:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334814848:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3612us (4943us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.965996:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10855 00000100:00100000:1.0:1734016118.970031:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.970250:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334814976 00000100:00100000:2.0:1734016118.970268:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334814976 00000100:00100000:2.0:1734016118.970363:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10856 00000100:00100000:2.0:1734016118.970373:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078274380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334814976:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.970399:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.970421:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559930d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc73 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.970492:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338423680:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016118.970865:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.973107:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338423680:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016118.973166:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559930d8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc73 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.973179:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559930d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc73 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.973306:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016118.973391:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078274380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334814976:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3015us (3376us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.973407:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10856 00000100:00100000:1.0:1734016118.976428:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.976527:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334815104 00000100:00100000:2.0:1734016118.976536:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334815104 00000100:00100000:2.0:1734016118.977115:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10857 00000100:00100000:2.0:1734016118.977123:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334815104:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.977138:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.977156:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559930df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc7a expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.977209:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338423808:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016118.977270:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.980654:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338423808:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016118.980690:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559930df lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc7a expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.980704:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559930df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc7a expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.980833:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016118.981122:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334815104:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3996us (4707us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.981131:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10857 00000100:00100000:0.0:1734016118.983643:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.983765:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334815232 00000100:00100000:2.0:1734016118.983773:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334815232 00000100:00100000:2.0:1734016118.983865:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10858 00000100:00100000:2.0:1734016118.983876:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334815232:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.983904:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.983932:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559930e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc81 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.984008:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338423936:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016118.984097:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.986332:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338423936:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016118.986361:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559930e6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc81 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.986371:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559930e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc81 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.986380:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016118.986487:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334815232:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2611us (2855us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.986494:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10858 00000100:00100000:1.0:1734016118.988446:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.988638:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334815360 00000100:00100000:2.0:1734016118.988652:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334815360 00000100:00100000:2.0:1734016118.989336:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10859 00000100:00100000:2.0:1734016118.989345:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334815360:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.989365:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.989392:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559930ed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc88 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.989423:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559930c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5025792->5029887) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc5e expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.989430:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016118.989432:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016118.989436:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559930ed lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [835584->839679] (req 835584->839679) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc88 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.989470:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559930c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5025792->5029887) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc5e expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.989481:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559930c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5025792->5029887) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc5e expref: 6 pid: 7686 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.989493:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338424064:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016118.989565:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.993645:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338424064:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016118.993685:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559930ed lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [835584->839679] (req 835584->839679) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc88 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.993701:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016118.993764:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334815360:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4419us (5323us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.993774:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10859 00000100:00100000:1.0:1734016118.994462:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016118.994631:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334815488 00000100:00100000:2.0:1734016118.994638:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334815488 00010000:00010000:2.0:1734016118.994664:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559930c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5025792->5029887) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc5e expref: 7 pid: 7686 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.994695:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3050 00000100:00100000:2.0:1734016118.994701:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078274e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334815488:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016118.994714:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.994735:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559930c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5025792->5029887) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc5e expref: 7 pid: 7686 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.994746:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559930c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5025792->5029887) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc5e expref: 7 pid: 7686 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.994767:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc559930c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5025792->5029887) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc5e expref: 7 pid: 7686 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.994798:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.994800:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.994831:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559930ed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 835584->839679) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc88 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.994840:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559930ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 835584->839679) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc88 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.994876:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559930ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 835584->839679) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc88 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.994890:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338424192:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016118.994944:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.998668:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016118.998858:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334815744 00000100:00100000:3.0:1734016118.998869:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334815744 00002000:00100000:3.0:1734016118.998921:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (835584->839679) req@ffff880078275180 x1818247334815744/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.998934:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078275180 with x1818247334815744 ext(835584->839679) 00002000:00010000:3.0:1734016118.998940:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078275180 00000100:00100000:3.0:1734016118.998974:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8868 00000100:00100000:3.0:1734016118.998983:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334815744:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.999229:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334815744:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 246us (569us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.999238:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8868 00002000:00100000:3.0:1734016118.999244:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (835584->839679) req@ffff880078275180 x1818247334815744/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.999250:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078275180 with x1818247334815744 ext(835584->839679) 00002000:00010000:3.0:1734016118.999254:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078275180 00000100:00100000:2.0:1734016118.999362:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338424192:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016118.999387:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016118.999415:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078274e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334815488:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4714us (4954us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.999426:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3050 00000100:00100000:1.0:1734016119.002790:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016119.002889:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334816000 00000100:00100000:0.0:1734016119.002901:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334816000 00002000:00100000:0.0:1734016119.003269:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (831488->835583) req@ffff880078275500 x1818247334816000/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.003278:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078275500 with x1818247334816000 ext(831488->835583) 00002000:00010000:0.0:1734016119.003285:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078275500 00000100:00100000:0.0:1734016119.003310:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8869 00000100:00100000:0.0:1734016119.003318:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334816000:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.003544:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334816000:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 225us (764us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016119.003553:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8869 00002000:00100000:0.0:1734016119.003559:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (831488->835583) req@ffff880078275500 x1818247334816000/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.003567:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078275500 with x1818247334816000 ext(831488->835583) 00002000:00010000:0.0:1734016119.003570:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078275500 00000100:00080000:2.0:1734016119.003691:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016089 00000100:00100000:0.0:1734016119.006686:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.006795:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334816256 00000100:00100000:2.0:1734016119.006805:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334816256 00002000:00100000:2.0:1734016119.006879:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (827392->831487) req@ffff8800780d3b80 x1818247334816256/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.006889:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d3b80 with x1818247334816256 ext(827392->831487) 00002000:00010000:2.0:1734016119.006893:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d3b80 00000100:00100000:2.0:1734016119.006916:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8870 00000100:00100000:2.0:1734016119.006923:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334816256:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.007100:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334816256:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 177us (428us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016119.007106:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8870 00002000:00100000:2.0:1734016119.007111:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (827392->831487) req@ffff8800780d3b80 x1818247334816256/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.007118:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d3b80 with x1818247334816256 ext(827392->831487) 00002000:00010000:2.0:1734016119.007121:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d3b80 00000100:00100000:0.0:1734016119.009614:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.009703:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334816512 00000100:00100000:2.0:1734016119.009712:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334816512 00002000:00100000:2.0:1734016119.009746:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (823296->827391) req@ffff8800780d2d80 x1818247334816512/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.009755:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2d80 with x1818247334816512 ext(823296->827391) 00002000:00010000:2.0:1734016119.009760:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d2d80 00000100:00100000:2.0:1734016119.009787:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8871 00000100:00100000:2.0:1734016119.009793:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334816512:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.010062:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334816512:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 267us (457us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016119.010074:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8871 00002000:00100000:2.0:1734016119.010080:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (823296->827391) req@ffff8800780d2d80 x1818247334816512/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.010087:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2d80 with x1818247334816512 ext(823296->827391) 00002000:00010000:2.0:1734016119.010090:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d2d80 00000100:00100000:0.0:1734016119.012907:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.013406:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334816768 00000100:00100000:2.0:1734016119.013416:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334816768 00002000:00100000:2.0:1734016119.013459:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (819200->823295) req@ffff8800780d0e00 x1818247334816768/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.013468:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d0e00 with x1818247334816768 ext(819200->823295) 00002000:00010000:2.0:1734016119.013474:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d0e00 00000100:00100000:2.0:1734016119.013500:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8872 00000100:00100000:2.0:1734016119.013505:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334816768:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.013969:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334816768:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 460us (1068us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016119.013978:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8872 00002000:00100000:2.0:1734016119.013984:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (819200->823295) req@ffff8800780d0e00 x1818247334816768/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.013992:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d0e00 with x1818247334816768 ext(819200->823295) 00002000:00010000:2.0:1734016119.013995:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d0e00 00000100:00100000:0.0:1734016119.016703:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.016793:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334817024 00000100:00100000:2.0:1734016119.016801:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334817024 00002000:00100000:2.0:1734016119.016918:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (815104->819199) req@ffff8800780d1c00 x1818247334817024/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.016928:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d1c00 with x1818247334817024 ext(815104->819199) 00002000:00010000:2.0:1734016119.016932:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d1c00 00000100:00100000:2.0:1734016119.016949:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8873 00000100:00100000:2.0:1734016119.016955:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334817024:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.017302:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334817024:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 346us (610us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016119.017308:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8873 00002000:00100000:2.0:1734016119.017313:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (815104->819199) req@ffff8800780d1c00 x1818247334817024/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.017320:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d1c00 with x1818247334817024 ext(815104->819199) 00002000:00010000:2.0:1734016119.017322:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d1c00 00000100:00100000:1.0:1734016119.021286:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.021373:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334817280 00000100:00100000:2.0:1734016119.021383:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334817280 00002000:00100000:2.0:1734016119.021427:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (811008->815103) req@ffff880078275880 x1818247334817280/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.021436:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078275880 with x1818247334817280 ext(811008->815103) 00002000:00010000:2.0:1734016119.021442:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078275880 00000100:00100000:2.0:1734016119.021470:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8874 00000100:00100000:2.0:1734016119.021477:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334817280:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.021673:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334817280:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 195us (395us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016119.021681:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8874 00002000:00100000:2.0:1734016119.021687:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (811008->815103) req@ffff880078275880 x1818247334817280/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.021694:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078275880 with x1818247334817280 ext(811008->815103) 00002000:00010000:2.0:1734016119.021697:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078275880 00000100:00100000:0.0:1734016119.027000:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.027108:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334817536 00000100:00100000:2.0:1734016119.027119:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334817536 00002000:00100000:2.0:1734016119.027160:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (806912->811007) req@ffff8800780d0380 x1818247334817536/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.027170:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d0380 with x1818247334817536 ext(806912->811007) 00002000:00010000:2.0:1734016119.027176:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d0380 00000100:00100000:2.0:1734016119.027464:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8875 00000100:00100000:2.0:1734016119.027471:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334817536:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.027806:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334817536:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 333us (816us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016119.028070:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8875 00002000:00100000:2.0:1734016119.028076:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (806912->811007) req@ffff8800780d0380 x1818247334817536/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.028083:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d0380 with x1818247334817536 ext(806912->811007) 00002000:00010000:2.0:1734016119.028086:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d0380 00000100:00100000:0.0:1734016119.032969:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.033336:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334817792 00000100:00100000:2.0:1734016119.033355:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334817792 00002000:00100000:2.0:1734016119.033415:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (802816->806911) req@ffff8800780d3480 x1818247334817792/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.033428:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d3480 with x1818247334817792 ext(802816->806911) 00002000:00010000:2.0:1734016119.033435:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d3480 00000100:00100000:2.0:1734016119.033462:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8876 00000100:00100000:2.0:1734016119.033470:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334817792:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.033718:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334817792:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 247us (762us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016119.033727:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8876 00002000:00100000:2.0:1734016119.033734:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (802816->806911) req@ffff8800780d3480 x1818247334817792/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.033741:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d3480 with x1818247334817792 ext(802816->806911) 00002000:00010000:2.0:1734016119.033743:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d3480 00000100:00100000:0.0:1734016119.039612:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.039954:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334818048 00000100:00100000:2.0:1734016119.039969:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334818048 00002000:00100000:2.0:1734016119.040020:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (798720->802815) req@ffff8800780d0a80 x1818247334818048/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.040031:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d0a80 with x1818247334818048 ext(798720->802815) 00002000:00010000:2.0:1734016119.040037:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d0a80 00000100:00100000:2.0:1734016119.040639:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8877 00000100:00100000:2.0:1734016119.040649:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334818048:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.041014:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334818048:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 366us (1417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016119.041022:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8877 00002000:00100000:2.0:1734016119.041028:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (798720->802815) req@ffff8800780d0a80 x1818247334818048/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.041036:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d0a80 with x1818247334818048 ext(798720->802815) 00002000:00010000:2.0:1734016119.041040:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d0a80 00000100:00100000:0.0:1734016119.046900:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.047181:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334818304 00000100:00100000:2.0:1734016119.047190:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334818304 00002000:00100000:2.0:1734016119.047228:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (794624->798719) req@ffff8800780d1880 x1818247334818304/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.047237:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d1880 with x1818247334818304 ext(794624->798719) 00002000:00010000:2.0:1734016119.047242:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d1880 00000100:00100000:2.0:1734016119.047276:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8878 00000100:00100000:2.0:1734016119.047282:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334818304:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.047450:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334818304:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 167us (556us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016119.047456:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8878 00002000:00100000:2.0:1734016119.047462:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (794624->798719) req@ffff8800780d1880 x1818247334818304/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.047468:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d1880 with x1818247334818304 ext(794624->798719) 00002000:00010000:2.0:1734016119.047470:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d1880 00000100:00100000:0.0:1734016119.051584:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.051730:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334818560 00000100:00100000:2.0:1734016119.051870:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334818560 00002000:00100000:2.0:1734016119.051918:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (790528->794623) req@ffff8800780d0700 x1818247334818560/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.051932:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d0700 with x1818247334818560 ext(790528->794623) 00002000:00010000:2.0:1734016119.051939:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d0700 00000100:00100000:2.0:1734016119.051965:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8879 00000100:00100000:2.0:1734016119.051972:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334818560:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.053269:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334818560:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1282us (1682us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016119.053279:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8879 00002000:00100000:2.0:1734016119.053287:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (790528->794623) req@ffff8800780d0700 x1818247334818560/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.053295:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d0700 with x1818247334818560 ext(790528->794623) 00002000:00010000:2.0:1734016119.053299:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d0700 00000100:00100000:0.0:1734016119.059357:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.059498:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334818816 00000100:00100000:2.0:1734016119.059508:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334818816 00002000:00100000:2.0:1734016119.059564:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (786432->790527) req@ffff8800780d2300 x1818247334818816/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.059574:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2300 with x1818247334818816 ext(786432->790527) 00002000:00010000:2.0:1734016119.059583:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d2300 00000100:00100000:2.0:1734016119.059619:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8880 00000100:00100000:2.0:1734016119.059627:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334818816:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.059855:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334818816:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 226us (506us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016119.059862:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8880 00002000:00100000:2.0:1734016119.059868:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (786432->790527) req@ffff8800780d2300 x1818247334818816/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.059876:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2300 with x1818247334818816 ext(786432->790527) 00002000:00010000:2.0:1734016119.059879:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d2300 00000100:00100000:0.0:1734016119.066415:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.066776:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334819072 00000100:00100000:2.0:1734016119.066784:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334819072 00002000:00100000:2.0:1734016119.066942:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (782336->786431) req@ffff8800780d1180 x1818247334819072/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.066951:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d1180 with x1818247334819072 ext(782336->786431) 00002000:00010000:2.0:1734016119.066956:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d1180 00000100:00100000:2.0:1734016119.067495:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8881 00000100:00100000:2.0:1734016119.067502:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334819072:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.067675:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334819072:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 172us (1270us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016119.067682:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8881 00002000:00100000:2.0:1734016119.067689:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (782336->786431) req@ffff8800780d1180 x1818247334819072/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.067697:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d1180 with x1818247334819072 ext(782336->786431) 00002000:00010000:2.0:1734016119.067700:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d1180 00000100:00100000:0.0:1734016119.073163:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.073404:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334819328 00000100:00100000:2.0:1734016119.073417:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334819328 00002000:00100000:2.0:1734016119.073471:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (778240->782335) req@ffff8800780d3100 x1818247334819328/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.073482:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d3100 with x1818247334819328 ext(778240->782335) 00002000:00010000:2.0:1734016119.073489:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d3100 00000100:00100000:2.0:1734016119.073522:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8882 00000100:00100000:2.0:1734016119.073529:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334819328:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.075164:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334819328:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1625us (2002us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016119.075174:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8882 00002000:00100000:2.0:1734016119.075185:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (778240->782335) req@ffff8800780d3100 x1818247334819328/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.075192:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d3100 with x1818247334819328 ext(778240->782335) 00002000:00010000:2.0:1734016119.075199:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d3100 00000100:00100000:0.0:1734016119.079072:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.081010:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334819456 00000100:00100000:2.0:1734016119.081033:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334819456 00000100:00100000:2.0:1734016119.081241:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10860 00000100:00100000:2.0:1734016119.081249:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334819456:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.081279:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.081826:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559930f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc8f expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.081861:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.081864:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.081874:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559930f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc8f expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.081891:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559930f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc8f expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.081904:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016119.081987:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334819456:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 738us (2922us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.081994:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10860 00000100:00100000:0.0:1734016119.097617:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.097885:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334819584 00000100:00100000:2.0:1734016119.097893:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334819584 00000100:00100000:2.0:1734016119.097948:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10861 00000100:00100000:2.0:1734016119.097955:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334819584:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.097971:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.097987:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559930fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc96 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.098012:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559930ed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 835584->839679) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc88 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.098019:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559930f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc8f expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.098024:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.098026:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.098029:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559930fb lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3956736->4001791] (req 3956736->4001791) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc96 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.098055:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559930f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc8f expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.098065:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559930f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc8f expref: 6 pid: 7686 timeout: 482 lvb_type: 1 00000100:00100000:2.0:1734016119.098080:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338424320:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016119.098135:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559930ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 835584->839679) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc88 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.098142:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559930ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 835584->839679) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc88 expref: 7 pid: 7686 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016119.098150:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338424448:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016119.098167:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e273c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.104431:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.104526:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334819712 00000100:00100000:3.0:1734016119.104535:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334819712 00010000:00010000:3.0:1734016119.104575:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559930f4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc8f expref: 7 pid: 7686 timeout: 482 lvb_type: 1 00000100:00100000:3.0:1734016119.104619:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3051 00000100:00100000:3.0:1734016119.104626:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334819712:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016119.104640:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016119.104662:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559930f4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc8f expref: 7 pid: 7686 timeout: 482 lvb_type: 1 00010000:00010000:3.0:1734016119.104675:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559930f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc8f expref: 7 pid: 7686 timeout: 482 lvb_type: 1 00010000:00010000:3.0:1734016119.104699:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016119.104741:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334819712:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 115us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.104747:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3051 00000100:00100000:0.0:1734016119.105196:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:2.0:1734016119.105313:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559930f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc8f expref: 6 pid: 7686 timeout: 482 lvb_type: 1 00000100:00100000:2.0:1734016119.105329:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338424320:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016119.105341:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338424448:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016119.105353:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334819840 00000100:00100000:1.0:1734016119.105358:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334819840 00010000:00010000:2.0:1734016119.105369:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559930fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3956736->4001791] (req 3956736->4001791) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc96 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.105375:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559930ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 835584->839679) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc88 expref: 8 pid: 7686 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016119.105378:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:1.0:1734016119.105396:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3052 00000100:00100000:1.0:1734016119.105400:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334819840:12345-192.168.201.4@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1734016119.105404:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334819584:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7450us (7798us total) trans 0 rc 0/0 00010000:00010000:1.0:1734016119.105407:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1734016119.105409:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10861 00010000:00010000:1.0:1734016119.105415:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559930ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 835584->839679) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc88 expref: 8 pid: 7686 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016119.105423:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559930ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 835584->839679) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc88 expref: 7 pid: 7686 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016119.105434:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559930ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 835584->839679) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc88 expref: 7 pid: 7686 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016119.105446:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.105449:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.105454:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559930fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3956736->4001791) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc96 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.105462:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559930fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3956736->4001791) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc96 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.105485:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559930fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3956736->4001791) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc96 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.105495:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338424576:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016119.105527:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.108609:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.108766:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338424576:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016119.108788:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.108850:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334819840:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3447us (3653us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.108863:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3052 00000100:00100000:3.0:1734016119.109194:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334820096 00000100:00100000:3.0:1734016119.109203:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334820096 00002000:00100000:3.0:1734016119.109267:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3997696->4001791) req@ffff880078c53b80 x1818247334820096/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.109279:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c53b80 with x1818247334820096 ext(3997696->4001791) 00002000:00010000:3.0:1734016119.109284:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c53b80 00000100:00100000:3.0:1734016119.109307:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8883 00000100:00100000:3.0:1734016119.109314:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334820096:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.110693:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334820096:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1369us (2084us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016119.110707:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8883 00002000:00100000:3.0:1734016119.110720:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3997696->4001791) req@ffff880078c53b80 x1818247334820096/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.110729:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c53b80 with x1818247334820096 ext(3997696->4001791) 00002000:00010000:3.0:1734016119.110734:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c53b80 00000100:00100000:0.0:1734016119.113517:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.113631:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334820224 00000100:00100000:2.0:1734016119.113639:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334820224 00000100:00100000:2.0:1734016119.113863:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10862 00000100:00100000:2.0:1734016119.113870:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334820224:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016119.114085:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9605739 -> 9605739 00002000:00010000:2.0:1734016119.114088:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016119.114089:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016119.114091:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016118 -> 1734016119 00002000:00010000:2.0:1734016119.114093:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1608 -> 1712 00000100:00100000:2.0:1734016119.114154:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334820224:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 284us (646us total) trans 4294969467 rc 0/0 00000100:00100000:2.0:1734016119.114160:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10862 00000100:00100000:0.0:1734016119.116408:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.116564:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334820352 00000100:00100000:3.0:1734016119.116573:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334820352 00000100:00100000:3.0:1734016119.116633:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10863 00000100:00100000:3.0:1734016119.116639:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334820352:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.116656:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.116678:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993102 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fc9d expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.116766:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078835500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338424704:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016119.116909:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00002000:00010000:3.0:1734016119.119584:0:7685:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016118 -> 1734016119 00000100:00100000:3.0:1734016119.119625:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078835500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338424704:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016119.119675:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993102 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc9d expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.119688:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993102 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc9d expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.119712:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016119.119988:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334820352:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3345us (3586us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.119998:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10863 00000100:00100000:0.0:1734016119.133057:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.133678:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334820480 00000100:00100000:3.0:1734016119.133690:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334820480 00000100:00100000:3.0:1734016119.133750:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10864 00000100:00100000:3.0:1734016119.133760:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334820480:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.133790:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.133833:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55993109 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fca4 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.133905:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078835500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338424832:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016119.138533:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.142075:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078835500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338424832:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016119.142111:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55993109 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fca4 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.142125:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55993109 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fca4 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.142152:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016119.142204:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334820480:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8445us (9170us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.142212:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10864 00000100:00100000:2.0:1734016119.194886:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.194932:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.194963:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.194994:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334820736 00000100:00100000:2.0:1734016119.195004:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334820736 00002000:00100000:2.0:1734016119.195055:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->5455871) req@ffff880078d66a00 x1818247334820736/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 520/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.195066:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66a00 with x1818247334820736 ext(0->5455871) 00002000:00010000:2.0:1734016119.195074:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66a00 00000100:00100000:2.0:1734016119.195108:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334820992 00000100:00100000:2.0:1734016119.195111:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334820992 00002000:00100000:2.0:1734016119.195121:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4235264->8433663) req@ffff880078d66d80 x1818247334820992/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 504/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.195128:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66d80 with x1818247334820992 ext(4235264->8433663) 00002000:00010000:2.0:1734016119.195130:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66d80 00000100:00100000:2.0:1734016119.195138:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334821248 00000100:00100000:2.0:1734016119.195140:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334821248 00002000:00100000:2.0:1734016119.195148:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8433664->9609215) req@ffff880078d65880 x1818247334821248/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.195153:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d65880 with x1818247334821248 ext(8433664->9609215) 00002000:00010000:2.0:1734016119.195155:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d65880 00000100:00100000:2.0:1734016119.195163:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8884 00000100:00100000:2.0:1734016119.195169:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334820736:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.198408:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8885 00000100:00100000:1.0:1734016119.198436:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334820992:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.204440:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8886 00000100:00100000:0.0:1734016119.204464:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334821248:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.236680:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334821248:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 32202us (41696us total) trans 0 rc 1175552/1175552 00000100:00100000:0.0:1734016119.236706:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8886 00002000:00100000:0.0:1734016119.236725:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8433664->9609215) req@ffff880078d65880 x1818247334821248/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 1175552/1175552 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.236738:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d65880 with x1818247334821248 ext(8433664->9609215) 00002000:00010000:0.0:1734016119.236746:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d65880 00010000:00010000:1.0:1734016119.243072:0:6469:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016119.291162:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334820992:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 92724us (96219us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016119.291175:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8885 00002000:00100000:2.0:1734016119.291185:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4235264->8433663) req@ffff880078d66d80 x1818247334820992/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 504/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.291194:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66d80 with x1818247334820992 ext(4235264->8433663) 00002000:00010000:2.0:1734016119.291199:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66d80 00000100:00100000:2.0:1734016119.349503:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334820736:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 154314us (154614us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016119.349524:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8884 00002000:00100000:2.0:1734016119.349540:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->5455871) req@ffff880078d66a00 x1818247334820736/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 520/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.349552:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66a00 with x1818247334820736 ext(0->5455871) 00002000:00010000:2.0:1734016119.349561:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66a00 00000100:00100000:0.0:1734016119.363657:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.363937:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334821376 00000100:00100000:3.0:1734016119.363948:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334821376 00000100:00100000:3.0:1734016119.364003:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10865 00000100:00100000:3.0:1734016119.364011:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334821376:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016119.364271:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9605739 -> 9605739 00002000:00010000:3.0:1734016119.364274:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.364275:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016119.364277:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.364279:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1712 -> 1680 00000100:00100000:3.0:1734016119.364358:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334821376:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 346us (710us total) trans 4294969468 rc 0/0 00000100:00100000:3.0:1734016119.364366:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10865 00000100:00100000:0.0:1734016119.369900:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.370051:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334821504 00000100:00100000:2.0:1734016119.370058:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334821504 00000100:00100000:3.0:1734016119.371187:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10866 00000100:00100000:3.0:1734016119.371199:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334821504:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.371222:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.371243:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993110 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fcab expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.371328:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078835500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338424960:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016119.371428:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00002000:00010000:3.0:1734016119.373795:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016118 -> 1734016119 00000100:00100000:3.0:1734016119.373864:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078835500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338424960:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016119.373909:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993110 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcab expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.373921:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993110 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcab expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.373950:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016119.374001:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334821504:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2804us (4109us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.374009:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10866 00000100:00100000:0.0:1734016119.382937:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.383020:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334821632 00000100:00100000:3.0:1734016119.383029:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334821632 00000100:00100000:3.0:1734016119.383080:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10867 00000100:00100000:3.0:1734016119.383087:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334821632:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.383104:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.383121:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993117 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fcb2 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.383169:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078835500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338425088:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016119.383228:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.389076:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078835500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338425088:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016119.389113:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993117 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcb2 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.389133:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993117 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcb2 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.389161:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016119.389221:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334821632:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6132us (6300us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.389230:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10867 00000100:00100000:1.0:1734016119.396201:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016119.396318:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334821888 00000100:00100000:0.0:1734016119.396329:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334821888 00000100:00100000:0.0:1734016119.396465:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2186 00000100:00100000:0.0:1734016119.396471:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334821888:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016119.396514:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016119.396535:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55993045 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbe0 expref: 14 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.397844:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016119.397850:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016119.398015:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599311e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016119.398031:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993022 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbc4 expref: 14 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.398039:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599311e lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016119.398081:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993022 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbc4 expref: 14 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.398095:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993022 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbc4 expref: 14 pid: 6479 timeout: 483 lvb_type: 0 00000100:00100000:0.0:1734016119.398110:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a3caa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338425216:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016119.398207:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.401527:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.401527:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a3caa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338425216:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016119.401566:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599311e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016119.411417:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334822016 00000100:00100000:3.0:1734016119.411439:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334822016 00010000:00010000:3.0:1734016119.411543:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993022 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbc4 expref: 15 pid: 6479 timeout: 483 lvb_type: 0 00000100:00080000:2.0:1734016119.411549:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016089 00000100:00100000:3.0:1734016119.411588:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3053 00000100:00100000:3.0:1734016119.411605:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247334822016:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016119.411626:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016119.411633:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993022 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbc4 expref: 15 pid: 6479 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.411648:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993022 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbc4 expref: 15 pid: 6479 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.411679:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993022 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fbc4 expref: 15 pid: 6479 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.411717:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016119.411725:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599311e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016119.411738:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599311e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016119.411750:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599311e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016119.411786:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016119.411794:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599311e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016119.411800:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599311e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016119.411880:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1969:x1818247334822016:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 280us (10359us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.411888:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3053 00000001:00080000:2.0:1734016119.411933:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968686 00000004:00010000:2.0:1734016119.411999:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078276a00 reply state ffff880070db1000 transno 4294968687 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599311e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:2.0:1734016119.412006:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016119.413984:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:9662:x1818247334821888:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 17497us (17780us total) trans 4294968687 rc 0/0 00000100:00100000:2.0:1734016119.413997:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2186 00000020:00080000:2.0:1734016119.414007:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016119.433588:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.433687:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334822144 00000100:00100000:3.0:1734016119.433695:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334822144 00002000:00010000:3.0:1734016119.433730:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1868507->18446744073709551615) 00002000:00100000:3.0:1734016119.433734:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3ca300 with x1818247334822144 ext(1868507->18446744073709551615) 00002000:00010000:3.0:1734016119.433746:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3ca300. 00000100:00100000:3.0:1734016119.433765:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8887 00000100:00100000:3.0:1734016119.433771:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334822144:12345-192.168.201.4@tcp:10:fsx.0 00010000:00010000:2.0:1734016119.434661:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599311e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016119.434671:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599311e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016119.434677:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599311e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016119.434682:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8565f80 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016119.434687:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599311e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016119.434692:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599311e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016119.434707:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016119.434710:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016119.434714:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599311e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016119.434719:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc5599311e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00002000:00010000:2.0:1734016119.448723:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9605739 -> 1868507 00002000:00010000:2.0:1734016119.448731:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.448734:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016119 -> 1734016118 00002000:00010000:2.0:1734016119.448736:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.448738:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1680 -> 760 00000100:00100000:2.0:1734016119.448856:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334822144:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 15075us (15267us total) trans 4294969469 rc 0/0 00000100:00100000:2.0:1734016119.448868:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8887 00002000:00010000:2.0:1734016119.448874:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1868507->18446744073709551615) 00002000:00100000:2.0:1734016119.448876:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3ca300 with x1818247334822144 ext(1868507->18446744073709551615) 00002000:00010000:2.0:1734016119.448882:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3ca300. 00000100:00100000:3.0:1734016119.473076:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.473157:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334822272 00000100:00100000:2.0:1734016119.473169:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334822272 00000100:00100000:2.0:1734016119.473225:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2187 00000100:00100000:2.0:1734016119.473232:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334822272:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.473263:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.473282:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993125 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fcb9 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.473356:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599312c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016119.473369:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599312c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016119.473381:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599312c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016119.473404:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1868507 00000004:00200000:2.0:1734016119.473407:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016119.473421:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599312c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016119.473439:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993125 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcb9 expref: 17 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.473464:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599312c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcb9 expref: 16 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.473471:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016119.473473:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016119.473475:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016119.473522:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:9662:x1818247334822272:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 289us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.473527:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2187 00000100:00100000:1.0:1734016119.486984:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.488988:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334822400 00000100:00100000:3.0:1734016119.489003:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334822400 00000100:00100000:2.0:1734016119.490151:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10868 00000100:00100000:2.0:1734016119.490163:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334822400:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.490192:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.490222:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55993133 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fcc0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.490311:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338425344:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016119.490423:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27e40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016119.493114:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016118 -> 1734016119 00000100:00100000:2.0:1734016119.493141:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338425344:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016119.493172:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55993133 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcc0 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.493185:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55993133 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcc0 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.493217:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016119.493271:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334822400:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3110us (6296us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.493281:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10868 00000100:00100000:0.0:1734016119.496117:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.496352:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334822528 00000100:00100000:3.0:1734016119.496368:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334822528 00000100:00100000:3.0:1734016119.496437:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10869 00000100:00100000:3.0:1734016119.496446:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334822528:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.496472:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.496500:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599313a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fcc7 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.496554:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559930fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3956736->4001791) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc96 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.496563:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.496566:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.496570:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599313a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1171456->1175551] (req 1171456->1175551) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcc7 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.496621:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559930fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3956736->4001791) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc96 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.496637:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559930fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3956736->4001791) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc96 expref: 8 pid: 7686 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016119.496653:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078835f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338425472:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016119.496723:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.499057:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078835f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338425472:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016119.499091:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599313a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1171456->1175551] (req 1171456->1175551) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcc7 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.499107:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016119.499167:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334822528:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2721us (3068us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.499175:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10869 00000100:00100000:0.0:1734016119.511268:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.511427:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334822656 00000100:00100000:3.0:1734016119.511442:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334822656 00010000:00010000:3.0:1734016119.511502:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559930fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3956736->4001791) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc96 expref: 9 pid: 7686 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016119.512751:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3054 00000100:00100000:3.0:1734016119.512761:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334822656:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016119.512782:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016119.512805:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559930fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3956736->4001791) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc96 expref: 9 pid: 7686 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.512832:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559930fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3956736->4001791) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc96 expref: 9 pid: 7686 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.512864:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559930fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3956736->4001791) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fc96 expref: 9 pid: 7686 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.513083:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.513085:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.513093:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599313a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1171456->1175551) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcc7 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.513101:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599313a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1171456->1175551) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcc7 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.513143:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599313a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1171456->1175551) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcc7 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.513156:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078835f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338425600:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016119.514204:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.517693:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078835f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338425600:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016119.517729:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016119.519740:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334822656:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6966us (8492us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.519758:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3054 00000100:00100000:3.0:1734016119.521153:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.521259:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334822912 00000100:00100000:3.0:1734016119.521270:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334822912 00002000:00100000:3.0:1734016119.521325:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1171456->1175551) req@ffff880078835f80 x1818247334822912/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.521337:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078835f80 with x1818247334822912 ext(1171456->1175551) 00002000:00010000:3.0:1734016119.521344:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078835f80 00000100:00100000:3.0:1734016119.521367:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8888 00000100:00100000:3.0:1734016119.521375:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334822912:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.521576:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334822912:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 201us (433us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016119.521582:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8888 00002000:00100000:3.0:1734016119.521587:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1171456->1175551) req@ffff880078835f80 x1818247334822912/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.521593:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078835f80 with x1818247334822912 ext(1171456->1175551) 00002000:00010000:3.0:1734016119.521595:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078835f80 00000100:00100000:0.0:1734016119.527450:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.527587:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334823168 00000100:00100000:2.0:1734016119.527597:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334823168 00002000:00100000:2.0:1734016119.527643:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1167360->1171455) req@ffff8800781c1c00 x1818247334823168/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.527654:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c1c00 with x1818247334823168 ext(1167360->1171455) 00002000:00010000:2.0:1734016119.527661:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c1c00 00000100:00100000:2.0:1734016119.527699:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8889 00000100:00100000:2.0:1734016119.527707:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334823168:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.527918:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334823168:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 210us (479us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016119.527927:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8889 00002000:00100000:2.0:1734016119.527934:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1167360->1171455) req@ffff8800781c1c00 x1818247334823168/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.527940:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c1c00 with x1818247334823168 ext(1167360->1171455) 00002000:00010000:2.0:1734016119.527943:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c1c00 00000100:00100000:2.0:1734016119.537849:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.540437:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334823424 00000100:00100000:3.0:1734016119.540464:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334823424 00002000:00100000:3.0:1734016119.540566:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1163264->1167359) req@ffff880078d64000 x1818247334823424/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.540582:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64000 with x1818247334823424 ext(1163264->1167359) 00002000:00010000:3.0:1734016119.540593:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d64000 00000100:00100000:3.0:1734016119.540660:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8890 00000100:00100000:3.0:1734016119.540671:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334823424:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.540987:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334823424:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 318us (3188us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016119.540996:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8890 00002000:00100000:3.0:1734016119.541002:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1163264->1167359) req@ffff880078d64000 x1818247334823424/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.541008:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64000 with x1818247334823424 ext(1163264->1167359) 00002000:00010000:3.0:1734016119.541011:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d64000 00000100:00100000:1.0:1734016119.545406:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016119.545470:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334823680 00000100:00100000:1.0:1734016119.545486:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334823680 00002000:00100000:1.0:1734016119.545556:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1159168->1163263) req@ffff880078276d80 x1818247334823680/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.545570:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078276d80 with x1818247334823680 ext(1159168->1163263) 00002000:00010000:1.0:1734016119.545577:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078276d80 00000100:00100000:1.0:1734016119.547136:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8891 00000100:00100000:1.0:1734016119.547148:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334823680:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.547390:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334823680:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 243us (2727us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.547398:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8891 00002000:00100000:1.0:1734016119.547405:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1159168->1163263) req@ffff880078276d80 x1818247334823680/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.547414:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078276d80 with x1818247334823680 ext(1159168->1163263) 00002000:00010000:1.0:1734016119.547419:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078276d80 00000100:00100000:2.0:1734016119.560364:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.562098:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334823936 00000100:00100000:3.0:1734016119.562116:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334823936 00002000:00100000:3.0:1734016119.562181:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1155072->1159167) req@ffff88007bcc8380 x1818247334823936/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.562193:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8380 with x1818247334823936 ext(1155072->1159167) 00002000:00010000:3.0:1734016119.562204:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8380 00000100:00100000:3.0:1734016119.562257:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8892 00000100:00100000:3.0:1734016119.562265:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334823936:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.562505:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334823936:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 239us (2155us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016119.562514:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8892 00002000:00100000:3.0:1734016119.562520:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1155072->1159167) req@ffff88007bcc8380 x1818247334823936/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.562527:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8380 with x1818247334823936 ext(1155072->1159167) 00002000:00010000:3.0:1734016119.562530:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8380 00000100:00100000:0.0:1734016119.567682:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016119.567794:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334824192 00000100:00100000:1.0:1734016119.567803:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334824192 00002000:00100000:1.0:1734016119.567884:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1150976->1155071) req@ffff8800781c3100 x1818247334824192/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.567895:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c3100 with x1818247334824192 ext(1150976->1155071) 00002000:00010000:1.0:1734016119.567899:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c3100 00000100:00100000:1.0:1734016119.568075:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8893 00000100:00100000:1.0:1734016119.568086:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334824192:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.569243:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334824192:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1157us (1570us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.569264:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8893 00002000:00100000:1.0:1734016119.569272:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1150976->1155071) req@ffff8800781c3100 x1818247334824192/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.569281:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c3100 with x1818247334824192 ext(1150976->1155071) 00002000:00010000:1.0:1734016119.569284:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c3100 00000100:00100000:0.0:1734016119.573469:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016119.573747:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334824448 00000100:00100000:1.0:1734016119.573767:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334824448 00002000:00100000:1.0:1734016119.575875:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1146880->1150975) req@ffff8800781c2680 x1818247334824448/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.575890:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c2680 with x1818247334824448 ext(1146880->1150975) 00002000:00010000:1.0:1734016119.575898:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c2680 00000100:00100000:1.0:1734016119.575963:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8894 00000100:00100000:1.0:1734016119.575973:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334824448:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.576208:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334824448:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 236us (2766us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.576217:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8894 00002000:00100000:1.0:1734016119.576223:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1146880->1150975) req@ffff8800781c2680 x1818247334824448/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.576229:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c2680 with x1818247334824448 ext(1146880->1150975) 00002000:00010000:1.0:1734016119.576232:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c2680 00000100:00100000:2.0:1734016119.584578:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.585335:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334824704 00000100:00100000:3.0:1734016119.585345:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334824704 00002000:00100000:3.0:1734016119.585392:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1142784->1146879) req@ffff8801304d3800 x1818247334824704/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.585400:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d3800 with x1818247334824704 ext(1142784->1146879) 00002000:00010000:3.0:1734016119.585405:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d3800 00000100:00100000:3.0:1734016119.585438:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8895 00000100:00100000:3.0:1734016119.585445:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334824704:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.585637:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334824704:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 190us (1068us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016119.585645:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8895 00002000:00100000:3.0:1734016119.585652:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1142784->1146879) req@ffff8801304d3800 x1818247334824704/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.585659:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d3800 with x1818247334824704 ext(1142784->1146879) 00002000:00010000:3.0:1734016119.585662:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d3800 00000100:00100000:0.0:1734016119.593657:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016119.593962:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334824832 00000100:00100000:1.0:1734016119.593973:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334824832 00002000:00100000:1.0:1734016119.594028:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1142784->1175551) req@ffff8800781c3480 x1818247334824832/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.594039:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c3480 with x1818247334824832 ext(1142784->1175551) 00002000:00010000:1.0:1734016119.594044:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c3480 00000100:00100000:1.0:1734016119.595224:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8896 00000100:00100000:1.0:1734016119.595239:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334824832:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:1.0:1734016119.606117:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334824832:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 10862us (12453us total) trans 4294969470 rc 0/0 00000100:00100000:1.0:1734016119.606137:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8896 00002000:00100000:1.0:1734016119.606158:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1142784->1175551) req@ffff8800781c3480 x1818247334824832/t4294969470(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:80/0 lens 488/448 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.606169:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c3480 with x1818247334824832 ext(1142784->1175551) 00002000:00010000:1.0:1734016119.606178:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c3480 00000100:00100000:2.0:1734016119.613614:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.613784:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334824960 00000100:00100000:3.0:1734016119.613806:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334824960 00000100:00100000:2.0:1734016119.616010:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10870 00000100:00100000:2.0:1734016119.616030:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334824960:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016119.620122:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969470 is committed 00000001:00080000:0.0:1734016119.620166:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969469 is committed 00000100:00100000:2.0:1734016119.621001:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334824960:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 4967us (7397us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.621015:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10870 00000100:00100000:0.0:1734016119.625888:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.626006:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334825088 00000100:00100000:3.0:1734016119.626017:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334825088 00000100:00100000:3.0:1734016119.626684:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2188 00000100:00100000:3.0:1734016119.626698:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:9662:x1818247334825088:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.626743:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.626787:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55993141 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fcce expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.626967:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55993148 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016119.626989:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55993148 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016119.627004:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55993148 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:3.0:1734016119.627042:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1868507 00000004:00200000:3.0:1734016119.627047:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016119.627069:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55993148 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016119.627097:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55993141 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcce expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.627144:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55993148 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcce expref: 15 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.627153:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016119.627157:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016119.627161:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016119.628204:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334825088:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1502us (2327us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.628213:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2188 00000100:00100000:0.0:1734016119.631942:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.632106:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334825216 00000100:00100000:2.0:1734016119.632117:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334825216 00000100:00100000:2.0:1734016119.632176:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10871 00000100:00100000:2.0:1734016119.632192:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334825216:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.632228:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.632288:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599314f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fcd5 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.632352:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599313a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1171456->1175551) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcc7 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.632362:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016119.632364:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016119.632368:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599314f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1372160->1425407] (req 1372160->1425407) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcd5 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.632413:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599313a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1171456->1175551) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcc7 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.632426:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599313a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1171456->1175551) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcc7 expref: 6 pid: 7686 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.632441:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338425728:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016119.632531:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.644221:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338425728:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016119.644263:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599314f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1372160->1425407] (req 1372160->1425407) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcd5 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.644280:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:0.0:1734016119.644341:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334825216:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12153us (12417us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.644352:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10871 00000100:00100000:1.0:1734016119.645772:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.645917:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334825344 00000100:00100000:3.0:1734016119.645925:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334825344 00010000:00010000:3.0:1734016119.645954:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599313a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1171456->1175551) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcc7 expref: 7 pid: 7686 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016119.646330:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3055 00000100:00100000:3.0:1734016119.646336:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c55b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334825344:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016119.646351:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016119.646365:0:7701:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 760 -> 800 00010000:00010000:3.0:1734016119.646370:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599313a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1171456->1175551) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcc7 expref: 7 pid: 7686 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.646380:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599313a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1171456->1175551) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcc7 expref: 7 pid: 7686 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.646400:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599313a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1171456->1175551) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcc7 expref: 7 pid: 7686 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.646424:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.646426:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.646431:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599314f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1372160->1425407) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcd5 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.646438:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599314f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1372160->1425407) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcd5 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.646470:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599314f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1372160->1425407) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcd5 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.646482:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338425856:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016119.647162:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.654174:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338425856:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016119.654206:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016119.654278:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c55b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334825344:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7938us (8510us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.654292:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3055 00000100:00100000:2.0:1734016119.666408:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016119.666570:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334825600 00000100:00100000:1.0:1734016119.666589:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334825600 00002000:00100000:1.0:1734016119.666649:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->1871871) req@ffff8801304d1500 x1818247334825600/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.666659:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d1500 with x1818247334825600 ext(0->1871871) 00002000:00010000:1.0:1734016119.666665:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d1500 00000100:00100000:1.0:1734016119.666704:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8897 00000100:00100000:1.0:1734016119.666710:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334825600:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.703173:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334825600:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 36447us (36767us total) trans 0 rc 1871872/1871872 00000100:00100000:2.0:1734016119.703189:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8897 00002000:00100000:2.0:1734016119.703203:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->1871871) req@ffff8801304d1500 x1818247334825600/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 1871872/1871872 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.703215:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d1500 with x1818247334825600 ext(0->1871871) 00002000:00010000:2.0:1734016119.703224:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d1500 00000100:00100000:2.0:1734016119.715374:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016119.715573:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334825728 00000100:00100000:0.0:1734016119.715584:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334825728 00000100:00100000:0.0:1734016119.715638:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10872 00000100:00100000:0.0:1734016119.715646:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334825728:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016119.715666:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016119.715681:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55993156 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fcdc expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.715703:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016119.715706:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016119.715713:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55993156 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcdc expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016119.715725:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55993156 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcdc expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016119.715737:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567840, rc 0) 00000100:00100000:0.0:1734016119.715791:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334825728:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 144us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.715798:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10872 00000100:00100000:0.0:1734016119.718135:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.718237:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334825984 00000100:00100000:3.0:1734016119.718256:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334825984 00000100:00100000:3.0:1734016119.718323:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2189 00000100:00100000:3.0:1734016119.718331:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:9662:x1818247334825984:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016119.718403:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016119.718437:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599312c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcb9 expref: 16 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.718471:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016119.718476:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016119.718680:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599315d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016119.718696:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55993148 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcce expref: 14 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.718704:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599315d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016119.718736:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55993148 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcce expref: 14 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.718748:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55993148 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcce expref: 14 pid: 6479 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016119.718762:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29df80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338425984:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016119.718875:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129c84780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.721397:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.721488:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334826112 00000100:00100000:2.0:1734016119.721497:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334826112 00010000:00010000:2.0:1734016119.721537:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55993148 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcce expref: 15 pid: 6479 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.721574:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3056 00000100:00100000:2.0:1734016119.721580:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247334826112:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016119.721595:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.721601:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55993148 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcce expref: 15 pid: 6479 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.721611:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55993148 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcce expref: 15 pid: 6479 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.721633:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016119.721638:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599315d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016119.721647:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599315d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016119.721654:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599315d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016119.721673:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.721722:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247334826112:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 141us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.721729:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3056 00010000:00010000:3.0:1734016119.723239:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc55993148 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcce expref: 14 pid: 6479 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016119.723280:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29df80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338425984:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016119.723307:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599315d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016119.723316:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599315d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016119.723322:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599315d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:3.0:1734016119.723420:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968688 00000004:00010000:3.0:1734016119.723462:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800781c1f80 reply state ffff88012dcd7000 transno 4294968689 ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599315d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016119.723470:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016119.723579:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:9662:x1818247334825984:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 5247us (5450us total) trans 4294968689 rc 0/0 00000100:00100000:3.0:1734016119.723588:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2189 00000020:00080000:3.0:1734016119.723593:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016119.731541:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:2.0:1734016119.731594:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599315d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016119.731611:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599315d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016119.731619:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599315d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016119.731626:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070101440 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016119.731631:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599315d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016119.731639:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599315d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016119.731658:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016119.731661:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016119.731665:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599315d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016119.731670:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599315d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:2.0:1734016119.731971:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334826240 00000100:00100000:2.0:1734016119.731981:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334826240 00000100:00100000:2.0:1734016119.732019:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10873 00000100:00100000:2.0:1734016119.732026:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334826240:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.732047:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.732069:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993164 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fce3 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.732095:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599314f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1372160->1425407) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcd5 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.732107:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55993156 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcdc expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.732112:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.732114:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.732117:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993164 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fce3 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.732147:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55993156 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcdc expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.732157:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55993156 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcdc expref: 6 pid: 7686 timeout: 483 lvb_type: 1 00000100:00100000:2.0:1734016119.732170:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338426112:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016119.732262:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599314f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1372160->1425407) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcd5 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.732270:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599314f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1372160->1425407) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcd5 expref: 7 pid: 7686 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.732278:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338426240:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016119.732294:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.741201:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.741254:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016119.741347:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334826368 00000100:00100000:1.0:1734016119.741356:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334826368 00010000:00010000:1.0:1734016119.741390:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55993156 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcdc expref: 7 pid: 7686 timeout: 483 lvb_type: 1 00000100:00100000:1.0:1734016119.741416:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334826496 00000100:00100000:1.0:1734016119.741418:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334826496 00010000:00010000:1.0:1734016119.741427:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599314f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1372160->1425407) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcd5 expref: 8 pid: 7686 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1734016119.741441:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3057 00000100:00100000:3.0:1734016119.741447:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3058 00000100:00100000:1.0:1734016119.741448:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334826368:12345-192.168.201.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016119.741452:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334826496:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016119.741461:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016119.741461:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016119.741477:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55993156 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcdc expref: 7 pid: 7686 timeout: 483 lvb_type: 1 00010000:00010000:3.0:1734016119.741477:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599314f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1372160->1425407) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcd5 expref: 8 pid: 7686 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016119.741487:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55993156 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcdc expref: 7 pid: 7686 timeout: 483 lvb_type: 1 00000100:00100000:0.0:1734016119.741551:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338426112:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016119.741561:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338426240:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016119.742823:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599314f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1372160->1425407) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcd5 expref: 8 pid: 7686 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.743290:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc5599314f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1372160->1425407) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcd5 expref: 8 pid: 7686 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.743319:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016119.743379:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334826496:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1924us (2132us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.743388:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3058 00010000:00010000:1.0:1734016119.743910:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55993156 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcdc expref: 7 pid: 7686 timeout: 483 lvb_type: 1 00010000:00010000:0.0:1734016119.743921:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993164 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fce3 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.743931:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.743933:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.743937:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993164 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fce3 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.743948:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993164 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fce3 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.743988:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:0.0:1734016119.744013:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334826240:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11986us (12491us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.744018:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10873 00010000:00010000:1.0:1734016119.744394:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993164 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fce3 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.744406:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078275f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338426368:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016119.746397:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.755497:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.755592:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334826624 00000100:00100000:3.0:1734016119.755601:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334826624 00002000:00010000:3.0:1734016119.755640:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1943125->18446744073709551615) 00002000:00100000:3.0:1734016119.755646:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8ea680 with x1818247334826624 ext(1943125->18446744073709551615) 00002000:00010000:3.0:1734016119.755662:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8ea680. 00000100:00100000:3.0:1734016119.755692:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8898 00000100:00100000:3.0:1734016119.755700:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334826624:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016119.755970:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1868507 -> 1943125 00002000:00010000:3.0:1734016119.755974:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.755976:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.755979:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.755981:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 800 -> 800 00000100:00100000:3.0:1734016119.756041:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334826624:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 341us (559us total) trans 4294969471 rc 0/0 00000100:00100000:3.0:1734016119.756054:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8898 00002000:00010000:3.0:1734016119.756058:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1943125->18446744073709551615) 00002000:00100000:3.0:1734016119.756060:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8ea680 with x1818247334826624 ext(1943125->18446744073709551615) 00002000:00010000:3.0:1734016119.756064:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8ea680. 00000100:00100000:1.0:1734016119.756546:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078275f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338426368:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016119.756569:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016119.756599:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334826368:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 15151us (15411us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.756608:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3057 00000100:00100000:2.0:1734016119.770304:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016119.770402:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334826880 00000100:00100000:0.0:1734016119.770414:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334826880 00002000:00100000:0.0:1734016119.770487:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1871872->1945599) req@ffff88007c8e9500 x1818247334826880/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.770498:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9500 with x1818247334826880 ext(1871872->1945599) 00002000:00010000:0.0:1734016119.770503:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9500 00000100:00100000:0.0:1734016119.770537:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8899 00000100:00100000:0.0:1734016119.770544:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334826880:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.776104:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334826880:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 5540us (5797us total) trans 0 rc 73728/73728 00000100:00100000:0.0:1734016119.776121:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8899 00002000:00100000:0.0:1734016119.776138:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1871872->1945599) req@ffff88007c8e9500 x1818247334826880/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 73728/73728 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.776149:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9500 with x1818247334826880 ext(1871872->1945599) 00002000:00010000:0.0:1734016119.776158:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9500 00000100:00100000:2.0:1734016119.793384:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016119.793551:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334827008 00000100:00100000:0.0:1734016119.793563:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334827008 00002000:00100000:0.0:1734016119.793622:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1921024->1943124) req@ffff88007c8e9f80 x1818247334827008/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.793639:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9f80 with x1818247334827008 ext(1921024->1943124) 00002000:00010000:0.0:1734016119.793646:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9f80 00000100:00100000:3.0:1734016119.794876:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8900 00000100:00100000:3.0:1734016119.794888:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334827008:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016119.811324:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334827008:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 16414us (17931us total) trans 4294969472 rc 0/0 00000100:00100000:3.0:1734016119.811346:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8900 00002000:00100000:3.0:1734016119.811368:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1921024->1943124) req@ffff88007c8e9f80 x1818247334827008/t4294969472(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/448 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.811381:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9f80 with x1818247334827008 ext(1921024->1943124) 00002000:00010000:3.0:1734016119.811389:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9f80 00000100:00100000:2.0:1734016119.824154:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.825343:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334827136 00000100:00100000:3.0:1734016119.825358:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334827136 00000100:00100000:3.0:1734016119.825538:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2190 00000100:00100000:3.0:1734016119.825546:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334827136:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:3.0:1734016119.825721:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334827136:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 176us (1578us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.825727:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2190 00000100:00100000:2.0:1734016119.830408:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016119.830500:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334827264 00000100:00100000:0.0:1734016119.830513:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334827264 00000100:00100000:0.0:1734016119.830566:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10874 00000100:00100000:0.0:1734016119.830575:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334827264:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:2.0:1734016119.840691:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969472 is committed 00000100:00100000:0.0:1734016119.843113:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334827264:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 12517us (12694us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.843133:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10874 00000100:00100000:2.0:1734016119.855646:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.855747:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334827392 00000100:00100000:3.0:1734016119.855759:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334827392 00000100:00100000:3.0:1734016119.855943:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2191 00000100:00100000:3.0:1734016119.855955:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334827392:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.855988:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.856016:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599316b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fcea expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.856130:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55993172 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016119.856150:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55993172 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016119.856162:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55993172 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:3.0:1734016119.856190:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1943125 00000004:00200000:3.0:1734016119.856194:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016119.856215:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55993172 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016119.856254:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599316b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcea expref: 19 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.856293:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55993172 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcea expref: 18 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.856301:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016119.856304:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016119.856308:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016119.856373:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:9662:x1818247334827392:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 420us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.859880:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2191 00000100:00100000:3.0:1734016119.866363:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016119.866453:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334827648 00000100:00100000:0.0:1734016119.866466:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334827648 00000100:00100000:0.0:1734016119.866542:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2192 00000100:00100000:0.0:1734016119.866552:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:9662:x1818247334827648:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016119.866636:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016119.866678:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55993172 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcea expref: 18 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.866716:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016119.866721:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016119.867060:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993179 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016119.867075:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993179 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016119.867085:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993179 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:0.0:1734016119.867131:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968690 00000004:00010000:0.0:1734016119.867149:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012e29df80 reply state ffff880078400000 transno 4294968691 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993179 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016119.867158:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016119.867295:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:9662:x1818247334827648:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 742us (945us total) trans 4294968691 rc 0/0 00000100:00100000:0.0:1734016119.867302:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2192 00000020:00080000:0.0:1734016119.867310:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016119.872973:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:2.0:1734016119.873006:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993179 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016119.873016:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993179 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016119.873022:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993179 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016119.873028:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8564b40 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016119.873032:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993179 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016119.873039:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993179 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016119.873054:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016119.873057:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016119.873060:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993179 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016119.873065:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993179 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:2.0:1734016119.873122:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334827776 00000100:00100000:2.0:1734016119.873133:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334827776 00002000:00010000:2.0:1734016119.873162:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7670956->18446744073709551615) 00002000:00100000:2.0:1734016119.873166:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9880 with x1818247334827776 ext(7670956->18446744073709551615) 00002000:00010000:2.0:1734016119.873177:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9880. 00000100:00100000:2.0:1734016119.873211:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8901 00000100:00100000:2.0:1734016119.873218:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334827776:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016119.873445:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1943125 -> 7670956 00002000:00010000:2.0:1734016119.873449:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.873451:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.873453:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.873455:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 800 -> 848 00000100:00100000:2.0:1734016119.873512:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334827776:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 292us (550us total) trans 4294969473 rc 0/0 00000100:00100000:2.0:1734016119.873520:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8901 00002000:00010000:2.0:1734016119.873523:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7670956->18446744073709551615) 00002000:00100000:2.0:1734016119.873526:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9880 with x1818247334827776 ext(7670956->18446744073709551615) 00002000:00010000:2.0:1734016119.873530:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9880. 00000100:00100000:2.0:1734016119.893289:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.893476:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016119.894350:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334828032 00000100:00100000:1.0:1734016119.894363:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334828032 00002000:00100000:1.0:1734016119.894435:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1945600->7671807) req@ffff88007c8eb100 x1818247334828032/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 504/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.894446:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8eb100 with x1818247334828032 ext(1945600->7671807) 00002000:00010000:1.0:1734016119.894455:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8eb100 00000100:00100000:3.0:1734016119.895003:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334828288 00000100:00100000:3.0:1734016119.895009:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334828288 00002000:00100000:3.0:1734016119.895031:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6135808->7667711) req@ffff88007c8e8380 x1818247334828288/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.895039:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e8380 with x1818247334828288 ext(6135808->7667711) 00002000:00010000:3.0:1734016119.895043:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e8380 00000100:00100000:3.0:1734016119.896223:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8902 00000100:00100000:3.0:1734016119.896235:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334828032:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.899369:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8903 00000100:00100000:2.0:1734016119.899388:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334828288:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.923865:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334828288:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 24400us (30307us total) trans 0 rc 1531904/1531904 00000100:00100000:0.0:1734016119.923885:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8903 00002000:00100000:0.0:1734016119.923903:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6135808->7667711) req@ffff88007c8e8380 x1818247334828288/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 1531904/1531904 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.923914:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e8380 with x1818247334828288 ext(6135808->7667711) 00002000:00010000:0.0:1734016119.923927:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e8380 00000100:00100000:3.0:1734016119.944121:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334828032:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 47869us (50833us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016119.944136:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8902 00002000:00100000:3.0:1734016119.944152:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1945600->7671807) req@ffff88007c8eb100 x1818247334828032/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 504/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.944164:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8eb100 with x1818247334828032 ext(1945600->7671807) 00002000:00010000:3.0:1734016119.944172:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8eb100 00000100:00100000:2.0:1734016119.951283:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016119.951494:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334828416 00000100:00100000:3.0:1734016119.951512:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334828416 00002000:00100000:3.0:1734016119.951579:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7659520->7670955) req@ffff88007c8e8700 x1818247334828416/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 11928/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.951590:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e8700 with x1818247334828416 ext(7659520->7670955) 00002000:00010000:3.0:1734016119.951595:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e8700 00000100:00100000:3.0:1734016119.952119:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8904 00000100:00100000:3.0:1734016119.952128:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334828416:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016119.954185:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334828416:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 2046us (2906us total) trans 4294969474 rc 0/0 00000100:00100000:3.0:1734016119.954200:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8904 00002000:00100000:3.0:1734016119.954213:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7659520->7670955) req@ffff88007c8e8700 x1818247334828416/t4294969474(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:80/0 lens 11928/448 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.954223:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e8700 with x1818247334828416 ext(7659520->7670955) 00002000:00010000:3.0:1734016119.954229:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e8700 00000100:00100000:2.0:1734016119.957054:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016119.957450:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334828544 00000100:00100000:0.0:1734016119.957464:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334828544 00000100:00100000:0.0:1734016119.957528:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2193 00000100:00100000:0.0:1734016119.957537:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334828544:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:0.0:1734016119.957718:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334828544:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 181us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.957725:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2193 00000100:00100000:0.0:1734016119.961408:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.961488:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334828672 00000100:00100000:2.0:1734016119.961498:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334828672 00000100:00100000:2.0:1734016119.961545:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10875 00000100:00100000:2.0:1734016119.961554:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334828672:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:2.0:1734016119.963025:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969474 is committed 00000100:00100000:0.0:1734016119.963218:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334828672:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 1659us (1820us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.963234:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10875 00000100:00100000:3.0:1734016119.966065:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.966175:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334828800 00000100:00100000:2.0:1734016119.966186:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334828800 00000100:00100000:2.0:1734016119.966276:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2194 00000100:00100000:2.0:1734016119.966284:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334828800:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.966306:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.966327:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993180 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fcf1 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.966426:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993187 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016119.966440:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993187 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016119.966451:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993187 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016119.966480:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7670956 00000004:00200000:2.0:1734016119.966484:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016119.966499:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993187 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016119.966521:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993180 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcf1 expref: 21 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.966553:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993187 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcf1 expref: 20 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.966561:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016119.966565:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016119.966567:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016119.969155:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:9662:x1818247334828800:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2859us (3088us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.969170:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2194 00000100:00100000:2.0:1734016119.972849:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016119.973056:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334828928 00000100:00100000:0.0:1734016119.973065:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334828928 00000100:00100000:0.0:1734016119.973122:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10876 00000100:00100000:0.0:1734016119.973129:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334828928:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016119.975907:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7670956 -> 7670956 00002000:00010000:0.0:1734016119.975922:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:0.0:1734016119.975926:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:0.0:1734016119.975929:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:0.0:1734016119.975932:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 848 -> 792 00000100:00100000:1.0:1734016119.976683:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334828928:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 3541us (3834us total) trans 4294969475 rc 0/0 00000100:00100000:1.0:1734016119.976700:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10876 00000100:00100000:1.0:1734016119.981411:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016119.981782:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334829056 00000100:00100000:2.0:1734016119.981791:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334829056 00000100:00100000:2.0:1734016119.981916:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2195 00000100:00100000:2.0:1734016119.981922:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:9662:x1818247334829056:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.981943:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.981970:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599318e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fcf8 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.982075:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993195 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016119.982092:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993195 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016119.982105:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993195 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016119.982138:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7670956 00000004:00200000:2.0:1734016119.982143:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016119.982165:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993195 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016119.982197:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599318e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcf8 expref: 16 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.982776:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993195 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcf8 expref: 15 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.982787:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016119.982790:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016119.982793:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016119.983261:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334829056:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1337us (1858us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.983268:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2195 00000100:00100000:0.0:1734016119.986862:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016119.987131:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334829184 00000100:00100000:1.0:1734016119.987142:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334829184 00000100:00100000:1.0:1734016119.987379:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10877 00000100:00100000:1.0:1734016119.987387:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334829184:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.987409:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.987428:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc5599319c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fcff expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.987484:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338426496:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016119.987542:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.989479:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338426496:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016119.989510:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc5599319c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcff expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.989526:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc5599319c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcff expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.989553:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834240, rc 0) 00000100:00100000:1.0:1734016119.989586:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334829184:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2199us (2736us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.989593:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10877 00000100:00100000:0.0:1734016119.992326:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016119.992493:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334829312 00000100:00100000:1.0:1734016119.992504:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334829312 00000100:00100000:1.0:1734016119.992569:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10878 00000100:00100000:1.0:1734016119.992576:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334829312:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.992604:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.992629:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc559931a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd06 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.992707:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338426624:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016119.992786:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.994994:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338426624:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016119.995043:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc559931a3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd06 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.995061:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc559931a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd06 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.995313:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016119.995668:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334829312:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3089us (3354us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.995679:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10878 00000100:00100000:0.0:1734016120.005003:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.005651:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334829440 00000100:00100000:1.0:1734016120.005673:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334829440 00000100:00080000:2.0:1734016120.006339:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016090 00000100:00100000:3.0:1734016120.006943:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10879 00000100:00100000:3.0:1734016120.006960:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334829440:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.006997:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.007025:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559931aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd0d expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.007120:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338426752:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016120.007228:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.011329:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338426752:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016120.011379:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559931aa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd0d expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.011398:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559931aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd0d expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.011417:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016120.012060:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334829440:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5100us (7079us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.012073:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10879 00000100:00100000:0.0:1734016120.015412:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.015585:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334829568 00000100:00100000:3.0:1734016120.015599:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334829568 00000100:00100000:3.0:1734016120.015679:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10880 00000100:00100000:3.0:1734016120.015688:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334829568:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.015716:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.015746:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559931b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd14 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.015852:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338426880:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016120.015925:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.018359:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338426880:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016120.018408:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559931b1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd14 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.018423:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559931b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd14 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.018565:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016120.019401:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334829568:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3706us (4003us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.019411:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10880 00000100:00100000:0.0:1734016120.022265:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.022388:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334829696 00000100:00100000:3.0:1734016120.022404:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334829696 00000100:00100000:3.0:1734016120.022480:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10881 00000100:00100000:3.0:1734016120.022489:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334829696:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.022512:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.022534:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559931b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd1b expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.022594:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338427008:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016120.022680:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.028700:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338427008:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016120.028762:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559931b8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd1b expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.028782:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559931b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd1b expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.028853:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016120.028935:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334829696:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6444us (6690us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.028948:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10881 00000100:00100000:0.0:1734016120.036121:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.036270:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334829824 00000100:00100000:3.0:1734016120.036284:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334829824 00000100:00100000:1.0:1734016120.037490:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10882 00000100:00100000:1.0:1734016120.037505:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334829824:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.037527:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.037548:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc559931bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd22 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.037588:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993164 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fce3 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.037596:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016120.037598:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016120.037601:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc559931bf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [962560->966655] (req 962560->966655) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd22 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.037644:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993164 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fce3 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.037656:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993164 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fce3 expref: 6 pid: 7685 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1734016120.037678:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338427136:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016120.038066:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.045450:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338427136:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016120.045514:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc559931bf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [962560->966655] (req 962560->966655) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd22 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.045542:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:1.0:1734016120.045660:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334829824:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8156us (9553us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.045669:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10882 00000100:00100000:0.0:1734016120.051427:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.051950:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334829952 00000100:00100000:1.0:1734016120.051959:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334829952 00010000:00010000:1.0:1734016120.051996:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993164 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fce3 expref: 7 pid: 7685 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1734016120.052127:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3059 00000100:00100000:1.0:1734016120.052136:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334829952:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016120.052164:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016120.052196:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993164 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fce3 expref: 7 pid: 7685 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016120.052211:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993164 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fce3 expref: 7 pid: 7685 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016120.052258:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993164 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fce3 expref: 7 pid: 7685 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016120.052287:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.052289:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.052295:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc559931bf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 962560->966655) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd22 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.052307:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc559931bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 962560->966655) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd22 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.052356:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc559931bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 962560->966655) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd22 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.052373:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338427264:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016120.052457:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.063146:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338427264:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016120.063173:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016120.063228:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334829952:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 11090us (11822us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.063247:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3059 00000100:00100000:0.0:1734016120.064597:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.065012:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334830208 00000100:00100000:3.0:1734016120.065022:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334830208 00002000:00100000:3.0:1734016120.065062:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (962560->966655) req@ffff8800700cdc00 x1818247334830208/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.065072:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cdc00 with x1818247334830208 ext(962560->966655) 00002000:00010000:3.0:1734016120.065078:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cdc00 00000100:00100000:3.0:1734016120.065099:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8905 00000100:00100000:3.0:1734016120.065106:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334830208:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.065273:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334830208:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 166us (682us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016120.065280:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8905 00002000:00100000:3.0:1734016120.065285:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (962560->966655) req@ffff8800700cdc00 x1818247334830208/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.065291:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cdc00 with x1818247334830208 ext(962560->966655) 00002000:00010000:3.0:1734016120.065295:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cdc00 00000100:00100000:0.0:1734016120.071302:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.071514:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334830464 00000100:00100000:2.0:1734016120.071524:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334830464 00002000:00100000:2.0:1734016120.071577:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (958464->962559) req@ffff8800700cc000 x1818247334830464/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.071587:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cc000 with x1818247334830464 ext(958464->962559) 00002000:00010000:2.0:1734016120.071593:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cc000 00000100:00100000:2.0:1734016120.071632:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8906 00000100:00100000:2.0:1734016120.071641:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334830464:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.072839:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334830464:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1160us (1506us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.072851:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8906 00002000:00100000:2.0:1734016120.072861:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (958464->962559) req@ffff8800700cc000 x1818247334830464/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.072870:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cc000 with x1818247334830464 ext(958464->962559) 00002000:00010000:2.0:1734016120.072877:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cc000 00000100:00100000:0.0:1734016120.076691:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.076988:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334830720 00000100:00100000:2.0:1734016120.077002:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334830720 00002000:00100000:2.0:1734016120.077065:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (954368->958463) req@ffff8800700cd180 x1818247334830720/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.077076:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cd180 with x1818247334830720 ext(954368->958463) 00002000:00010000:2.0:1734016120.077081:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cd180 00000100:00100000:2.0:1734016120.077542:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8907 00000100:00100000:2.0:1734016120.077550:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334830720:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.077742:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334830720:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 192us (1061us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.077749:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8907 00002000:00100000:2.0:1734016120.077755:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (954368->958463) req@ffff8800700cd180 x1818247334830720/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.077763:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cd180 with x1818247334830720 ext(954368->958463) 00002000:00010000:2.0:1734016120.077767:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cd180 00000100:00100000:0.0:1734016120.082007:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.082397:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334830976 00000100:00100000:3.0:1734016120.082412:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334830976 00002000:00100000:3.0:1734016120.082471:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (950272->954367) req@ffff8800700ce680 x1818247334830976/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.082484:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700ce680 with x1818247334830976 ext(950272->954367) 00002000:00010000:3.0:1734016120.082490:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700ce680 00000100:00100000:3.0:1734016120.082558:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8908 00000100:00100000:3.0:1734016120.082566:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334830976:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.082857:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334830976:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 290us (872us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016120.082866:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8908 00002000:00100000:3.0:1734016120.082873:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (950272->954367) req@ffff8800700ce680 x1818247334830976/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.082881:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700ce680 with x1818247334830976 ext(950272->954367) 00002000:00010000:3.0:1734016120.082884:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700ce680 00000100:00100000:0.0:1734016120.086128:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.086347:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334831232 00000100:00100000:2.0:1734016120.086359:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334831232 00002000:00100000:2.0:1734016120.086411:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (946176->950271) req@ffff8801309dce00 x1818247334831232/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.086423:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dce00 with x1818247334831232 ext(946176->950271) 00002000:00010000:2.0:1734016120.086429:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dce00 00000100:00100000:2.0:1734016120.086465:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8909 00000100:00100000:2.0:1734016120.086473:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334831232:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.086664:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334831232:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 190us (554us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.086671:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8909 00002000:00100000:2.0:1734016120.086676:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (946176->950271) req@ffff8801309dce00 x1818247334831232/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.086684:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dce00 with x1818247334831232 ext(946176->950271) 00002000:00010000:2.0:1734016120.086686:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dce00 00000100:00100000:0.0:1734016120.089701:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.090556:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334831488 00000100:00100000:3.0:1734016120.090566:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334831488 00002000:00100000:3.0:1734016120.090613:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (942080->946175) req@ffff8801309dc000 x1818247334831488/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.090625:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dc000 with x1818247334831488 ext(942080->946175) 00002000:00010000:3.0:1734016120.090630:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dc000 00000100:00100000:3.0:1734016120.090664:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8910 00000100:00100000:3.0:1734016120.090671:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334831488:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.090910:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334831488:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 239us (1225us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016120.090919:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8910 00002000:00100000:3.0:1734016120.090925:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (942080->946175) req@ffff8801309dc000 x1818247334831488/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.090932:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dc000 with x1818247334831488 ext(942080->946175) 00002000:00010000:3.0:1734016120.090935:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dc000 00000100:00100000:0.0:1734016120.097033:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.099646:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334831744 00000100:00100000:2.0:1734016120.099668:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334831744 00002000:00100000:2.0:1734016120.099734:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (937984->942079) req@ffff8801309df100 x1818247334831744/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.099747:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309df100 with x1818247334831744 ext(937984->942079) 00002000:00010000:2.0:1734016120.099755:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309df100 00000100:00100000:2.0:1734016120.099792:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8911 00000100:00100000:2.0:1734016120.099799:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334831744:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.100050:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334831744:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 251us (3026us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.100058:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8911 00002000:00100000:2.0:1734016120.100064:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (937984->942079) req@ffff8801309df100 x1818247334831744/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.100071:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309df100 with x1818247334831744 ext(937984->942079) 00002000:00010000:2.0:1734016120.100074:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309df100 00000100:00100000:0.0:1734016120.111363:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.111486:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334832000 00000100:00100000:3.0:1734016120.111508:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334832000 00002000:00100000:3.0:1734016120.111600:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (933888->937983) req@ffff8801309dea00 x1818247334832000/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.111615:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dea00 with x1818247334832000 ext(933888->937983) 00002000:00010000:3.0:1734016120.111624:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dea00 00000100:00100000:3.0:1734016120.112150:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8912 00000100:00100000:3.0:1734016120.112159:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334832000:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.112426:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334832000:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 267us (1091us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016120.112436:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8912 00002000:00100000:3.0:1734016120.112443:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (933888->937983) req@ffff8801309dea00 x1818247334832000/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.112450:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dea00 with x1818247334832000 ext(933888->937983) 00002000:00010000:3.0:1734016120.112452:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dea00 00000100:00100000:2.0:1734016120.118400:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.118663:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334832256 00000100:00100000:3.0:1734016120.118673:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334832256 00002000:00100000:3.0:1734016120.118719:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (929792->933887) req@ffff88007c8e9180 x1818247334832256/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.118730:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9180 with x1818247334832256 ext(929792->933887) 00002000:00010000:3.0:1734016120.118736:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9180 00000100:00100000:3.0:1734016120.118772:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8913 00000100:00100000:3.0:1734016120.118780:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334832256:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.119054:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334832256:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 273us (666us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016120.119062:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8913 00002000:00100000:3.0:1734016120.119070:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (929792->933887) req@ffff88007c8e9180 x1818247334832256/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.119077:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9180 with x1818247334832256 ext(929792->933887) 00002000:00010000:3.0:1734016120.119080:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9180 00000100:00100000:0.0:1734016120.124028:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.124331:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334832512 00000100:00100000:3.0:1734016120.124343:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334832512 00002000:00100000:3.0:1734016120.124399:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (925696->929791) req@ffff8801309de300 x1818247334832512/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.124418:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309de300 with x1818247334832512 ext(925696->929791) 00002000:00010000:3.0:1734016120.124425:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309de300 00000100:00100000:3.0:1734016120.124472:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8914 00000100:00100000:3.0:1734016120.124483:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334832512:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.124730:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334832512:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 249us (720us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016120.124738:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8914 00002000:00100000:3.0:1734016120.124745:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (925696->929791) req@ffff8801309de300 x1818247334832512/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.124752:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309de300 with x1818247334832512 ext(925696->929791) 00002000:00010000:3.0:1734016120.124755:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309de300 00000100:00100000:0.0:1734016120.140349:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.141001:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334832768 00000100:00100000:2.0:1734016120.141023:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334832768 00002000:00100000:2.0:1734016120.141126:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (921600->925695) req@ffff8801309dc700 x1818247334832768/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.141142:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dc700 with x1818247334832768 ext(921600->925695) 00002000:00010000:2.0:1734016120.141151:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dc700 00000100:00100000:2.0:1734016120.141213:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8915 00000100:00100000:2.0:1734016120.141223:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334832768:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.141552:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334832768:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 328us (1234us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.141561:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8915 00002000:00100000:2.0:1734016120.141567:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (921600->925695) req@ffff8801309dc700 x1818247334832768/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.141576:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dc700 with x1818247334832768 ext(921600->925695) 00002000:00010000:2.0:1734016120.141579:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dc700 00000100:00100000:0.0:1734016120.151626:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.155412:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334833024 00000100:00100000:3.0:1734016120.155446:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334833024 00002000:00100000:3.0:1734016120.155554:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (917504->921599) req@ffff8800a8685880 x1818247334833024/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.155571:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685880 with x1818247334833024 ext(917504->921599) 00002000:00010000:3.0:1734016120.155579:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8685880 00000100:00100000:3.0:1734016120.155641:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8916 00000100:00100000:3.0:1734016120.155657:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334833024:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.156059:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334833024:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 407us (4456us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016120.156074:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8916 00002000:00100000:3.0:1734016120.156085:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (917504->921599) req@ffff8800a8685880 x1818247334833024/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.156095:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685880 with x1818247334833024 ext(917504->921599) 00002000:00010000:3.0:1734016120.156098:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8685880 00000100:00100000:0.0:1734016120.164226:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.167905:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334833280 00000100:00100000:2.0:1734016120.167934:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334833280 00002000:00100000:2.0:1734016120.168043:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (913408->917503) req@ffff8800a8685500 x1818247334833280/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.168059:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685500 with x1818247334833280 ext(913408->917503) 00002000:00010000:2.0:1734016120.168068:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8685500 00000100:00100000:2.0:1734016120.168148:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8917 00000100:00100000:2.0:1734016120.168159:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334833280:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.168511:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334833280:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 354us (4302us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.168522:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8917 00002000:00100000:2.0:1734016120.168528:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (913408->917503) req@ffff8800a8685500 x1818247334833280/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.168534:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685500 with x1818247334833280 ext(913408->917503) 00002000:00010000:2.0:1734016120.168537:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8685500 00000100:00100000:0.0:1734016120.171492:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.172326:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334833536 00000100:00100000:3.0:1734016120.172346:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334833536 00002000:00100000:3.0:1734016120.172418:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (909312->913407) req@ffff8800a8685f80 x1818247334833536/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.172430:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685f80 with x1818247334833536 ext(909312->913407) 00002000:00010000:3.0:1734016120.172436:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8685f80 00000100:00100000:3.0:1734016120.179110:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8918 00000100:00100000:3.0:1734016120.179139:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334833536:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.179522:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334833536:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 391us (8046us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016120.179530:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8918 00002000:00100000:3.0:1734016120.179542:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (909312->913407) req@ffff8800a8685f80 x1818247334833536/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.179554:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685f80 with x1818247334833536 ext(909312->913407) 00002000:00010000:3.0:1734016120.179562:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8685f80 00000100:00100000:0.0:1734016120.188300:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.190954:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334833664 00000100:00100000:1.0:1734016120.190981:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334833664 00000100:00100000:1.0:1734016120.191080:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10883 00000100:00100000:1.0:1734016120.191093:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334833664:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.191126:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.191161:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559931c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd29 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.191196:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.191198:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.191206:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559931c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd29 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.191225:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559931c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd29 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.191252:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016120.191355:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334833664:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 264us (3072us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.191365:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10883 00000100:00100000:0.0:1734016120.193966:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.194100:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334833792 00000100:00100000:3.0:1734016120.194114:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334833792 00000100:00100000:3.0:1734016120.194898:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10884 00000100:00100000:3.0:1734016120.194910:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334833792:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.194950:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.194989:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559931cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd30 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.196136:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc559931bf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 962560->966655) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd22 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.196147:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559931c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd29 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.196154:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.196157:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.196162:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559931cd lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1536000->1572863] (req 1536000->1572863) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd30 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.196211:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559931c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd29 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.196227:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559931c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd29 expref: 6 pid: 7685 timeout: 483 lvb_type: 1 00000100:00100000:3.0:1734016120.196254:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338427392:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016120.196389:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc559931bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 962560->966655) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd22 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.196398:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc559931bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 962560->966655) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd22 expref: 8 pid: 7685 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016120.196407:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338427520:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016120.196432:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.199289:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016120.199371:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.200346:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338427392:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016120.200359:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338427520:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016120.200419:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559931cd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1536000->1572863] (req 1536000->1572863) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd30 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.200442:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:3.0:1734016120.201456:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334833792:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6537us (7497us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.201471:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10884 00000100:00100000:2.0:1734016120.201608:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334833920 00000100:00100000:2.0:1734016120.201618:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334833920 00010000:00010000:2.0:1734016120.201664:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559931c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd29 expref: 7 pid: 7685 timeout: 483 lvb_type: 1 00000100:00100000:2.0:1734016120.201701:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334834048 00000100:00100000:2.0:1734016120.201704:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334834048 00010000:00010000:2.0:1734016120.201716:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc559931bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 962560->966655) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd22 expref: 8 pid: 7685 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016120.201736:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3060 00000100:00100000:2.0:1734016120.201743:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8686680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334833920:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.201764:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.201794:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559931c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd29 expref: 7 pid: 7685 timeout: 483 lvb_type: 1 00010000:00010000:2.0:1734016120.201822:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559931c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd29 expref: 7 pid: 7685 timeout: 483 lvb_type: 1 00010000:00010000:2.0:1734016120.201848:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559931c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd29 expref: 7 pid: 7685 timeout: 483 lvb_type: 1 00010000:00010000:2.0:1734016120.201878:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.202468:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3061 00000100:00100000:3.0:1734016120.202473:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334834048:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016120.202481:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016120.202491:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc559931bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 962560->966655) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd22 expref: 8 pid: 7685 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016120.202502:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc559931bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 962560->966655) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd22 expref: 8 pid: 7685 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016120.202516:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc559931bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 962560->966655) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd22 expref: 8 pid: 7685 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016120.202535:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.202537:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.202546:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559931cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1572863) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd30 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.202561:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559931cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1572863) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd30 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.202614:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559931cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1572863) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd30 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.202631:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338427648:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016120.202740:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.202829:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8686680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334833920:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1084us (3567us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.202837:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3060 00000100:00100000:3.0:1734016120.209141:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338427648:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016120.209188:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.209368:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334834048:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6888us (9991us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.209396:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3061 00000100:00100000:2.0:1734016120.211579:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.212774:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334834176 00000100:00100000:3.0:1734016120.212796:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334834176 00000100:00100000:3.0:1734016120.212949:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10885 00000100:00100000:3.0:1734016120.212962:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334834176:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016120.213770:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7670956 -> 7670956 00002000:00010000:3.0:1734016120.213776:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016120.213778:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016120.213780:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016120.213782:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 792 -> 792 00000100:00100000:3.0:1734016120.213919:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334834176:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 958us (2358us total) trans 4294969476 rc 0/0 00000100:00100000:3.0:1734016120.213931:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10885 00000100:00100000:1.0:1734016120.218421:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.220146:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334834304 00000100:00100000:3.0:1734016120.220177:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334834304 00000100:00100000:3.0:1734016120.221684:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10886 00000100:00100000:3.0:1734016120.221704:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334834304:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.221738:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.221775:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559931d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd37 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.221904:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338427776:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016120.222037:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00002000:00010000:3.0:1734016120.236293:0:7686:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016119 -> 1734016120 00000100:00100000:3.0:1734016120.236328:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338427776:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016120.236378:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559931d4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd37 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.236393:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559931d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd37 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.237699:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016120.237914:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334834304:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 16208us (19514us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.237928:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10886 00000100:00100000:0.0:1734016120.241227:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.241331:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334834432 00000100:00100000:3.0:1734016120.241339:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334834432 00000100:00100000:3.0:1734016120.241441:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10887 00000100:00100000:3.0:1734016120.241448:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334834432:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.241464:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.241478:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559931db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd3e expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.241527:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338427904:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016120.241589:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.246557:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338427904:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016120.246648:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559931db lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd3e expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.246672:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559931db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd3e expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.246722:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016120.246936:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334834432:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5485us (5715us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.246951:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10887 00010000:00010000:3.0:1734016120.247394:0:6468:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016120.253330:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.257502:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334834560 00000100:00100000:3.0:1734016120.257527:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334834560 00000100:00100000:3.0:1734016120.257643:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10888 00000100:00100000:3.0:1734016120.257654:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334834560:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.257687:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.257722:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559931e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd45 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.257898:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338428032:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016120.258062:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.263403:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338428032:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016120.263464:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559931e2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd45 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.263484:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559931e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd45 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.263553:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016120.266054:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334834560:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8372us (12704us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.266073:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10888 00000100:00100000:0.0:1734016120.271217:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.271494:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334834688 00000100:00100000:3.0:1734016120.271700:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334834688 00000100:00100000:3.0:1734016120.272076:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10889 00000100:00100000:3.0:1734016120.272088:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334834688:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.272114:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.272139:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559931e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd4c expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.272229:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338428160:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016120.272325:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7852840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.277281:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338428160:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016120.277333:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559931e9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd4c expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.277350:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559931e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd4c expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.277369:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016120.277431:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334834688:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5346us (6242us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.277440:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10889 00000100:00100000:0.0:1734016120.284186:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.289068:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334834944 00000100:00100000:2.0:1734016120.289089:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334834944 00000100:00100000:2.0:1734016120.289202:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2196 00000100:00100000:2.0:1734016120.289213:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334834944:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016120.289299:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.289344:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993195 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcf8 expref: 15 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.289380:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016120.289385:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016120.289607:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559931f0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016120.289622:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993187 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcf1 expref: 19 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.289631:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559931f0 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016120.289671:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993187 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcf1 expref: 19 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.289687:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993187 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcf1 expref: 19 pid: 6480 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016120.289703:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338428288:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016120.289829:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.293955:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338428288:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016120.293983:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559931f0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016120.296153:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.296568:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334835072 00000100:00100000:3.0:1734016120.296580:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334835072 00010000:00010000:3.0:1734016120.297204:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993187 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcf1 expref: 20 pid: 6480 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016120.297233:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3062 00000100:00100000:3.0:1734016120.297250:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c55b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:1970:x1818247334835072:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016120.297267:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016120.297273:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993187 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcf1 expref: 20 pid: 6480 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016120.297286:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993187 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcf1 expref: 20 pid: 6480 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016120.297317:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993187 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fcf1 expref: 20 pid: 6480 timeout: 483 lvb_type: 0 00000100:00080000:2.0:1734016120.297845:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016090 00010000:00010000:3.0:1734016120.298342:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016120.298349:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559931f0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016120.298362:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559931f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016120.298371:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559931f0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016120.298420:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.298503:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c55b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:1970:x1818247334835072:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1251us (2357us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.298512:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3062 00010000:00010000:2.0:1734016120.298824:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559931f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016120.298833:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559931f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:2.0:1734016120.298935:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968692 00000004:00010000:2.0:1734016120.298981:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078e29880 reply state ffff880078cc2000 transno 4294968693 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559931f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:2.0:1734016120.298990:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016120.299072:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334834944:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 9862us (14897us total) trans 4294968693 rc 0/0 00000100:00100000:2.0:1734016120.299079:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2196 00000020:00080000:2.0:1734016120.299083:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016120.301512:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:2.0:1734016120.301662:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559931f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016120.301676:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559931f0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016120.301686:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559931f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016120.301694:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7407cc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016120.301701:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559931f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016120.301717:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559931f0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016120.301749:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016120.301753:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016120.301758:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559931f0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016120.301764:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc559931f0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016120.302626:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334835200 00000100:00100000:3.0:1734016120.302643:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334835200 00002000:00010000:3.0:1734016120.302692:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7991685->18446744073709551615) 00002000:00100000:3.0:1734016120.302698:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e28000 with x1818247334835200 ext(7991685->18446744073709551615) 00002000:00010000:3.0:1734016120.302713:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e28000. 00000100:00100000:3.0:1734016120.303553:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8919 00000100:00100000:3.0:1734016120.303561:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334835200:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016120.303800:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7670956 -> 7991685 00002000:00010000:3.0:1734016120.303804:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016119 -> 1734016120 00002000:00010000:3.0:1734016120.305172:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016120.305177:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016120.305181:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 792 -> 792 00000100:00100000:3.0:1734016120.305287:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334835200:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 1722us (3778us total) trans 4294969477 rc 0/0 00000100:00100000:3.0:1734016120.305299:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8919 00002000:00010000:3.0:1734016120.305308:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7991685->18446744073709551615) 00002000:00100000:3.0:1734016120.305312:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e28000 with x1818247334835200 ext(7991685->18446744073709551615) 00002000:00010000:3.0:1734016120.305326:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e28000. 00000100:00100000:0.0:1734016120.314161:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.314637:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334835328 00000100:00100000:2.0:1734016120.314649:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334835328 00000100:00100000:2.0:1734016120.316462:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2197 00000100:00100000:2.0:1734016120.316481:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334835328:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.316525:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.316562:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559931f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd53 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.316678:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559931fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016120.316697:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559931fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016120.316709:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559931fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016120.316737:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7991685 00000004:00200000:2.0:1734016120.316742:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016120.316760:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559931fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016120.316785:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559931f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd53 expref: 21 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.316834:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559931fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd53 expref: 20 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.316843:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016120.316846:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016120.316849:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016120.316918:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:9662:x1818247334835328:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 443us (2773us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.316926:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2197 00000100:00100000:0.0:1734016120.320949:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.321177:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334835456 00000100:00100000:3.0:1734016120.321184:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334835456 00000100:00100000:3.0:1734016120.322227:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10890 00000100:00100000:3.0:1734016120.322243:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334835456:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.322259:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.322273:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993205 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd5a expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.322335:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338428416:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016120.322840:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.325258:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338428416:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016120.325289:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993205 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd5a expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.325300:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993205 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd5a expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.325314:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016120.325351:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334835456:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3115us (4411us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.325360:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10890 00000100:00100000:0.0:1734016120.330480:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.331343:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334835584 00000100:00100000:3.0:1734016120.331351:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334835584 00000100:00100000:3.0:1734016120.331714:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10891 00000100:00100000:3.0:1734016120.331723:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334835584:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.331741:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.331757:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599320c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd61 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.331849:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338428544:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016120.331916:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.341217:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338428544:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016120.341297:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599320c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd61 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.341316:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599320c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd61 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.341347:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016120.341423:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334835584:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9700us (10951us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.341434:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10891 00000100:00100000:2.0:1734016120.347100:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.347226:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334835712 00000100:00100000:3.0:1734016120.347244:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334835712 00000100:00100000:3.0:1734016120.347317:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10892 00000100:00100000:3.0:1734016120.347329:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334835712:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.347356:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.347378:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55993213 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd68 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.347439:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338428672:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016120.348109:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.351584:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338428672:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016120.351633:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55993213 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd68 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.351651:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55993213 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd68 expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.351678:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016120.351738:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334835712:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4411us (4657us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.351746:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10892 00000100:00100000:0.0:1734016120.354103:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.354200:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334835840 00000100:00100000:3.0:1734016120.354208:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334835840 00000100:00100000:3.0:1734016120.354474:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10893 00000100:00100000:3.0:1734016120.354484:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334835840:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.354503:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.354523:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599321a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd6f expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.354585:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338428800:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016120.354939:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.357449:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338428800:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016120.357495:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599321a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd6f expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.357512:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599321a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd6f expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.357525:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016120.357608:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334835840:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3124us (3515us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.357618:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10893 00000100:00100000:0.0:1734016120.361306:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.361495:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334835968 00000100:00100000:1.0:1734016120.361505:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334835968 00000100:00100000:1.0:1734016120.361575:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2198 00000100:00100000:1.0:1734016120.361583:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334835968:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.361611:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.361635:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc55993221 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd76 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.361743:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993228 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016120.361765:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993228 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016120.361780:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993228 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:1.0:1734016120.361872:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7991685 00000004:00200000:1.0:1734016120.361877:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016120.361903:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993228 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016120.361934:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc55993221 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd76 expref: 18 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.361972:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993228 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd76 expref: 17 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.361981:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016120.361984:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016120.361988:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016120.362050:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334835968:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 468us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.362056:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2198 00000100:00100000:2.0:1734016120.365337:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016120.365475:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334836224 00000100:00100000:0.0:1734016120.365490:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334836224 00000100:00100000:0.0:1734016120.365601:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2199 00000100:00100000:0.0:1734016120.365612:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:9662:x1818247334836224:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016120.365690:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016120.365728:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559931fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd53 expref: 20 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.366046:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016120.366052:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016120.366475:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5599322f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016120.366491:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993228 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd76 expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.366499:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5599322f lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016120.366538:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993228 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd76 expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.366552:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993228 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd76 expref: 16 pid: 6479 timeout: 484 lvb_type: 0 00000100:00100000:0.0:1734016120.366572:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078e2a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338428928:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016120.366673:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.370644:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078e2a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338428928:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016120.370676:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5599322f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016120.371854:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.371940:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334836352 00000100:00100000:3.0:1734016120.371949:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334836352 00010000:00010000:3.0:1734016120.371994:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993228 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd76 expref: 17 pid: 6479 timeout: 484 lvb_type: 0 00000100:00100000:0.0:1734016120.372079:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3063 00000100:00100000:0.0:1734016120.372088:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1970:x1818247334836352:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016120.372105:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016120.372112:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993228 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd76 expref: 17 pid: 6479 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016120.372124:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993228 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd76 expref: 17 pid: 6479 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016120.372154:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993228 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd76 expref: 17 pid: 6479 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016120.372188:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016120.372193:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5599322f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016120.372202:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5599322f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016120.372210:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5599322f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016120.372247:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016120.372264:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5599322f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016120.372270:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5599322f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016120.372300:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1970:x1818247334836352:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 212us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.372307:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3063 00000001:00080000:1.0:1734016120.372391:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968694 00000004:00010000:1.0:1734016120.372462:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007c8ebb80 reply state ffff880078403000 transno 4294968695 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5599322f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:1.0:1734016120.372471:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016120.372678:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:9662:x1818247334836224:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 7069us (7357us total) trans 4294968695 rc 0/0 00000100:00100000:1.0:1734016120.372684:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2199 00000020:00080000:1.0:1734016120.372688:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016120.376495:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016120.376594:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5599322f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016120.376609:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5599322f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016120.376620:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5599322f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016120.376625:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8565200 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016120.376631:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5599322f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016120.376642:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5599322f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016120.376670:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016120.376673:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016120.376678:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5599322f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016120.376683:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc5599322f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016120.376894:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334836480 00000100:00100000:3.0:1734016120.376909:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334836480 00000100:00100000:3.0:1734016120.377013:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10894 00000100:00100000:3.0:1734016120.377021:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334836480:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.377044:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.377064:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993236 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd7d expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.377108:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559931cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1572863) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd30 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.377115:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.377117:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.377121:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993236 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd7d expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.377158:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559931cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1572863) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd30 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.377171:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559931cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1572863) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd30 expref: 8 pid: 7686 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016120.377184:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338429056:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016120.377488:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.380162:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338429056:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016120.380193:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993236 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd7d expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.380208:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:0.0:1734016120.380291:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334836480:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3269us (3813us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.380301:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10894 00000100:00100000:0.0:1734016120.382092:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.382543:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334836608 00000100:00100000:1.0:1734016120.382555:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334836608 00010000:00010000:1.0:1734016120.382604:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559931cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1572863) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd30 expref: 9 pid: 7686 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016120.382657:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3064 00000100:00100000:1.0:1734016120.382665:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334836608:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016120.382681:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016120.382709:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559931cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1572863) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd30 expref: 9 pid: 7686 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016120.382722:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559931cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1572863) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd30 expref: 9 pid: 7686 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016120.382747:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559931cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1572863) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd30 expref: 9 pid: 7686 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016120.382775:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.382777:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.382782:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993236 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd7d expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.382796:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993236 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd7d expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.382869:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993236 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd7d expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.382884:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338429184:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016120.382956:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.385841:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.385894:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334836736 00000100:00100000:2.0:1734016120.385907:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334836736 00002000:00010000:2.0:1734016120.385958:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8299930->18446744073709551615) 00002000:00100000:2.0:1734016120.385963:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24a80 with x1818247334836736 ext(8299930->18446744073709551615) 00002000:00010000:2.0:1734016120.385978:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c24a80. 00000100:00100000:2.0:1734016120.386007:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8920 00000100:00100000:2.0:1734016120.386018:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334836736:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016120.386313:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7991685 -> 8299930 00002000:00010000:2.0:1734016120.386318:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016120.386321:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016120.386325:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016120.386329:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 792 -> 792 00000100:00100000:2.0:1734016120.386395:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334836736:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 377us (564us total) trans 4294969478 rc 0/0 00000100:00100000:2.0:1734016120.386402:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8920 00002000:00010000:2.0:1734016120.386407:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8299930->18446744073709551615) 00002000:00100000:2.0:1734016120.386411:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24a80 with x1818247334836736 ext(8299930->18446744073709551615) 00002000:00010000:2.0:1734016120.386415:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c24a80. 00000100:00100000:1.0:1734016120.386717:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338429184:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016120.386748:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016120.386772:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334836608:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4108us (4690us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.386783:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3064 00000100:00100000:3.0:1734016120.389461:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.389578:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334836864 00000100:00100000:1.0:1734016120.389588:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334836864 00000100:00100000:1.0:1734016120.389662:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2200 00000100:00100000:1.0:1734016120.389669:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:9662:x1818247334836864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.389706:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.389728:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc5599323d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd84 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.389858:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993244 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016120.389875:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993244 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016120.389886:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993244 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:1.0:1734016120.389915:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8299930 00000004:00200000:1.0:1734016120.389919:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016120.389937:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993244 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016120.389959:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc5599323d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd84 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.389992:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993244 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd84 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.390000:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016120.390003:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016120.390007:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016120.390061:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:9662:x1818247334836864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 392us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.390069:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2200 00000100:00100000:0.0:1734016120.392702:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.392854:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334836992 00000100:00100000:2.0:1734016120.392868:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334836992 00000100:00100000:2.0:1734016120.392960:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2201 00000100:00100000:2.0:1734016120.392973:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334836992:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.393010:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.393049:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599324b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd8b expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.393205:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993252 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016120.393228:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993252 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016120.393259:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993252 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:2.0:1734016120.393296:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8299930 00000004:00200000:2.0:1734016120.393300:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016120.393322:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993252 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016120.393362:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599324b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd8b expref: 18 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.393389:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993252 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd8b expref: 17 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.393398:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016120.393401:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016120.393405:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016120.393493:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334836992:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 521us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.393502:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2201 00000100:00100000:2.0:1734016120.395998:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016120.396833:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334837120 00000100:00100000:0.0:1734016120.396845:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334837120 00000100:00100000:0.0:1734016120.396896:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10895 00000100:00100000:0.0:1734016120.396905:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334837120:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.396932:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.396953:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993259 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd92 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.397026:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078e28a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338429312:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016120.397144:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.399311:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078e28a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338429312:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016120.399353:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993259 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd92 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.399369:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993259 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd92 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.399398:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564480, rc 0) 00000100:00100000:0.0:1734016120.399474:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334837120:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2569us (3482us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016120.399484:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10895 00000100:00100000:0.0:1734016120.401537:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.401641:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334837248 00000100:00100000:2.0:1734016120.401652:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334837248 00000100:00100000:2.0:1734016120.402995:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10896 00000100:00100000:2.0:1734016120.403008:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334837248:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.403040:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.403069:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993260 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fd99 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.403118:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993236 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd7d expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.403126:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016120.403128:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016120.403133:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993260 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5656576->5701631] (req 5656576->5701631) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd99 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.403182:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993236 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd7d expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.403198:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993236 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd7d expref: 7 pid: 7686 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.403216:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c26300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338429440:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016120.404263:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.406789:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.406998:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334837376 00000100:00100000:1.0:1734016120.407013:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334837376 00010000:00010000:1.0:1734016120.407071:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993236 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd7d expref: 8 pid: 7686 timeout: 484 lvb_type: 0 00000100:00100000:0.0:1734016120.407103:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c26300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338429440:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016120.407143:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993260 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5656576->5701631] (req 5656576->5701631) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd99 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.407159:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3065 00010000:00010000:0.0:1734016120.407162:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:1.0:1734016120.407167:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334837376:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016120.407184:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016120.407209:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993236 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd7d expref: 8 pid: 7686 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016120.407221:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993236 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd7d expref: 8 pid: 7686 timeout: 484 lvb_type: 0 00000100:00100000:0.0:1734016120.407227:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334837248:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4221us (5702us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.407246:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10896 00010000:00010000:1.0:1734016120.407266:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993236 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd7d expref: 8 pid: 7686 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016120.407296:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.407298:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.407306:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993260 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5656576->5701631) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd99 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.407316:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993260 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5656576->5701631) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd99 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.407356:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993260 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5656576->5701631) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd99 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.407378:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338429568:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016120.407661:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.409257:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338429568:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016120.409285:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016120.410046:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.410109:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334837376:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2940us (3333us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.410125:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3065 00000100:00100000:0.0:1734016120.410895:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334837504 00000100:00100000:0.0:1734016120.410903:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334837504 00000100:00100000:0.0:1734016120.410936:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10897 00000100:00100000:0.0:1734016120.410941:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334837504:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016120.411250:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8299930 -> 8299930 00002000:00010000:0.0:1734016120.411253:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:0.0:1734016120.411255:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:0.0:1734016120.411257:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:0.0:1734016120.411258:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 792 -> 880 00000100:00100000:0.0:1734016120.411325:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334837504:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 382us (1281us total) trans 4294969479 rc 0/0 00000100:00100000:0.0:1734016120.411331:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10897 00000100:00100000:0.0:1734016120.413360:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.414104:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334837632 00000100:00100000:1.0:1734016120.414116:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334837632 00000100:00100000:1.0:1734016120.414162:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10898 00000100:00100000:1.0:1734016120.414170:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334837632:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.414190:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.414213:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993267 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fda0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.414286:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338429696:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016120.414713:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.418562:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338429696:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016120.418635:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993267 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fda0 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.418655:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993267 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fda0 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.418696:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:1.0:1734016120.418792:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334837632:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4619us (5435us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.418824:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10898 00000100:00100000:2.0:1734016120.422784:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.422915:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334837760 00000100:00100000:1.0:1734016120.422926:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334837760 00000100:00100000:1.0:1734016120.422984:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10899 00000100:00100000:1.0:1734016120.422993:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334837760:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.423015:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.423041:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599326e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fda7 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.423094:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338429824:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016120.423158:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.425965:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338429824:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016120.426010:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599326e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fda7 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.426025:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599326e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fda7 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.426057:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016120.426122:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334837760:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3128us (3352us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.426130:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10899 00000100:00100000:3.0:1734016120.429902:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.430176:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334837888 00000100:00100000:1.0:1734016120.430195:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334837888 00000100:00100000:1.0:1734016120.430324:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10900 00000100:00100000:1.0:1734016120.430337:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334837888:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.430376:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.430409:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55993275 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fdae expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.430506:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338429952:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016120.431143:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.435840:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338429952:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016120.435878:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55993275 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdae expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.435894:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55993275 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdae expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.435919:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016120.435974:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334837888:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5640us (6091us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.435983:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10900 00000100:00100000:2.0:1734016120.440419:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.440507:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334838016 00000100:00100000:1.0:1734016120.440516:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334838016 00000100:00100000:1.0:1734016120.440569:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10901 00000100:00100000:1.0:1734016120.440577:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334838016:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.440597:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.440619:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc5599327c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fdb5 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.440687:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338430080:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016120.440758:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.444131:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338430080:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016120.444186:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc5599327c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdb5 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.444203:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc5599327c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdb5 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.444242:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016120.444318:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334838016:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3740us (3909us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.444327:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10901 00000100:00100000:2.0:1734016120.448544:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.448656:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334838144 00000100:00100000:1.0:1734016120.448669:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334838144 00000100:00100000:1.0:1734016120.448744:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10902 00000100:00100000:1.0:1734016120.448752:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334838144:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.448781:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.448802:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55993283 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fdbc expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.448907:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338430208:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016120.448992:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.453431:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338430208:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016120.453498:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55993283 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdbc expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.453514:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55993283 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdbc expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.454635:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:1.0:1734016120.454734:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334838144:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5978us (6198us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.454752:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10902 00000100:00100000:2.0:1734016120.459437:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.459954:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334838272 00000100:00100000:1.0:1734016120.459972:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334838272 00000100:00100000:1.0:1734016120.460530:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10903 00000100:00100000:1.0:1734016120.460543:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334838272:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.460574:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.460605:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599328a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fdc3 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.460652:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993260 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5656576->5701631) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd99 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.460660:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016120.460662:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016120.460666:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599328a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2523136->2527231] (req 2523136->2527231) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdc3 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.460710:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993260 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5656576->5701631) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd99 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.460724:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993260 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5656576->5701631) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd99 expref: 9 pid: 7686 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016120.460737:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338430336:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016120.460868:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.467120:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338430336:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016120.467163:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599328a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2523136->2527231] (req 2523136->2527231) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdc3 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.467183:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016120.467246:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334838272:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6705us (7819us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.467255:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10903 00000100:00100000:0.0:1734016120.469106:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.469363:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334838400 00000100:00100000:1.0:1734016120.469375:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334838400 00010000:00010000:1.0:1734016120.469417:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993260 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5656576->5701631) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd99 expref: 10 pid: 7686 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016120.469502:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3066 00000100:00100000:1.0:1734016120.469661:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334838400:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016120.469682:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016120.469708:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993260 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5656576->5701631) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd99 expref: 10 pid: 7686 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016120.469720:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993260 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5656576->5701631) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd99 expref: 10 pid: 7686 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016120.469749:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993260 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5656576->5701631) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd99 expref: 10 pid: 7686 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016120.469783:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.469786:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.469793:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599328a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdc3 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.469803:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599328a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdc3 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.469964:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599328a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdc3 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.469983:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338430464:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016120.470065:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.472850:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338430464:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016120.472880:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016120.472939:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334838400:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3279us (3837us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.472951:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3066 00000100:00100000:0.0:1734016120.473099:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.473372:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334838656 00000100:00100000:2.0:1734016120.473380:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334838656 00002000:00100000:2.0:1734016120.473416:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2523136->8302591) req@ffff880078e28380 x1818247334838656/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:81/0 lens 504/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.473427:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e28380 with x1818247334838656 ext(2523136->8302591) 00002000:00010000:2.0:1734016120.473432:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e28380 00000100:00100000:2.0:1734016120.473487:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8921 00000100:00100000:2.0:1734016120.473493:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334838656:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.481599:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334838656:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 8089us (8485us total) trans 0 rc 638976/638976 00000100:00100000:2.0:1734016120.481616:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8921 00002000:00100000:2.0:1734016120.481636:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2523136->8302591) req@ffff880078e28380 x1818247334838656/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:81/0 lens 504/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 638976/638976 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.481645:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e28380 with x1818247334838656 ext(2523136->8302591) 00002000:00010000:2.0:1734016120.481651:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e28380 00000100:00100000:3.0:1734016120.484201:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.484319:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334838912 00000100:00100000:2.0:1734016120.484328:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334838912 00002000:00100000:2.0:1734016120.484368:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2519040->2523135) req@ffff8800700cfb80 x1818247334838912/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.484378:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cfb80 with x1818247334838912 ext(2519040->2523135) 00002000:00010000:2.0:1734016120.484383:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cfb80 00000100:00100000:2.0:1734016120.484411:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8922 00000100:00100000:2.0:1734016120.484417:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334838912:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.484569:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334838912:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 151us (379us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.484576:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8922 00002000:00100000:2.0:1734016120.484582:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2519040->2523135) req@ffff8800700cfb80 x1818247334838912/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.484590:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cfb80 with x1818247334838912 ext(2519040->2523135) 00002000:00010000:2.0:1734016120.484592:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cfb80 00000100:00100000:3.0:1734016120.504968:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016120.505341:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334839168 00000100:00100000:0.0:1734016120.505353:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334839168 00002000:00100000:0.0:1734016120.505412:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2514944->2519039) req@ffff8800700cce00 x1818247334839168/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.505424:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cce00 with x1818247334839168 ext(2514944->2519039) 00002000:00010000:0.0:1734016120.505432:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cce00 00000100:00100000:0.0:1734016120.505469:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8923 00000100:00100000:0.0:1734016120.505476:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334839168:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016120.505670:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334839168:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 192us (720us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016120.505677:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8923 00002000:00100000:0.0:1734016120.505683:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2514944->2519039) req@ffff8800700cce00 x1818247334839168/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.505695:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cce00 with x1818247334839168 ext(2514944->2519039) 00002000:00010000:0.0:1734016120.505697:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cce00 00000100:00100000:0.0:1734016120.519205:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.519678:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334839424 00000100:00100000:1.0:1734016120.519696:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334839424 00000100:00100000:1.0:1734016120.519801:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2202 00000100:00100000:1.0:1734016120.519874:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:9662:x1818247334839424:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016120.519979:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016120.520027:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993244 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd84 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.520078:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016120.520085:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016120.520353:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993291 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016120.520373:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993252 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd8b expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.520382:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993291 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016120.520433:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993252 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd8b expref: 16 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.520451:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993252 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd8b expref: 16 pid: 6479 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016120.520471:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338430592:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016120.520593:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.524461:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.524704:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334839552 00000100:00100000:2.0:1734016120.524715:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334839552 00010000:00010000:2.0:1734016120.524762:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993252 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd8b expref: 17 pid: 6479 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016120.525042:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3067 00000100:00100000:3.0:1734016120.525050:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1969:x1818247334839552:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016120.525065:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016120.525072:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993252 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd8b expref: 17 pid: 6479 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016120.525085:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993252 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd8b expref: 17 pid: 6479 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016120.525115:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016120.525120:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993291 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016120.525128:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993291 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016120.525134:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993291 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016120.525152:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.525200:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1969:x1818247334839552:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 150us (753us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.525207:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3067 00010000:00010000:1.0:1734016120.526463:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993252 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fd8b expref: 16 pid: 6479 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016120.528198:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338430592:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016120.528229:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993291 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016120.528249:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993291 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016120.528253:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993291 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:1.0:1734016120.528342:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968696 00000004:00010000:1.0:1734016120.528390:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078e29f80 reply state ffff880078e34000 transno 4294968697 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993291 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:1.0:1734016120.528398:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016120.528524:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:9662:x1818247334839424:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 8654us (9340us total) trans 4294968697 rc 0/0 00000100:00100000:1.0:1734016120.528532:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2202 00000020:00080000:1.0:1734016120.528538:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016120.531747:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.531949:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334839680 00000100:00100000:1.0:1734016120.531964:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334839680 00000100:00100000:1.0:1734016120.532027:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10904 00000100:00100000:1.0:1734016120.532037:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334839680:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.532070:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.532097:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993298 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fdca expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.532145:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599328a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdc3 expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.532155:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.532158:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.532162:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993298 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdca expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.532210:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599328a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdc3 expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.532225:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599328a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdc3 expref: 9 pid: 7685 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016120.532261:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338430720:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016120.532357:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00010000:00010000:3.0:1734016120.532906:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993291 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016120.532919:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993291 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016120.532926:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993291 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016120.532933:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e837600 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016120.532939:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993291 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016120.532948:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993291 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016120.532972:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016120.532975:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016120.532980:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993291 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016120.532984:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993291 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016120.542169:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.542567:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334839808 00000100:00100000:2.0:1734016120.542581:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334839808 00010000:00010000:2.0:1734016120.542620:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599328a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdc3 expref: 10 pid: 7685 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.542710:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3068 00000100:00100000:2.0:1734016120.542719:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334839808:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.542737:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.542766:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599328a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdc3 expref: 10 pid: 7685 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.542781:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599328a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdc3 expref: 10 pid: 7685 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.542895:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.542898:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.542906:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993298 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdca expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.542919:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993298 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdca expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.542963:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993298 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdca expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.542978:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c25880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338430848:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016120.543042:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e273c0 going to sleep for 11 seconds 00010000:00010000:1.0:1734016120.544502:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599328a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdc3 expref: 10 pid: 7685 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016120.544650:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338430720:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016120.544671:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993298 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdca expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.544681:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016120.544712:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:9662:x1818247334839680:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12677us (12980us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.544719:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10904 00000100:00100000:3.0:1734016120.548621:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c25880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338430848:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016120.548656:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.548711:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334839808:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5992us (6555us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.548723:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3068 00000100:00100000:0.0:1734016120.550780:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.551097:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334839936 00000100:00100000:2.0:1734016120.551108:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334839936 00002000:00010000:2.0:1734016120.551148:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1483532->18446744073709551615) 00002000:00100000:2.0:1734016120.551152:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e29180 with x1818247334839936 ext(1483532->18446744073709551615) 00002000:00010000:2.0:1734016120.551165:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e29180. 00000100:00100000:2.0:1734016120.551185:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8924 00000100:00100000:2.0:1734016120.551191:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334839936:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016120.559877:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8299930 -> 1483532 00002000:00010000:2.0:1734016120.559887:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016120.559889:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016120.559891:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016120.559892:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 880 -> 720 00000100:00100000:2.0:1734016120.560001:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334839936:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 8801us (9221us total) trans 4294969480 rc 0/0 00000100:00100000:2.0:1734016120.560013:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8924 00002000:00010000:2.0:1734016120.560018:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1483532->18446744073709551615) 00002000:00100000:2.0:1734016120.560022:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e29180 with x1818247334839936 ext(1483532->18446744073709551615) 00002000:00010000:2.0:1734016120.560028:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e29180. 00000100:00100000:0.0:1734016120.569375:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.569490:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334840064 00000100:00100000:1.0:1734016120.569502:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334840064 00000100:00100000:1.0:1734016120.569561:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2203 00000100:00100000:1.0:1734016120.569570:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334840064:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.569599:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.569619:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc5599329f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fdd1 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.569707:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559932a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016120.569719:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559932a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016120.569727:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559932a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:1.0:1734016120.569750:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1483532 00000004:00200000:1.0:1734016120.569754:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016120.569768:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559932a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016120.569789:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc5599329f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdd1 expref: 25 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.569805:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559932a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdd1 expref: 24 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.569838:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016120.569841:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016120.569844:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:1.0:1734016120.569884:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:9662:x1818247334840064:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 315us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.569890:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2203 00000100:00100000:0.0:1734016120.580646:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.580743:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334840192 00000100:00100000:2.0:1734016120.580751:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334840192 00000100:00100000:2.0:1734016120.580795:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2204 00000100:00100000:2.0:1734016120.580802:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334840192:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.580841:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.580864:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559932ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fdd8 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.580963:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559932b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016120.580977:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559932b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016120.580988:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559932b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:2.0:1734016120.581013:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1483532 00000004:00200000:2.0:1734016120.581017:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016120.581033:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559932b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016120.581053:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559932ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdd8 expref: 18 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.581069:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559932b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdd8 expref: 17 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.581077:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016120.581079:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016120.581082:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016120.581131:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334840192:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 330us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.581137:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2204 00000100:00100000:0.0:1734016120.584043:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.584126:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334840320 00000100:00100000:1.0:1734016120.584136:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334840320 00000100:00100000:1.0:1734016120.584168:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10905 00000100:00100000:1.0:1734016120.584176:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334840320:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.584195:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.584217:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc559932bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fddf expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.584581:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338430976:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016120.585001:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.589348:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338430976:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016120.589380:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc559932bb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fddf expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.589393:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc559932bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fddf expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.589423:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:1.0:1734016120.589475:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334840320:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5299us (5441us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.589483:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10905 00000100:00100000:0.0:1734016120.594673:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.594746:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334840448 00000100:00100000:1.0:1734016120.594758:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334840448 00000100:00100000:1.0:1734016120.594827:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10906 00000100:00100000:1.0:1734016120.594834:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334840448:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.594854:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.594879:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc559932c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fde6 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.594942:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338431104:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016120.595017:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.600031:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338431104:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016120.600081:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc559932c2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fde6 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.600107:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc559932c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fde6 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.600151:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:1.0:1734016120.600243:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334840448:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5409us (5580us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.600252:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10906 00000100:00100000:0.0:1734016120.608687:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.609962:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334840576 00000100:00100000:1.0:1734016120.609971:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334840576 00000100:00100000:1.0:1734016120.610022:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10907 00000100:00100000:1.0:1734016120.610031:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334840576:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.610054:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.610078:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559932c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fded expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.610150:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338431232:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016120.610240:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016120.618078:0:7685:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 1483532 -> 7139725 00000100:00100000:1.0:1734016120.618101:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338431232:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016120.618130:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559932c9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fded expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.618143:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559932c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fded expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.618175:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:1.0:1734016120.618218:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334840576:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8189us (9549us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.618225:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10907 00000100:00100000:2.0:1734016120.625694:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.625858:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334840704 00000100:00100000:1.0:1734016120.625870:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334840704 00000100:00100000:1.0:1734016120.625917:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10908 00000100:00100000:1.0:1734016120.625926:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334840704:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.625951:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.625971:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559932d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fdf4 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.626063:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338431360:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016120.626153:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.632722:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338431360:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016120.632754:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559932d0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdf4 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.632768:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559932d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdf4 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.633245:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016120.633296:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334840704:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7371us (7614us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.633307:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10908 00000100:00100000:2.0:1734016120.642948:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.643134:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334840832 00000100:00100000:1.0:1734016120.643148:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334840832 00000100:00100000:1.0:1734016120.643320:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10909 00000100:00100000:1.0:1734016120.643329:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334840832:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.643352:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.643369:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559932d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fdfb expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.643433:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338431488:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016120.643501:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.646626:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338431488:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016120.646658:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559932d7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdfb expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.646670:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559932d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdfb expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.646698:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016120.646748:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334840832:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3418us (3818us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.646755:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10909 00000100:00100000:2.0:1734016120.648856:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.649060:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334840960 00000100:00100000:1.0:1734016120.649070:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334840960 00000100:00100000:0.0:1734016120.650198:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10910 00000100:00100000:0.0:1734016120.650207:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334840960:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.650240:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.650265:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559932de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe02 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.650343:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338431616:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016120.651182:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85859c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.657524:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338431616:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016120.657564:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559932de lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe02 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.657576:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc559932de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe02 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.657606:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85673c0, rc 0) 00000100:00100000:0.0:1734016120.657658:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334840960:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7450us (8854us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016120.657668:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10910 00000100:00100000:3.0:1734016120.664238:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.664774:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334841216 00000100:00100000:2.0:1734016120.664788:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334841216 00002000:00100000:2.0:1734016120.664919:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2359296->2363391) req@ffff8800a8687100 x1818247334841216/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.664936:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8687100 with x1818247334841216 ext(2359296->2363391) 00002000:00010000:2.0:1734016120.664943:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8687100 00000100:00100000:2.0:1734016120.664997:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8925 00000100:00100000:2.0:1734016120.665005:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334841216:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.665438:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334841216:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 430us (1223us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.665447:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8925 00002000:00100000:2.0:1734016120.665453:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2359296->2363391) req@ffff8800a8687100 x1818247334841216/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:81/0 lens 488/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.665461:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8687100 with x1818247334841216 ext(2359296->2363391) 00002000:00010000:2.0:1734016120.665464:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8687100 00000100:00100000:2.0:1734016120.670509:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016120.670613:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334841472 00000100:00100000:0.0:1734016120.670622:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334841472 00002000:00100000:0.0:1734016120.670668:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2355200->2359295) req@ffff880078c26d80 x1818247334841472/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.670680:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26d80 with x1818247334841472 ext(2355200->2359295) 00002000:00010000:0.0:1734016120.670685:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26d80 00000100:00100000:0.0:1734016120.670716:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8926 00000100:00100000:0.0:1734016120.670723:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334841472:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016120.670927:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334841472:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 203us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.670935:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8926 00002000:00100000:0.0:1734016120.670941:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2355200->2359295) req@ffff880078c26d80 x1818247334841472/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:81/0 lens 488/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.670947:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26d80 with x1818247334841472 ext(2355200->2359295) 00002000:00010000:0.0:1734016120.670950:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26d80 00000100:00100000:3.0:1734016120.674508:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.674618:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334841728 00000100:00100000:2.0:1734016120.674629:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334841728 00002000:00100000:2.0:1734016120.674673:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2351104->2355199) req@ffff8800a8685180 x1818247334841728/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.674685:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685180 with x1818247334841728 ext(2351104->2355199) 00002000:00010000:2.0:1734016120.674692:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8685180 00000100:00100000:2.0:1734016120.674786:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8927 00000100:00100000:2.0:1734016120.674795:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334841728:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.675057:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334841728:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 262us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.675067:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8927 00002000:00100000:2.0:1734016120.675074:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2351104->2355199) req@ffff8800a8685180 x1818247334841728/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:81/0 lens 488/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.675081:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685180 with x1818247334841728 ext(2351104->2355199) 00002000:00010000:2.0:1734016120.675085:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8685180 00000100:00100000:3.0:1734016120.678677:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016120.678750:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334841984 00000100:00100000:0.0:1734016120.678761:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334841984 00002000:00100000:0.0:1734016120.678801:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2347008->2351103) req@ffff8800a8686680 x1818247334841984/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.678903:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8686680 with x1818247334841984 ext(2347008->2351103) 00002000:00010000:0.0:1734016120.678909:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8686680 00000100:00100000:0.0:1734016120.678939:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8928 00000100:00100000:0.0:1734016120.678946:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334841984:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016120.679102:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334841984:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 155us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.679110:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8928 00002000:00100000:0.0:1734016120.679115:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2347008->2351103) req@ffff8800a8686680 x1818247334841984/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:81/0 lens 488/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.679122:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8686680 with x1818247334841984 ext(2347008->2351103) 00002000:00010000:0.0:1734016120.679124:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8686680 00000100:00100000:3.0:1734016120.681452:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.681646:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334842240 00000100:00100000:2.0:1734016120.681659:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334842240 00002000:00100000:2.0:1734016120.681710:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2342912->2347007) req@ffff88007a3caa00 x1818247334842240/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.681720:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3caa00 with x1818247334842240 ext(2342912->2347007) 00002000:00010000:2.0:1734016120.681726:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3caa00 00000100:00100000:2.0:1734016120.681966:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8929 00000100:00100000:2.0:1734016120.681976:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334842240:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.682199:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334842240:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 222us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.682207:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8929 00002000:00100000:2.0:1734016120.682215:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2342912->2347007) req@ffff88007a3caa00 x1818247334842240/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:81/0 lens 488/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.682222:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3caa00 with x1818247334842240 ext(2342912->2347007) 00002000:00010000:2.0:1734016120.682226:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3caa00 00000100:00100000:3.0:1734016120.686217:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016120.686560:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334842496 00000100:00100000:0.0:1734016120.686570:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334842496 00002000:00100000:0.0:1734016120.686625:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2338816->2342911) req@ffff88007a3c8000 x1818247334842496/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.686637:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c8000 with x1818247334842496 ext(2338816->2342911) 00002000:00010000:0.0:1734016120.686644:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c8000 00000100:00100000:0.0:1734016120.686684:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8930 00000100:00100000:0.0:1734016120.686690:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334842496:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016120.687715:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334842496:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1020us (1508us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.687726:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8930 00002000:00100000:1.0:1734016120.687739:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2338816->2342911) req@ffff88007a3c8000 x1818247334842496/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:81/0 lens 488/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.687747:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c8000 with x1818247334842496 ext(2338816->2342911) 00002000:00010000:1.0:1734016120.687752:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c8000 00000100:00100000:3.0:1734016120.691522:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.692248:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334842624 00000100:00100000:1.0:1734016120.692258:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334842624 00002000:00100000:1.0:1734016120.692302:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2338816->7139724) req@ffff88012dccdc00 x1818247334842624/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:81/0 lens 504/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.692313:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccdc00 with x1818247334842624 ext(2338816->7139724) 00002000:00010000:1.0:1734016120.692320:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccdc00 00000100:00100000:1.0:1734016120.692358:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8931 00000100:00100000:1.0:1734016120.692364:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334842624:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:1.0:1734016120.696930:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247334842624:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4548us (5405us total) trans 4294969481 rc 0/0 00000100:00100000:1.0:1734016120.696945:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8931 00002000:00100000:1.0:1734016120.696960:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2338816->7139724) req@ffff88012dccdc00 x1818247334842624/t4294969481(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:81/0 lens 504/448 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.696970:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccdc00 with x1818247334842624 ext(2338816->7139724) 00002000:00010000:1.0:1734016120.696979:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccdc00 00000100:00100000:3.0:1734016120.699321:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016120.699442:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334842752 00000100:00100000:0.0:1734016120.699465:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334842752 00000100:00100000:0.0:1734016120.699566:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2205 00000100:00100000:0.0:1734016120.699580:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:9662:x1818247334842752:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:0.0:1734016120.699881:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:9662:x1818247334842752:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 302us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.699891:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2205 00000100:00100000:3.0:1734016120.702893:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016120.702972:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334842880 00000100:00100000:0.0:1734016120.702988:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334842880 00000100:00100000:0.0:1734016120.703139:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10911 00000100:00100000:0.0:1734016120.703150:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334842880:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:2.0:1734016120.705016:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969481 is committed 00000001:00080000:2.0:1734016120.705043:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969479 is committed 00000100:00100000:0.0:1734016120.705223:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334842880:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2071us (2338us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.705242:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10911 00000100:00100000:3.0:1734016120.708673:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016120.708728:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334843008 00000100:00100000:0.0:1734016120.708735:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334843008 00000100:00100000:0.0:1734016120.708839:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10912 00000100:00100000:0.0:1734016120.708845:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334843008:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016120.709020:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7139725 -> 7139725 00002000:00010000:0.0:1734016120.709022:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:0.0:1734016120.709025:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:0.0:1734016120.709026:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:0.0:1734016120.709028:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 720 -> 904 00000100:00100000:0.0:1734016120.709077:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334843008:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 231us (411us total) trans 4294969482 rc 0/0 00000100:00100000:0.0:1734016120.709083:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10912 00000100:00100000:2.0:1734016120.711725:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.712634:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334843136 00000100:00100000:1.0:1734016120.712643:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334843136 00000100:00100000:1.0:1734016120.712740:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10913 00000100:00100000:1.0:1734016120.712749:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334843136:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.712766:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.712784:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559932e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe09 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.712855:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338431744:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016120.712917:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016120.714995:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016119 -> 1734016120 00000100:00100000:1.0:1734016120.715018:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338431744:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016120.715045:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559932e5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe09 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.715056:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559932e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe09 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.715175:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:1.0:1734016120.715965:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334843136:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3215us (4248us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.715974:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10913 00000100:00100000:3.0:1734016120.718158:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.718794:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334843264 00000100:00100000:1.0:1734016120.718801:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334843264 00000100:00100000:1.0:1734016120.718867:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10914 00000100:00100000:1.0:1734016120.718874:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334843264:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.718889:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.718905:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc559932ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe10 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.718960:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338431872:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016120.719023:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.721665:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338431872:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016120.721713:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc559932ec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe10 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.721730:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc559932ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe10 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.721759:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016120.721854:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334843264:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2977us (3697us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.721864:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10914 00000100:00100000:3.0:1734016120.725671:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.727669:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334843520 00000100:00100000:1.0:1734016120.727699:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334843520 00000100:00100000:1.0:1734016120.728381:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8932 00000100:00100000:1.0:1734016120.728396:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334843520:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:1.0:1734016120.728476:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559932f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.728500:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993298 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdca expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.728509:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016120.728512:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016120.728516:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559932f3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7409664->7430143] (req 7409664->7430143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.728565:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993298 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdca expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.728580:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993298 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdca expref: 6 pid: 7685 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016120.728599:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338432000:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016120.728733:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.734652:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.735447:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338432000:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016120.735489:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559932f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7409664->7430143] (req 7409664->7430143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.735998:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334843648 00000100:00100000:2.0:1734016120.736013:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334843648 00010000:00010000:2.0:1734016120.736071:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993298 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdca expref: 7 pid: 7685 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.736117:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3069 00000100:00100000:2.0:1734016120.736129:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c55bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334843648:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.736152:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.736185:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993298 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdca expref: 7 pid: 7685 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.736198:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993298 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdca expref: 7 pid: 7685 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.736225:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993298 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdca expref: 7 pid: 7685 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.736259:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.736261:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.736267:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559932f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7409664->7430143] (req 7409664->7430143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.736276:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559932f3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7409664->7430143] (req 7409664->7430143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.736297:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016120.736343:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c55bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334843648:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 216us (1707us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.736349:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3069 00010000:00010000:1.0:1734016120.737173:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559932f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7409664->7430143] (req 7409664->7430143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.737182:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559932f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7409664->7430143] (req 7409664->7430143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016120.743265:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969483 is committed 00000001:00080000:0.0:1734016120.743287:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969482 is committed 00002000:00010000:1.0:1734016120.743409:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7139725 -> 7430144 00002000:00010000:1.0:1734016120.743416:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 904 -> 944 00010000:00010000:1.0:1734016120.743437:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559932f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7409664->7430143] (req 7409664->7430143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.743448:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559932f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7409664->7430143] (req 7409664->7430143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.743460:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559932f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7409664->7430143] (req 7409664->7430143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.743468:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e8346c0 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016120.743473:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559932f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7409664->7430143] (req 7409664->7430143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.743481:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559932f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7409664->7430143] (req 7409664->7430143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.743505:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559932f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7409664->7430143] (req 7409664->7430143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.743510:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc559932f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7409664->7430143] (req 7409664->7430143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.744220:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334843520:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 15821us (18555us total) trans 4294969483 rc 0/0 00000100:00100000:1.0:1734016120.744238:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8932 00000100:00100000:3.0:1734016120.751522:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.751641:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334843776 00000100:00100000:1.0:1734016120.751653:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334843776 00000100:00100000:1.0:1734016120.751715:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10915 00000100:00100000:1.0:1734016120.751724:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334843776:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.751750:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.751776:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc559932fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe17 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016120.751804:0:7685:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7430144, mtime: 0x675afc78, atime: 0x675afc78, ctime: 0x675afc78, blocks: 0x3b0 00010000:00010000:1.0:1734016120.751862:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.751864:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.751873:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc559932fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe17 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.751891:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc559932fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe17 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.751905:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016120.751967:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334843776:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 244us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.751972:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10915 00000100:00100000:2.0:1734016120.757477:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016120.757630:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334843904 00000100:00100000:0.0:1734016120.757645:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334843904 00000100:00100000:0.0:1734016120.757738:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10916 00000100:00100000:0.0:1734016120.757751:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334843904:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.757790:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.757870:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55993301 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe1e expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.757907:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016120.757909:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016120.757920:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55993301 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe1e expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.757939:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55993301 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe1e expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.757956:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:0.0:1734016120.758060:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334843904:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 311us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.758069:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10916 00000100:00100000:3.0:1734016120.763217:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.763453:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334844160 00000100:00100000:1.0:1734016120.763461:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334844160 00002000:00100000:1.0:1734016120.763506:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2760704->2764799) req@ffff8800783b4000 x1818247334844160/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.763515:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b4000 with x1818247334844160 ext(2760704->2764799) 00002000:00010000:1.0:1734016120.763520:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b4000 00000100:00100000:1.0:1734016120.763551:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8933 00000100:00100000:1.0:1734016120.763559:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334844160:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016120.763795:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334844160:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 236us (586us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016120.763802:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8933 00002000:00100000:1.0:1734016120.763851:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2760704->2764799) req@ffff8800783b4000 x1818247334844160/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.763858:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b4000 with x1818247334844160 ext(2760704->2764799) 00002000:00010000:1.0:1734016120.763861:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b4000 00000100:00100000:3.0:1734016120.768355:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.769110:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334844416 00000100:00100000:2.0:1734016120.769122:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334844416 00002000:00100000:2.0:1734016120.769175:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2756608->2760703) req@ffff8800783b6300 x1818247334844416/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.769185:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b6300 with x1818247334844416 ext(2756608->2760703) 00002000:00010000:2.0:1734016120.769190:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b6300 00000100:00100000:2.0:1734016120.769226:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8934 00000100:00100000:2.0:1734016120.769241:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334844416:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.769472:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334844416:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 228us (1133us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.769481:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8934 00002000:00100000:2.0:1734016120.769487:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2756608->2760703) req@ffff8800783b6300 x1818247334844416/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.769494:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b6300 with x1818247334844416 ext(2756608->2760703) 00002000:00010000:2.0:1734016120.769497:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b6300 00000100:00100000:3.0:1734016120.773217:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.773332:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334844672 00000100:00100000:2.0:1734016120.773341:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334844672 00000100:00100000:2.0:1734016120.773916:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2206 00000100:00100000:2.0:1734016120.773923:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334844672:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016120.773977:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.774008:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc559932b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdd8 expref: 17 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.774041:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016120.774046:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016120.774243:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993308 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016120.774255:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559932a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdd1 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.774261:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993308 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016120.774289:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559932a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdd1 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.774300:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559932a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdd1 expref: 23 pid: 6480 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.774312:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c24e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338432128:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016120.774371:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.778777:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016120.779110:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334844800 00000100:00100000:0.0:1734016120.779119:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334844800 00010000:00010000:0.0:1734016120.779157:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559932a6 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdd1 expref: 24 pid: 6480 timeout: 484 lvb_type: 0 00000100:00100000:0.0:1734016120.779201:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3070 00000100:00100000:0.0:1734016120.779208:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:1969:x1818247334844800:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016120.779236:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016120.779242:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559932a6 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdd1 expref: 24 pid: 6480 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016120.779253:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559932a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdd1 expref: 24 pid: 6480 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016120.779280:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016120.779286:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993308 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016120.779297:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993308 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016120.779305:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993308 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016120.779323:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016120.779379:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:1969:x1818247334844800:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 169us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.779387:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3070 00010000:00010000:2.0:1734016120.780460:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559932a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fdd1 expref: 23 pid: 6480 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.780481:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c24e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338432128:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016120.780501:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993308 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016120.780510:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993308 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016120.780514:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993308 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:2.0:1734016120.780615:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968698 00000004:00010000:2.0:1734016120.780663:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800783b5500 reply state ffff88012e60c000 transno 4294968699 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993308 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:2.0:1734016120.780671:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016120.780756:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:9662:x1818247334844672:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 6832us (7552us total) trans 4294968699 rc 0/0 00000100:00100000:2.0:1734016120.780763:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2206 00000020:00080000:2.0:1734016120.780768:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016120.784574:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993308 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016120.784597:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993308 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016120.784606:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993308 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016120.784612:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405440 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:1.0:1734016120.785074:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993308 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016120.785084:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993308 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016120.785109:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016120.785112:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016120.785117:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993308 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016120.785122:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993308 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016120.785226:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.785561:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334844928 00000100:00100000:1.0:1734016120.785576:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334844928 00000100:00100000:1.0:1734016120.785640:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10917 00000100:00100000:1.0:1734016120.785651:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334844928:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.785681:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.785703:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599330f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe25 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.785737:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc559932fa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe17 expref: 5 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.785746:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55993301 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe1e expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.785751:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.785753:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.785756:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599330f lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe25 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.785790:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55993301 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe1e expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.785803:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55993301 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe1e expref: 8 pid: 7686 timeout: 484 lvb_type: 1 00000100:00100000:1.0:1734016120.785838:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338432256:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016120.785918:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc559932fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe17 expref: 5 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.785926:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc559932fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe17 expref: 5 pid: 7685 timeout: 484 lvb_type: 1 00000100:00100000:1.0:1734016120.785941:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338432384:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016120.785958:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.788567:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.788724:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334845056 00000100:00100000:3.0:1734016120.788741:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334845056 00010000:00010000:3.0:1734016120.788791:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc559932fa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe17 expref: 6 pid: 7685 timeout: 484 lvb_type: 1 00000100:00100000:3.0:1734016120.789721:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3071 00000100:00100000:3.0:1734016120.789732:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334845056:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016120.791581:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016120.791631:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc559932fa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe17 expref: 6 pid: 7685 timeout: 484 lvb_type: 1 00010000:00010000:3.0:1734016120.791649:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc559932fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe17 expref: 6 pid: 7685 timeout: 484 lvb_type: 1 00010000:00010000:3.0:1734016120.791686:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016120.791874:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338432256:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016120.791892:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc559932fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe17 expref: 6 pid: 7685 timeout: 484 lvb_type: 1 00000100:00100000:1.0:1734016120.791909:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338432384:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016120.791945:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599330f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe25 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.791955:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:3.0:1734016120.792276:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334845056:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2543us (3723us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.792288:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3071 00000100:00100000:1.0:1734016120.792668:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334844928:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7018us (7448us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.792678:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10917 00000100:00100000:0.0:1734016120.792972:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.793399:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334845184 00000100:00100000:3.0:1734016120.793406:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334845184 00010000:00010000:3.0:1734016120.793429:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55993301 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe1e expref: 8 pid: 7686 timeout: 484 lvb_type: 1 00000100:00100000:3.0:1734016120.793466:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3072 00000100:00100000:3.0:1734016120.793474:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334845184:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016120.793487:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016120.793503:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55993301 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe1e expref: 8 pid: 7686 timeout: 484 lvb_type: 1 00010000:00010000:3.0:1734016120.793525:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55993301 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe1e expref: 8 pid: 7686 timeout: 484 lvb_type: 1 00010000:00010000:3.0:1734016120.793544:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55993301 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe1e expref: 8 pid: 7686 timeout: 484 lvb_type: 1 00010000:00010000:3.0:1734016120.793564:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.793566:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.793572:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599330f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe25 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.793580:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599330f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe25 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.793612:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599330f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe25 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.793627:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338432512:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016120.793677:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.800425:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.800532:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078325c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338432512:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016120.800556:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.800601:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334845184:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7127us (7630us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.800615:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3072 00000100:00100000:1.0:1734016120.800782:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334845312 00000100:00100000:1.0:1734016120.800789:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334845312 00002000:00010000:1.0:1734016120.800850:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9443752->18446744073709551615) 00002000:00100000:1.0:1734016120.800854:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701cbb80 with x1818247334845312 ext(9443752->18446744073709551615) 00002000:00010000:1.0:1734016120.800866:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701cbb80. 00000100:00100000:1.0:1734016120.801426:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8935 00000100:00100000:1.0:1734016120.801435:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334845312:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016120.801746:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7430144 -> 9443752 00002000:00010000:1.0:1734016120.801750:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016120.801754:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016120.801756:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016120.801759:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 944 -> 944 00000100:00100000:1.0:1734016120.801844:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334845312:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 409us (1429us total) trans 4294969484 rc 0/0 00000100:00100000:1.0:1734016120.801850:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8935 00002000:00010000:1.0:1734016120.801855:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9443752->18446744073709551615) 00002000:00100000:1.0:1734016120.801857:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701cbb80 with x1818247334845312 ext(9443752->18446744073709551615) 00002000:00010000:1.0:1734016120.801862:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701cbb80. 00000100:00100000:0.0:1734016120.806779:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.807092:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334845568 00000100:00100000:3.0:1734016120.807112:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334845568 00002000:00100000:3.0:1734016120.807187:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9441280->9445375) req@ffff8800701c8a80 x1818247334845568/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.807199:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c8a80 with x1818247334845568 ext(9441280->9445375) 00002000:00010000:3.0:1734016120.807206:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c8a80 00000100:00100000:3.0:1734016120.807255:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8936 00000100:00100000:3.0:1734016120.807264:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334845568:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.807561:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334845568:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 295us (801us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016120.807570:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8936 00002000:00100000:3.0:1734016120.807577:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9441280->9445375) req@ffff8800701c8a80 x1818247334845568/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.807584:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c8a80 with x1818247334845568 ext(9441280->9445375) 00002000:00010000:3.0:1734016120.807586:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c8a80 00000100:00100000:3.0:1734016120.820774:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.820993:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334845824 00000100:00100000:1.0:1734016120.821009:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334845824 00002000:00100000:1.0:1734016120.821091:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9437184->9441279) req@ffff880078325c00 x1818247334845824/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.821102:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078325c00 with x1818247334845824 ext(9437184->9441279) 00002000:00010000:1.0:1734016120.821111:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078325c00 00000100:00100000:1.0:1734016120.821153:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8937 00000100:00100000:1.0:1734016120.821164:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334845824:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016120.821489:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334845824:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 327us (740us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016120.821498:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8937 00002000:00100000:1.0:1734016120.821505:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9437184->9441279) req@ffff880078325c00 x1818247334845824/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.821510:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078325c00 with x1818247334845824 ext(9437184->9441279) 00002000:00010000:1.0:1734016120.821514:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078325c00 00000100:00100000:0.0:1734016120.829718:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016120.829955:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334846080 00000100:00100000:3.0:1734016120.829967:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334846080 00002000:00100000:3.0:1734016120.830014:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9433088->9437183) req@ffff880129ff2a00 x1818247334846080/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.830027:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff2a00 with x1818247334846080 ext(9433088->9437183) 00002000:00010000:3.0:1734016120.830035:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff2a00 00000100:00100000:3.0:1734016120.830078:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8938 00000100:00100000:3.0:1734016120.830086:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334846080:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.830310:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334846080:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 224us (606us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016120.830319:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8938 00002000:00100000:3.0:1734016120.830325:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9433088->9437183) req@ffff880129ff2a00 x1818247334846080/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.830332:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff2a00 with x1818247334846080 ext(9433088->9437183) 00002000:00010000:3.0:1734016120.830335:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff2a00 00000100:00100000:0.0:1734016120.836368:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.836506:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334846208 00000100:00100000:1.0:1734016120.836520:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334846208 00002000:00100000:1.0:1734016120.836568:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9433088->9443751) req@ffff880129ff3480 x1818247334846208/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 11152/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.836580:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff3480 with x1818247334846208 ext(9433088->9443751) 00002000:00010000:1.0:1734016120.836587:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff3480 00000100:00100000:1.0:1734016120.836623:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8939 00000100:00100000:1.0:1734016120.836628:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334846208:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:1.0:1734016120.840429:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334846208:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3782us (4056us total) trans 4294969485 rc 0/0 00000100:00100000:1.0:1734016120.840447:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8939 00002000:00100000:1.0:1734016120.840471:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9433088->9443751) req@ffff880129ff3480 x1818247334846208/t4294969485(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:81/0 lens 11152/448 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.840485:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff3480 with x1818247334846208 ext(9433088->9443751) 00002000:00010000:1.0:1734016120.840494:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff3480 00000100:00100000:2.0:1734016120.846274:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016120.846370:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334846336 00000100:00100000:0.0:1734016120.846381:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334846336 00000100:00100000:0.0:1734016120.846443:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2207 00000100:00100000:0.0:1734016120.846452:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:9662:x1818247334846336:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:0.0:1734016120.846591:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:9662:x1818247334846336:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 138us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.846597:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2207 00000100:00100000:1.0:1734016120.848863:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.848947:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334846464 00000100:00100000:2.0:1734016120.848954:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334846464 00000100:00100000:2.0:1734016120.848987:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10918 00000100:00100000:2.0:1734016120.848992:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334846464:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:2.0:1734016120.850621:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969485 is committed 00000100:00100000:0.0:1734016120.850969:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334846464:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 1971us (2106us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.850982:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10918 00000100:00100000:1.0:1734016120.853479:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016120.854111:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334846592 00000100:00100000:2.0:1734016120.854125:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334846592 00000100:00100000:2.0:1734016120.854179:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2208 00000100:00100000:2.0:1734016120.854189:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:9662:x1818247334846592:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.854219:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.854255:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993316 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe2c expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.854364:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc5599331d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016120.854380:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc5599331d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016120.854389:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc5599331d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016120.854412:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9443752 00000004:00200000:2.0:1734016120.854417:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016120.854433:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc5599331d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016120.854454:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993316 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe2c expref: 20 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.854474:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc5599331d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe2c expref: 19 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.854482:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016120.854484:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016120.854488:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016120.854539:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:9662:x1818247334846592:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 353us (1076us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.854546:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2208 00000100:00100000:2.0:1734016120.859725:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016120.859859:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334846720 00000100:00100000:0.0:1734016120.859869:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334846720 00000100:00100000:0.0:1734016120.859911:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2209 00000100:00100000:0.0:1734016120.859919:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334846720:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.859941:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.859966:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567600/0x979ba2bc55993324 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe33 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.860084:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5599332b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016120.860105:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5599332b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016120.860118:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5599332b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:0.0:1734016120.860149:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9443752 00000004:00200000:0.0:1734016120.860154:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016120.860176:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5599332b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016120.860210:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567600/0x979ba2bc55993324 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe33 expref: 25 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.860252:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5599332b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe33 expref: 24 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.860262:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016120.860267:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016120.860271:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:0.0:1734016120.860347:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:9662:x1818247334846720:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 427us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.860355:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2209 00000100:00100000:2.0:1734016120.865700:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016120.865862:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334846848 00000100:00100000:0.0:1734016120.865874:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334846848 00000100:00100000:0.0:1734016120.865938:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10919 00000100:00100000:0.0:1734016120.865946:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334846848:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.865973:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.865992:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993332 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe3a expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.866063:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338432640:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016120.866143:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85859c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016120.879900:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 944 -> 968 00000100:00100000:0.0:1734016120.879931:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338432640:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016120.879968:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993332 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe3a expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.879982:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993332 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe3a expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.880014:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85673c0, rc 0) 00000100:00100000:0.0:1734016120.881936:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334846848:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 15977us (16241us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016120.881950:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10919 00000100:00100000:3.0:1734016120.893262:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016120.893554:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334846976 00000100:00100000:0.0:1734016120.893569:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334846976 00000100:00100000:0.0:1734016120.893649:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10920 00000100:00100000:0.0:1734016120.893658:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334846976:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.893690:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.893717:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993339 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe41 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.893796:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338432768:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016120.893921:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85859c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.898999:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338432768:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016120.899062:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993339 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe41 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.899082:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993339 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe41 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.899108:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85673c0, rc 0) 00000100:00100000:1.0:1734016120.899367:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334846976:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5707us (6117us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.899381:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10920 00000100:00100000:2.0:1734016120.904201:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.904332:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334847104 00000100:00100000:1.0:1734016120.904345:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334847104 00000100:00100000:1.0:1734016120.904392:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10921 00000100:00100000:1.0:1734016120.904401:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334847104:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.904423:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.904442:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993340 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe48 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.904506:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338432896:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016120.904572:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.910164:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338432896:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016120.910252:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993340 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe48 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.910273:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993340 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe48 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.910578:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016120.910795:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334847104:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6391us (6604us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.910827:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10921 00000100:00100000:0.0:1734016120.943959:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.950609:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334847232 00000100:00100000:1.0:1734016120.950623:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334847232 00000100:00100000:1.0:1734016120.950698:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10922 00000100:00100000:1.0:1734016120.950708:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334847232:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.950730:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.950754:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55993347 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe4f expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.950865:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338433024:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016120.950987:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.956369:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338433024:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016120.956415:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55993347 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe4f expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.956431:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55993347 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe4f expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.956460:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016120.956509:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334847232:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5801us (12572us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.956519:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10922 00000100:00100000:3.0:1734016120.961938:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.962072:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334847360 00000100:00100000:1.0:1734016120.962081:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334847360 00000100:00100000:1.0:1734016120.962146:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10923 00000100:00100000:1.0:1734016120.962155:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334847360:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.962178:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.962204:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599334e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe56 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.962301:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338433152:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016120.962390:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.966109:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338433152:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016120.966200:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599334e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe56 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.966239:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599334e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe56 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.966288:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016120.966414:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334847360:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4256us (4488us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.966432:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10923 00000100:00100000:3.0:1734016120.970124:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.970287:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334847488 00000100:00100000:1.0:1734016120.970300:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334847488 00000100:00100000:1.0:1734016120.970369:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10924 00000100:00100000:1.0:1734016120.970379:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334847488:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.970410:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.970445:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55993355 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe5d expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.970544:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338433280:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016120.970649:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.972491:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338433280:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016120.972536:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55993355 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe5d expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.972553:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55993355 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe5d expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.972570:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:1.0:1734016120.972638:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334847488:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2259us (2527us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.972648:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10924 00000100:00100000:2.0:1734016120.978297:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.978480:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334847616 00000100:00100000:1.0:1734016120.978498:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334847616 00000100:00100000:1.0:1734016120.978577:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10925 00000100:00100000:1.0:1734016120.978585:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334847616:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.978612:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.978636:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc5599335c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe64 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.978698:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338433408:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016120.980669:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.984358:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338433408:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016120.984395:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc5599335c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe64 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.984410:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc5599335c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe64 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.984441:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016120.984498:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334847616:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5912us (6218us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.984507:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10925 00000100:00100000:3.0:1734016120.986084:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016120.986185:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334847744 00000100:00100000:1.0:1734016120.986194:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334847744 00000100:00100000:1.0:1734016120.986250:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10926 00000100:00100000:1.0:1734016120.986257:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334847744:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.986281:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.986306:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993363 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe6b expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.986345:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599330f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe25 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.986354:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016120.986356:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016120.986359:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993363 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8036352->8085503] (req 8036352->8085503) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe6b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.986423:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599330f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe25 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.986436:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599330f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe25 expref: 6 pid: 7685 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016120.986459:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338433536:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016120.987795:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.996483:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338433536:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016120.996522:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993363 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8036352->8085503] (req 8036352->8085503) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe6b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.996541:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016120.996596:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334847744:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10338us (10518us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.996606:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10926 00000100:00100000:3.0:1734016120.997001:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016120.997064:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334847872 00000100:00100000:0.0:1734016120.997070:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334847872 00010000:00010000:0.0:1734016120.997093:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599330f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe25 expref: 7 pid: 7685 timeout: 484 lvb_type: 0 00000100:00100000:0.0:1734016120.997127:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3073 00000100:00100000:0.0:1734016120.997133:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334847872:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016120.997148:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016120.997163:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599330f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe25 expref: 7 pid: 7685 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016120.997173:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599330f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe25 expref: 7 pid: 7685 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016120.997192:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599330f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe25 expref: 7 pid: 7685 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016120.997222:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016120.997232:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016120.997238:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993363 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8036352->8085503) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe6b expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.997246:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993363 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8036352->8085503) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe6b expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.997275:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993363 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8036352->8085503) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe6b expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.997290:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338433664:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016120.997332:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85859c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.003160:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338433664:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016121.003202:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016121.003282:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334847872:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6146us (6279us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.003296:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3073 00000100:00100000:3.0:1734016121.007998:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016121.009237:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334848000 00000100:00100000:1.0:1734016121.009256:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334848000 00000100:00100000:1.0:1734016121.009341:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10927 00000100:00100000:1.0:1734016121.009349:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334848000:12345-192.168.201.4@tcp:22:fsx.0 00000100:00080000:2.0:1734016121.009359:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016091 00002000:00010000:1.0:1734016121.009569:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9443752 -> 9443752 00002000:00010000:1.0:1734016121.009572:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016121.009574:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016121.009576:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016120 -> 1734016121 00002000:00010000:1.0:1734016121.009577:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 968 -> 1064 00000100:00100000:1.0:1734016121.009644:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334848000:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 295us (1664us total) trans 4294969486 rc 0/0 00000100:00100000:1.0:1734016121.009651:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10927 00000100:00100000:0.0:1734016121.014730:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016121.016333:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334848128 00000100:00100000:1.0:1734016121.016349:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334848128 00000100:00100000:1.0:1734016121.019435:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10928 00000100:00100000:1.0:1734016121.019448:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334848128:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.019464:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.019483:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc5599336a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe72 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.019546:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338433792:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016121.022509:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.025070:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338433792:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016121.025116:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc5599336a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe72 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.025131:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc5599336a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe72 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.027408:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834240, rc 0) 00000100:00100000:1.0:1734016121.027475:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334848128:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8026us (12761us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.027484:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10928 00000100:00100000:0.0:1734016121.033684:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016121.034159:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334848384 00000100:00100000:1.0:1734016121.034171:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334848384 00000100:00100000:1.0:1734016121.034237:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8940 00000100:00100000:1.0:1734016121.034244:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334848384:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:1.0:1734016121.034285:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993371 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.034307:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993363 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8036352->8085503) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe6b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.034314:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016121.034316:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016121.034319:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993371 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2887680->2936831] (req 2887680->2936831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.034352:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993363 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8036352->8085503) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe6b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.034365:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993363 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8036352->8085503) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe6b expref: 6 pid: 7685 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016121.034381:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338433920:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016121.034439:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.037658:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.039435:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334848512 00000100:00100000:2.0:1734016121.039454:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334848512 00010000:00010000:2.0:1734016121.039521:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993363 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8036352->8085503) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe6b expref: 7 pid: 7685 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016121.039564:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3074 00000100:00100000:2.0:1734016121.039572:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334848512:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016121.039590:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016121.039622:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993363 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8036352->8085503) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe6b expref: 7 pid: 7685 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016121.039637:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993363 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8036352->8085503) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe6b expref: 7 pid: 7685 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016121.039680:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.039683:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.039689:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993371 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [2887680->2936831] (req 2887680->2936831) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.039702:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993371 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [2887680->2936831] (req 2887680->2936831) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.039734:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016121.039835:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334848512:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 263us (2194us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.039843:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3074 00010000:00010000:1.0:1734016121.041796:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993363 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8036352->8085503) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe6b expref: 6 pid: 7685 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016121.041878:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338433920:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016121.041902:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993371 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2887680->2936831] (req 2887680->2936831) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.041913:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993371 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2887680->2936831] (req 2887680->2936831) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.041924:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993371 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2887680->2936831] (req 2887680->2936831) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.046051:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993371 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2887680->2936831] (req 2887680->2936831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.046072:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993371 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2887680->2936831] (req 2887680->2936831) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.046080:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993371 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2887680->2936831] (req 2887680->2936831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.046087:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e834480 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016121.046092:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993371 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2887680->2936831] (req 2887680->2936831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.046102:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993371 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2887680->2936831] (req 2887680->2936831) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.046127:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993371 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2887680->2936831] (req 2887680->2936831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.046133:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993371 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2887680->2936831] (req 2887680->2936831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.046777:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334848384:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 12524us (13099us total) trans 0 rc 49152/49152 00000100:00100000:1.0:1734016121.046793:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8940 00000100:00100000:0.0:1734016121.050065:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016121.050196:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334848640 00000100:00100000:1.0:1734016121.050207:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334848640 00000100:00100000:1.0:1734016121.050266:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10929 00000100:00100000:1.0:1734016121.050274:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334848640:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.050295:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.050325:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993378 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe79 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016121.050360:0:7685:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9443752, mtime: 0x675afc78, atime: 0x675afc78, ctime: 0x675afc79, blocks: 0x428 00010000:00010000:1.0:1734016121.050394:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.050397:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.050412:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993378 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe79 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.050434:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993378 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe79 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.050450:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016121.051168:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334848640:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 892us (1121us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.051176:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10929 00000100:00100000:0.0:1734016121.054839:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016121.055005:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334848768 00000100:00100000:1.0:1734016121.055025:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334848768 00000100:00100000:1.0:1734016121.055107:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10930 00000100:00100000:1.0:1734016121.055118:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334848768:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.055156:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.055184:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc5599337f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe80 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.055218:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.055221:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.055239:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc5599337f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe80 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.055258:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc5599337f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe80 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.055272:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834240, rc 0) 00000100:00100000:1.0:1734016121.055608:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334848768:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 492us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.055617:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10930 00000100:00100000:0.0:1734016121.057541:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016121.057686:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334848896 00000100:00100000:1.0:1734016121.057697:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334848896 00000100:00100000:1.0:1734016121.057751:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10931 00000100:00100000:1.0:1734016121.057759:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334848896:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.057780:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.057840:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993386 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe87 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.057879:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993378 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe79 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.057893:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc5599337f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe80 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.057901:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.057903:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.057907:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993386 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4567040->4591615] (req 4567040->4591615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe87 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.057949:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc5599337f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe80 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.057964:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc5599337f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe80 expref: 8 pid: 7685 timeout: 484 lvb_type: 1 00000100:00100000:1.0:1734016121.057981:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338434048:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016121.058422:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993378 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe79 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.058430:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993378 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe79 expref: 6 pid: 7685 timeout: 484 lvb_type: 1 00000100:00100000:1.0:1734016121.058439:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338434176:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016121.058463:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.060556:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338434048:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016121.060576:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338434176:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016121.060606:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993386 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4567040->4591615] (req 4567040->4591615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe87 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.060625:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:1.0:1734016121.060669:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334848896:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2908us (3140us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.060679:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10931 00000100:00100000:0.0:1734016121.061870:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016121.061926:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.062255:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334849152 00000100:00100000:2.0:1734016121.062266:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334849152 00010000:00010000:2.0:1734016121.062310:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993378 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe79 expref: 7 pid: 7685 timeout: 484 lvb_type: 1 00000100:00100000:2.0:1734016121.062339:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334849024 00000100:00100000:2.0:1734016121.062341:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334849024 00010000:00010000:2.0:1734016121.062357:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc5599337f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe80 expref: 8 pid: 7685 timeout: 484 lvb_type: 1 00000100:00100000:2.0:1734016121.062389:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3075 00000100:00100000:2.0:1734016121.062396:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334849152:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016121.062419:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016121.062456:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993378 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe79 expref: 7 pid: 7685 timeout: 484 lvb_type: 1 00010000:00010000:2.0:1734016121.062469:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993378 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe79 expref: 7 pid: 7685 timeout: 484 lvb_type: 1 00010000:00010000:2.0:1734016121.062504:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993378 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe79 expref: 7 pid: 7685 timeout: 484 lvb_type: 1 00010000:00010000:2.0:1734016121.062534:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016121.062576:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334849152:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 180us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.062585:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3075 00000100:00100000:2.0:1734016121.062601:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3076 00000100:00100000:2.0:1734016121.062605:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c55a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334849024:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016121.062615:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016121.062622:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc5599337f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe80 expref: 8 pid: 7685 timeout: 484 lvb_type: 1 00010000:00010000:2.0:1734016121.062634:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc5599337f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe80 expref: 8 pid: 7685 timeout: 484 lvb_type: 1 00010000:00010000:2.0:1734016121.062648:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc5599337f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe80 expref: 8 pid: 7685 timeout: 484 lvb_type: 1 00010000:00010000:2.0:1734016121.062670:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.062672:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.062683:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993386 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4567040->4591615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe87 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.062693:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993386 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4567040->4591615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe87 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.062744:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993386 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4567040->4591615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe87 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.062769:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078e29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338434304:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016121.062856:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e270c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.066323:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.066558:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078e29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338434304:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016121.066595:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016121.066666:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c55a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334849024:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4057us (4738us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.066682:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3076 00000100:00100000:1.0:1734016121.068261:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334849280 00000100:00100000:1.0:1734016121.068276:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334849280 00000100:00100000:1.0:1734016121.069046:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10932 00000100:00100000:1.0:1734016121.069057:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334849280:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016121.069447:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9443752 -> 9443752 00002000:00010000:1.0:1734016121.069451:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016121.069454:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016121.069456:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.069458:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1064 -> 1112 00000100:00100000:1.0:1734016121.069550:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334849280:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 494us (3243us total) trans 4294969487 rc 0/0 00000100:00100000:1.0:1734016121.069557:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10932 00000100:00100000:0.0:1734016121.073992:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.074162:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334849408 00000100:00100000:2.0:1734016121.074188:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334849408 00000100:00100000:2.0:1734016121.074296:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10933 00000100:00100000:2.0:1734016121.074309:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334849408:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016121.074769:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9443752 -> 9443752 00002000:00010000:2.0:1734016121.074773:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016120 -> 1734016121 00002000:00010000:2.0:1734016121.074775:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016121.074779:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.074781:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1112 -> 1112 00000100:00100000:2.0:1734016121.074978:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334849408:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 670us (1013us total) trans 4294969488 rc 0/0 00000100:00100000:2.0:1734016121.074989:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10933 00000100:00100000:2.0:1734016121.080313:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016121.080782:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334849536 00000100:00100000:1.0:1734016121.080795:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334849536 00000100:00100000:1.0:1734016121.080910:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10934 00000100:00100000:1.0:1734016121.080923:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334849536:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.080963:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.080998:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc5599338d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe8e expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.081113:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338434432:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016121.085521:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.087511:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338434432:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016121.087559:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc5599338d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe8e expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.087575:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc5599338d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe8e expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.087609:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016121.087685:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334849536:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6762us (7399us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.087695:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10934 00000100:00100000:0.0:1734016121.092455:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016121.092563:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334849664 00000100:00100000:1.0:1734016121.092586:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334849664 00000100:00100000:1.0:1734016121.092663:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10935 00000100:00100000:1.0:1734016121.092672:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334849664:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.092705:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.092740:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55993394 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe95 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.092883:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338434560:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016121.092991:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.097340:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338434560:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016121.097506:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55993394 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe95 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.097533:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55993394 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe95 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.097588:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:1.0:1734016121.097677:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334849664:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5004us (5241us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.097685:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10935 00000100:00100000:0.0:1734016121.104109:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016121.104473:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334849792 00000100:00100000:1.0:1734016121.104488:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334849792 00000100:00100000:1.0:1734016121.104562:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10936 00000100:00100000:1.0:1734016121.104570:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334849792:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.104592:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.104613:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599339b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fe9c expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.104637:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993386 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4567040->4591615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe87 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.104643:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016121.104645:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016121.104649:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599339b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6819840->6881279] (req 6819840->6881279) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe9c expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.104699:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993386 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4567040->4591615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe87 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.104712:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993386 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4567040->4591615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe87 expref: 8 pid: 7685 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016121.104725:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338434688:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016121.104891:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.108429:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.108562:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334849920 00000100:00100000:2.0:1734016121.108581:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334849920 00000100:00100000:1.0:1734016121.108617:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338434688:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016121.108632:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993386 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4567040->4591615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe87 expref: 9 pid: 7685 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016121.108661:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599339b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6819840->6881279] (req 6819840->6881279) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe9c expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.108692:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:2.0:1734016121.108694:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3077 00000100:00100000:2.0:1734016121.108701:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334849920:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016121.108718:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016121.108746:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993386 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4567040->4591615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe87 expref: 9 pid: 7685 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016121.108758:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993386 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4567040->4591615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe87 expref: 9 pid: 7685 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016121.108774:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334849792:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4204us (4685us total) trans 0 rc 0/0 00010000:00010000:2.0:1734016121.108784:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993386 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4567040->4591615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe87 expref: 9 pid: 7685 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016121.108786:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10936 00010000:00010000:2.0:1734016121.108855:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.108858:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.108865:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599339b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6819840->6881279) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe9c expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.108879:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599339b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6819840->6881279) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe9c expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.108932:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599339b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6819840->6881279) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe9c expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.108946:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078e2b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338434816:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016121.109024:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e273c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.115113:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016121.115346:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078e2b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338434816:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016121.115381:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016121.115441:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334849920:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6739us (7027us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.115456:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3077 00000100:00100000:1.0:1734016121.115979:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334850176 00000100:00100000:1.0:1734016121.115990:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334850176 00002000:00100000:1.0:1734016121.116059:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6877184->9445375) req@ffff880078e2aa00 x1818247334850176/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:82/0 lens 504/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.116069:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2aa00 with x1818247334850176 ext(6877184->9445375) 00002000:00010000:1.0:1734016121.116076:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2aa00 00000100:00100000:1.0:1734016121.116125:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8941 00000100:00100000:1.0:1734016121.116135:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334850176:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016121.138565:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334850176:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 22411us (23450us total) trans 0 rc 1146880/1146880 00000100:00100000:1.0:1734016121.138585:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8941 00002000:00100000:1.0:1734016121.138606:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6877184->9445375) req@ffff880078e2aa00 x1818247334850176/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:82/0 lens 504/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 1146880/1146880 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.138618:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2aa00 with x1818247334850176 ext(6877184->9445375) 00002000:00010000:1.0:1734016121.138625:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2aa00 00000100:00100000:0.0:1734016121.142537:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016121.142690:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334850304 00000100:00100000:1.0:1734016121.142707:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334850304 00000100:00100000:1.0:1734016121.142787:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10937 00000100:00100000:1.0:1734016121.142796:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334850304:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.142874:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.142907:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559933a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fea3 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.142999:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338434944:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016121.143107:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.146019:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338434944:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016121.146059:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559933a2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fea3 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.146074:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559933a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fea3 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.146492:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016121.146620:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334850304:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3819us (4100us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.146637:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10937 00000100:00100000:0.0:1734016121.150352:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016121.150458:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334850432 00000100:00100000:1.0:1734016121.150480:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334850432 00000100:00100000:1.0:1734016121.150888:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10938 00000100:00100000:1.0:1734016121.150899:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334850432:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.150936:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.150971:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559933a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4feaa expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.151071:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338435072:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016121.151166:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.154186:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338435072:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016121.154256:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559933a9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4feaa expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.154276:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559933a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4feaa expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.154332:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016121.154409:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334850432:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3510us (4078us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.154421:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10938 00000100:00100000:0.0:1734016121.158169:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016121.158260:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334850560 00000100:00100000:1.0:1734016121.158275:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334850560 00000100:00100000:1.0:1734016121.158441:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10939 00000100:00100000:1.0:1734016121.158452:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334850560:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.158494:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.158532:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc559933b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4feb1 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.158625:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338435200:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016121.158740:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.160732:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338435200:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016121.160785:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc559933b0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4feb1 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.161644:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc559933b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4feb1 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.161663:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016121.161730:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334850560:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3277us (3579us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.161741:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10939 00000100:00100000:0.0:1734016121.166785:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016121.166948:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334850688 00000100:00100000:1.0:1734016121.166964:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334850688 00000100:00100000:1.0:1734016121.167039:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10940 00000100:00100000:1.0:1734016121.167052:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334850688:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.167079:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.167113:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559933b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4feb8 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.167165:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599339b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6819840->6881279) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe9c expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.167176:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016121.167178:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016121.167181:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559933b7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4337664->4341759] (req 4337664->4341759) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4feb8 expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.167234:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599339b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6819840->6881279) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe9c expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.167248:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599339b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6819840->6881279) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe9c expref: 6 pid: 7685 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016121.167263:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338435328:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016121.167335:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.170203:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338435328:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016121.170261:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559933b7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4337664->4341759] (req 4337664->4341759) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4feb8 expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.170284:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:1.0:1734016121.170358:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334850688:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3310us (3596us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.170370:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10940 00000100:00100000:0.0:1734016121.171463:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016121.172470:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334850816 00000100:00100000:1.0:1734016121.172483:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334850816 00002000:00100000:1.0:1734016121.172552:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6819840->6881279) req@ffff8800781c6300 x1818247334850816/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.172564:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c6300 with x1818247334850816 ext(6819840->6881279) 00010000:00010000:1.0:1734016121.172576:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599339b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6819840->6881279) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe9c expref: 7 pid: 7685 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016121.172591:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599339b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6819840->6881279) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe9c expref: 7 pid: 7685 timeout: 484 lvb_type: 0 00002000:00010000:1.0:1734016121.172597:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800781c6300 00000100:00100000:1.0:1734016121.172914:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 270 00000100:00100000:1.0:1734016121.172923:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334850816:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016121.180676:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334850816:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 7736us (9199us total) trans 4294969489 rc 0/0 00000100:00100000:0.0:1734016121.180694:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 270 00002000:00100000:0.0:1734016121.180709:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6819840->6881279) req@ffff8800781c6300 x1818247334850816/t4294969489(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:82/0 lens 488/448 e 0 to 0 dl 1734016132 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.180718:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c6300 with x1818247334850816 ext(6819840->6881279) 00010000:00010000:0.0:1734016121.180731:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599339b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6819840->6881279) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe9c expref: 9 pid: 7685 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016121.180752:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599339b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6819840->6881279) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe9c expref: 9 pid: 7685 timeout: 484 lvb_type: 0 00002000:00010000:0.0:1734016121.180759:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800781c6300 00000100:00100000:0.0:1734016121.192640:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.194090:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334850944 00000100:00100000:2.0:1734016121.194104:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334850944 00010000:00010000:2.0:1734016121.194145:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599339b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6819840->6881279) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe9c expref: 9 pid: 7685 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016121.194186:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3078 00000100:00100000:2.0:1734016121.194193:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334850944:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016121.194208:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016121.194237:0:6465:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1112 -> 1232 00010000:00010000:2.0:1734016121.194243:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599339b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6819840->6881279) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe9c expref: 9 pid: 7685 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016121.194254:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599339b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6819840->6881279) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe9c expref: 9 pid: 7685 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016121.195732:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc5599339b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6819840->6881279) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe9c expref: 9 pid: 7685 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016121.195961:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.195964:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.195970:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559933b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4337664->4341759) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4feb8 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.195979:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559933b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4337664->4341759) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4feb8 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.196022:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559933b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4337664->4341759) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4feb8 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.196035:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078e28e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338435456:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016121.196117:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e273c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.200753:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078e28e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338435456:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016121.200773:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016121.200828:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334850944:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6634us (8199us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.200838:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3078 00000100:00100000:1.0:1734016121.243073:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016121.243120:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016121.243196:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334851200 00000100:00100000:0.0:1734016121.243204:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334851200 00002000:00100000:0.0:1734016121.243250:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4341759) req@ffff880078274700 x1818247334851200/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:82/0 lens 504/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.243261:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078274700 with x1818247334851200 ext(0->4341759) 00002000:00010000:0.0:1734016121.243266:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078274700 00000100:00100000:0.0:1734016121.243281:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334851456 00000100:00100000:0.0:1734016121.243283:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334851456 00002000:00100000:0.0:1734016121.243292:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880078274380 x1818247334851456/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:82/0 lens 504/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.243297:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078274380 with x1818247334851456 ext(4190208->8388607) 00002000:00010000:0.0:1734016121.243299:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078274380 00000100:00100000:0.0:1734016121.243313:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8942 00000100:00100000:0.0:1734016121.243319:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334851200:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.243703:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8943 00000100:00100000:3.0:1734016121.243709:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078274380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334851456:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.251085:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.251135:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334851712 00000100:00100000:2.0:1734016121.251152:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334851712 00002000:00100000:2.0:1734016121.251235:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9445375) req@ffff880078e28e00 x1818247334851712/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.251250:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e28e00 with x1818247334851712 ext(8388608->9445375) 00002000:00010000:2.0:1734016121.251260:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e28e00 00000100:00100000:2.0:1734016121.251295:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8944 00000100:00100000:2.0:1734016121.251308:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334851712:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:2.0:1734016121.253870:0:9875:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016121.295155:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247334851712:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 43833us (44079us total) trans 0 rc 1056768/1056768 00000100:00100000:2.0:1734016121.295169:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8944 00002000:00100000:2.0:1734016121.295182:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9445375) req@ffff880078e28e00 x1818247334851712/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:82/0 lens 488/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 1056768/1056768 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.295191:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e28e00 with x1818247334851712 ext(8388608->9445375) 00002000:00010000:2.0:1734016121.295199:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e28e00 00000100:00100000:2.0:1734016121.339260:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334851200:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 95917us (96173us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016121.339282:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8942 00002000:00100000:2.0:1734016121.339298:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4341759) req@ffff880078274700 x1818247334851200/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:82/0 lens 504/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.339311:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078274700 with x1818247334851200 ext(0->4341759) 00002000:00010000:2.0:1734016121.339317:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078274700 00000100:00100000:2.0:1734016121.374892:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078274380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334851456:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 131158us (131746us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016121.374913:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8943 00002000:00100000:2.0:1734016121.374932:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880078274380 x1818247334851456/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:82/0 lens 504/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.374948:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078274380 with x1818247334851456 ext(4190208->8388607) 00002000:00010000:2.0:1734016121.374958:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078274380 00000100:00100000:0.0:1734016121.382602:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.382753:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334851840 00000100:00100000:2.0:1734016121.382768:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334851840 00002000:00100000:2.0:1734016121.383005:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4308992->4341759) req@ffff8800781c6a00 x1818247334851840/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.383018:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c6a00 with x1818247334851840 ext(4308992->4341759) 00002000:00010000:2.0:1734016121.383028:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c6a00 00000100:00100000:2.0:1734016121.383618:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8945 00000100:00100000:2.0:1734016121.383630:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334851840:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016121.391875:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247334851840:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 8219us (9270us total) trans 4294969490 rc 0/0 00000100:00100000:2.0:1734016121.391894:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8945 00002000:00100000:2.0:1734016121.391914:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4308992->4341759) req@ffff8800781c6a00 x1818247334851840/t4294969490(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:82/0 lens 488/448 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.391926:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c6a00 with x1818247334851840 ext(4308992->4341759) 00002000:00010000:2.0:1734016121.391934:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c6a00 00000100:00100000:1.0:1734016121.395525:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.395654:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334851968 00000100:00100000:2.0:1734016121.395671:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334851968 00000100:00100000:2.0:1734016121.395927:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10941 00000100:00100000:2.0:1734016121.395940:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247334851968:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:3.0:1734016121.398005:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969490 is committed 00000001:00080000:3.0:1734016121.398022:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969489 is committed 00000100:00100000:2.0:1734016121.399286:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334851968:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 3333us (3764us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.399305:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10941 00000100:00100000:0.0:1734016121.412017:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.412359:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334852096 00000100:00100000:2.0:1734016121.412380:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334852096 00000100:00100000:2.0:1734016121.412466:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10942 00000100:00100000:2.0:1734016121.412478:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334852096:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.412515:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.412551:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559933be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4febf expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.412664:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078e2b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338435584:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016121.413061:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016121.417657:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016120 -> 1734016121 00002000:00010000:2.0:1734016121.417669:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1232 -> 1296 00000100:00100000:2.0:1734016121.417705:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078e2b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338435584:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016121.417766:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559933be lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4febf expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.417787:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559933be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4febf expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.417866:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016121.417969:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334852096:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5491us (5971us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.417982:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10942 00000100:00100000:1.0:1734016121.425518:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.426170:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334852224 00000100:00100000:2.0:1734016121.426183:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334852224 00000100:00100000:2.0:1734016121.426253:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10943 00000100:00100000:2.0:1734016121.426261:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334852224:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.426285:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.426316:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559933c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fec6 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.426395:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078e2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338435712:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016121.428404:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.438483:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078e2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338435712:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016121.438526:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559933c5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fec6 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.438543:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559933c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fec6 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.442953:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016121.443108:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334852224:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 16838us (17596us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.443120:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10943 00000100:00100000:0.0:1734016121.453801:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.454010:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334852352 00000100:00100000:2.0:1734016121.454028:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334852352 00000100:00100000:2.0:1734016121.454098:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10944 00000100:00100000:2.0:1734016121.454109:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334852352:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.454139:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.454171:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559933cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fecd expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.454263:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078e2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338435840:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016121.454594:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.459555:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078e2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338435840:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016121.459614:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559933cc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fecd expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.459635:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc559933cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fecd expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.459671:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:0.0:1734016121.461256:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334852352:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7137us (7472us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.461271:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10944 00000100:00100000:3.0:1734016121.470382:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016121.470508:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334852480 00000100:00100000:0.0:1734016121.470520:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334852480 00000100:00100000:0.0:1734016121.470594:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10945 00000100:00100000:0.0:1734016121.470602:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334852480:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.470625:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.470644:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559933d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fed4 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.470700:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338435968:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016121.470759:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85859c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.474194:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338435968:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016121.474253:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559933d3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fed4 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.474271:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559933d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fed4 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.474497:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564480, rc 0) 00000100:00100000:2.0:1734016121.474580:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334852480:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3977us (4217us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.474589:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10945 00000100:00100000:2.0:1734016121.478320:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016121.478436:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334852736 00000100:00100000:3.0:1734016121.478454:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334852736 00000100:00100000:3.0:1734016121.478705:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8946 00000100:00100000:3.0:1734016121.478717:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334852736:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:3.0:1734016121.478788:0:13965:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559933da lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.478837:0:13965:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559933b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4337664->4341759) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4feb8 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.478846:0:13965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016121.478849:0:13965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016121.478852:0:13965:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559933da lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3944448->3989503] (req 3944448->3989503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.478901:0:13965:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559933b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4337664->4341759) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4feb8 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.478919:0:13965:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559933b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4337664->4341759) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4feb8 expref: 7 pid: 7685 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016121.479084:0:13965:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13965:1818247338436096:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016121.479255:0:13965:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.487180:0:13965:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13965:1818247338436096:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016121.487248:0:13965:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559933da lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3944448->3989503] (req 3944448->3989503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.497453:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016121.497598:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334852864 00000100:00100000:0.0:1734016121.497613:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334852864 00010000:00010000:0.0:1734016121.497663:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559933b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4337664->4341759) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4feb8 expref: 8 pid: 7685 timeout: 485 lvb_type: 0 00000100:00100000:0.0:1734016121.497709:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3079 00000100:00100000:0.0:1734016121.497717:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334852864:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016121.497740:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016121.497774:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559933b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4337664->4341759) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4feb8 expref: 8 pid: 7685 timeout: 485 lvb_type: 0 00010000:00010000:0.0:1734016121.497788:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559933b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4337664->4341759) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4feb8 expref: 8 pid: 7685 timeout: 485 lvb_type: 0 00010000:00010000:0.0:1734016121.497876:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559933b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4337664->4341759) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4feb8 expref: 8 pid: 7685 timeout: 485 lvb_type: 0 00010000:00010000:0.0:1734016121.497925:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016121.497928:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016121.497933:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559933da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3944448->3989503] (req 3944448->3989503) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.497943:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559933da lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3944448->3989503] (req 3944448->3989503) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.497983:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016121.498066:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334852864:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 347us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.498075:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3079 00010000:00010000:3.0:1734016121.498283:0:13965:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559933da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3944448->3989503] (req 3944448->3989503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.498293:0:13965:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559933da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3944448->3989503] (req 3944448->3989503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016121.504634:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969491 is committed 00002000:00010000:3.0:1734016121.504923:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1296 -> 1384 00010000:00010000:3.0:1734016121.504950:0:13965:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559933da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3944448->3989503] (req 3944448->3989503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.504970:0:13965:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559933da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3944448->3989503] (req 3944448->3989503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.504991:0:13965:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559933da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3944448->3989503] (req 3944448->3989503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.505001:0:13965:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100480 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016121.505008:0:13965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559933da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3944448->3989503] (req 3944448->3989503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.505018:0:13965:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559933da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3944448->3989503] (req 3944448->3989503) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.505049:0:13965:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559933da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3944448->3989503] (req 3944448->3989503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.505055:0:13965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559933da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3944448->3989503] (req 3944448->3989503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.505248:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334852736:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 26525us (26945us total) trans 4294969491 rc 0/0 00000100:00100000:3.0:1734016121.505264:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8946 00000100:00100000:2.0:1734016121.508334:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016121.508501:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334852992 00000100:00100000:0.0:1734016121.508518:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334852992 00000100:00100000:0.0:1734016121.508591:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10946 00000100:00100000:0.0:1734016121.508600:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334852992:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.508625:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.508655:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc559933e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fedb expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016121.508687:0:7685:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9443752, mtime: 0x675afc79, atime: 0x675afc78, ctime: 0x675afc79, blocks: 0x568 00010000:00010000:0.0:1734016121.508710:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016121.508713:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016121.508723:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc559933e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fedb expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.508741:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc559933e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fedb expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.508756:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565200, rc 0) 00000100:00100000:0.0:1734016121.508846:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334852992:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 247us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.508853:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10946 00000100:00100000:1.0:1734016121.514047:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016121.514246:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334853248 00000100:00100000:3.0:1734016121.514263:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334853248 00000100:00100000:3.0:1734016121.514929:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8947 00000100:00100000:3.0:1734016121.514943:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334853248:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:3.0:1734016121.515018:0:13965:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559933e8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.515051:0:13965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.515054:0:13965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.515064:0:13965:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559933e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9207808->9244671] (req 9207808->9244671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.515082:0:13965:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559933e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9207808->9244671] (req 9207808->9244671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.518319:0:13965:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559933e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9207808->9244671] (req 9207808->9244671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.518342:0:13965:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559933e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9207808->9244671] (req 9207808->9244671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.518351:0:13965:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559933e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9207808->9244671] (req 9207808->9244671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.518361:0:13965:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070102d00 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016121.518365:0:13965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559933e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9207808->9244671] (req 9207808->9244671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.518375:0:13965:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559933e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9207808->9244671] (req 9207808->9244671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.518394:0:13965:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559933e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9207808->9244671] (req 9207808->9244671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.518400:0:13965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559933e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9207808->9244671] (req 9207808->9244671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.518535:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334853248:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 3589us (4503us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1734016121.518548:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8947 00000100:00100000:2.0:1734016121.521679:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016121.522554:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334853376 00000100:00100000:0.0:1734016121.522565:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334853376 00000100:00100000:0.0:1734016121.522633:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10947 00000100:00100000:0.0:1734016121.522642:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334853376:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.522666:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.522692:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559933ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fee2 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.522724:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016121.522726:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016121.522736:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559933ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee2 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.522764:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559933ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee2 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.522778:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564b40, rc 0) 00000100:00100000:0.0:1734016121.522882:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334853376:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 242us (1225us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.522889:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10947 00000100:00100000:1.0:1734016121.528137:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.528293:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334853632 00000100:00100000:2.0:1734016121.528311:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334853632 00000100:00100000:2.0:1734016121.529772:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2210 00000100:00100000:2.0:1734016121.529783:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:9662:x1818247334853632:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016121.529864:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016121.529905:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc5599331d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe2c expref: 19 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.529929:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016121.529933:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016121.530153:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559933f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016121.530170:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5599332b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe33 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.530177:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559933f6 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016121.530232:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5599332b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe33 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.530249:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5599332b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe33 expref: 23 pid: 6479 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.530267:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078e2bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338436224:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016121.530382:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00080000:0.0:1734016121.530749:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016091 00000100:00100000:3.0:1734016121.536395:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078e2bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338436224:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016121.536453:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559933f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:1.0:1734016121.536529:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016121.537182:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334853760 00000100:00100000:0.0:1734016121.537192:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334853760 00010000:00010000:0.0:1734016121.537255:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5599332b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe33 expref: 24 pid: 6479 timeout: 485 lvb_type: 0 00000100:00100000:0.0:1734016121.537340:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3080 00000100:00100000:0.0:1734016121.537350:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:1969:x1818247334853760:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016121.537370:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016121.537379:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5599332b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe33 expref: 24 pid: 6479 timeout: 485 lvb_type: 0 00010000:00010000:0.0:1734016121.537391:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5599332b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe33 expref: 24 pid: 6479 timeout: 485 lvb_type: 0 00010000:00010000:0.0:1734016121.537697:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5599332b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fe33 expref: 24 pid: 6479 timeout: 485 lvb_type: 0 00010000:00010000:0.0:1734016121.537740:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016121.537750:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559933f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016121.537765:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559933f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016121.537774:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559933f6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016121.537832:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559933f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016121.537841:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559933f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016121.537848:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016121.537919:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:1969:x1818247334853760:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 567us (1389us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.537927:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3080 00000001:00080000:3.0:1734016121.538005:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968700 00000004:00010000:3.0:1734016121.538329:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078274e00 reply state ffff88012e60e000 transno 4294968701 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559933f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016121.538339:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016121.538457:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334853632:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 8677us (10345us total) trans 4294968701 rc 0/0 00000100:00100000:3.0:1734016121.538464:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2210 00000020:00080000:3.0:1734016121.538470:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016121.539729:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559933f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016121.539740:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559933f6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016121.539746:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559933f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016121.539755:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405680 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016121.539759:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559933f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016121.539765:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559933f6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016121.539775:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016121.539778:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016121.539781:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559933f6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016121.539786:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559933f6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016121.539996:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.540274:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334853888 00000100:00100000:2.0:1734016121.540283:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334853888 00000100:00100000:2.0:1734016121.540342:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10948 00000100:00100000:2.0:1734016121.540348:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334853888:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.540365:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.540381:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559933fd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fee9 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.540407:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc559933e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fedb expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.540416:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559933ef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee2 expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.540421:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.540423:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.540426:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559933fd lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee9 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.540457:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559933ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee2 expref: 5 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.540470:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559933ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee2 expref: 5 pid: 7686 timeout: 485 lvb_type: 1 00000100:00100000:2.0:1734016121.540484:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078e2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338436352:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016121.540555:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc559933e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fedb expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.540566:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc559933e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fedb expref: 8 pid: 7685 timeout: 485 lvb_type: 1 00000100:00100000:2.0:1734016121.540576:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338436480:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016121.540596:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e273c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.542431:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016121.542480:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016121.542640:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334854144 00000100:00100000:3.0:1734016121.542650:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334854144 00000100:00100000:2.0:1734016121.542666:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078e2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338436352:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016121.542679:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338436480:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016121.542685:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc559933e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fedb expref: 9 pid: 7685 timeout: 485 lvb_type: 1 00010000:00010000:2.0:1734016121.542711:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559933fd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee9 expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.542715:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334854016 00000100:00100000:3.0:1734016121.542716:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334854016 00010000:00010000:3.0:1734016121.542724:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559933ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee2 expref: 6 pid: 7686 timeout: 485 lvb_type: 1 00010000:00010000:2.0:1734016121.542727:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:3.0:1734016121.542740:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3081 00000100:00100000:3.0:1734016121.542747:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334854144:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016121.542760:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1734016121.542777:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334853888:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2428us (2783us total) trans 0 rc 0/0 00010000:00010000:3.0:1734016121.542781:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc559933e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fedb expref: 9 pid: 7685 timeout: 485 lvb_type: 1 00000100:00100000:2.0:1734016121.542785:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10948 00010000:00010000:3.0:1734016121.542791:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc559933e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fedb expref: 9 pid: 7685 timeout: 485 lvb_type: 1 00010000:00010000:3.0:1734016121.542841:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc559933e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fedb expref: 8 pid: 7685 timeout: 485 lvb_type: 1 00010000:00010000:3.0:1734016121.542854:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016121.542896:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334854144:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 149us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.542902:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3081 00000100:00100000:3.0:1734016121.542915:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3082 00000100:00100000:3.0:1734016121.542919:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078274000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334854016:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016121.542925:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016121.542931:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559933ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee2 expref: 6 pid: 7686 timeout: 485 lvb_type: 1 00010000:00010000:3.0:1734016121.542941:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559933ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee2 expref: 6 pid: 7686 timeout: 485 lvb_type: 1 00010000:00010000:3.0:1734016121.542953:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559933ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee2 expref: 6 pid: 7686 timeout: 485 lvb_type: 1 00010000:00010000:3.0:1734016121.542961:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.542964:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.542969:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559933fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee9 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.542979:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559933fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee9 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.543011:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559933fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee9 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.543023:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078327b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338436608:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016121.543065:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.546954:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016121.547155:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334854272 00000100:00100000:0.0:1734016121.547169:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334854272 00000100:00100000:3.0:1734016121.548906:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078327b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338436608:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016121.548935:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016121.549017:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078274000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334854016:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6096us (6535us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.549028:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3082 00002000:00010000:0.0:1734016121.580336:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1143834->18446744073709551615) 00002000:00100000:0.0:1734016121.580353:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c53100 with x1818247334854272 ext(1143834->18446744073709551615) 00002000:00010000:0.0:1734016121.580375:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c53100. 00000100:00100000:2.0:1734016121.580500:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8948 00000100:00100000:2.0:1734016121.580517:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334854272:12345-192.168.201.4@tcp:10:fsx.0 00000100:00100000:3.0:1734016121.588313:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3506:1818247338436864:0@lo:400:kworker.0 00000100:00100000:3.0:1734016121.588399:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016121.588428:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3506:1818247338437376:0@lo:400:kworker.0 00000100:00100000:3.0:1734016121.588451:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016121.588474:0:3506:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734016121.588479:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3506:1818247338436992:0@lo:400:kworker.0 00000100:00100000:3.0:1734016121.588493:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016121.588528:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338436864 00000100:00100000:3.0:1734016121.588537:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338436864 00000100:00100000:3.0:1734016121.588573:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338436992 00000100:00100000:3.0:1734016121.588575:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338436992 00000100:00100000:3.0:1734016121.588598:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:3.0:1734016121.588605:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3506:x1818247338436864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016121.588657:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3506:x1818247338436864:12345-0@lo:400:kworker.0 Request processed in 53us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.588663:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:3.0:1734016121.588678:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1734016121.588682:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3506:x1818247338436992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016121.588702:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3506:x1818247338436992:12345-0@lo:400:kworker.0 Request processed in 20us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.588707:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1734016121.588745:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3506:1818247338436992:0@lo:400:kworker.0 00000100:00100000:3.0:1734016121.588755:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3506:1818247338436864:0@lo:400:kworker.0 00000100:00080000:3.0:1734016121.588778:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016091 00000100:00100000:3.0:1734016121.588797:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338437120:0@lo:400:kworker.0 00000100:00100000:3.0:1734016121.588830:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016121.588840:0:3504:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734016121.588843:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3504:1818247338436736:0@lo:400:kworker.0 00000100:00100000:3.0:1734016121.588865:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016121.588872:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3504:1818247338437248:0@lo:400:kworker.0 00000100:00100000:0.0:1734016121.592344:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338436736 00000100:00100000:0.0:1734016121.592357:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338436736 00000100:00100000:0.0:1734016121.592418:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1734016121.592426:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e84e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3504:x1818247338436736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016121.592869:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338437376 00000100:00100000:1.0:1734016121.592876:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338437376 00000100:00100000:1.0:1734016121.592906:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338437120 00000100:00100000:1.0:1734016121.592910:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338437120 00000100:00100000:1.0:1734016121.592930:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1734016121.592935:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3506:x1818247338437376:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734016121.597736:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016091 00000100:00080000:3.0:1734016121.597763:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016091 00000100:00080000:3.0:1734016121.597767:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016091 00000100:00100000:3.0:1734016121.601519:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016121.601520:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e84e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3504:x1818247338436736:12345-0@lo:400:kworker.0 Request processed in 9076us (12635us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.601520:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3506:x1818247338437376:12345-0@lo:400:kworker.0 Request processed in 8576us (13059us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.601538:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1734016121.601538:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1734016121.601598:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1734016121.601611:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338437120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016121.601638:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3506:1818247338437376:0@lo:400:kworker.0 00000100:00100000:0.0:1734016121.601655:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338437248 00000100:00100000:0.0:1734016121.601666:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338437248 00000100:00100000:3.0:1734016121.601685:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3504:1818247338436736:0@lo:400:kworker.0 00000100:00100000:1.0:1734016121.601695:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338437120:12345-0@lo:400:kworker.0 Request processed in 88us (12864us total) trans 0 rc 0/0 00000100:00080000:3.0:1734016121.601699:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016091 00000100:00100000:1.0:1734016121.601700:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1734016121.601718:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338437120:0@lo:400:kworker.0 00000100:00100000:0.0:1734016121.601722:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1734016121.601727:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3504:x1818247338437248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016121.601768:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3504:x1818247338437248:12345-0@lo:400:kworker.0 Request processed in 42us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.601774:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:3.0:1734016121.601782:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3504:1818247338437248:0@lo:400:kworker.0 00002000:00010000:2.0:1734016121.607889:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9443752 -> 1143834 00002000:00010000:2.0:1734016121.607902:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.607905:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016121.607908:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.607909:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1384 -> 592 00000100:00100000:2.0:1734016121.608123:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334854272:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 27601us (61172us total) trans 4294969492 rc 0/0 00000100:00100000:2.0:1734016121.608138:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8948 00002000:00010000:2.0:1734016121.608146:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1143834->18446744073709551615) 00002000:00100000:2.0:1734016121.608149:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c53100 with x1818247334854272 ext(1143834->18446744073709551615) 00002000:00010000:2.0:1734016121.608156:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c53100. 00000100:00100000:0.0:1734016121.619873:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338437504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016121.619989:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016121.620117:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338437504 00000100:00100000:1.0:1734016121.620128:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338437504 00000100:00100000:1.0:1734016121.620169:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:1.0:1734016121.620177:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338437504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734016121.620225:0:7687:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3923308544 avail 3691413504 00000100:00100000:1.0:1734016121.620275:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338437504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.620283:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1734016121.620488:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016121.621870:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334854400 00000100:00100000:1.0:1734016121.621877:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334854400 00000100:00100000:1.0:1734016121.622240:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2211 00000100:00100000:1.0:1734016121.622247:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334854400:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.622264:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.622292:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55993404 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fef0 expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.622406:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc5599340b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016121.622427:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc5599340b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016121.622438:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc5599340b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:1.0:1734016121.622473:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1143834 00000004:00200000:1.0:1734016121.622479:0:13928:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016121.622500:0:13928:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc5599340b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016121.622525:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55993404 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fef0 expref: 25 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.622567:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc5599340b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fef0 expref: 24 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.622576:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016121.622579:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016121.622583:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016121.622652:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:9662:x1818247334854400:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 404us (2167us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.622661:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2211 00000100:00100000:0.0:1734016121.638413:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338437504:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016121.638413:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016121.638491:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334854528 00000100:00100000:3.0:1734016121.638498:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334854528 00000100:00100000:3.0:1734016121.638570:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10949 00000100:00100000:3.0:1734016121.638576:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334854528:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.638590:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.638611:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993412 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fef7 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.638664:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078327b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338437632:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016121.639083:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.644663:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078327b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338437632:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016121.644706:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993412 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fef7 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.644721:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993412 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fef7 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.646149:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016121.646251:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334854528:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7670us (7843us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.646263:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10949 00000100:00100000:2.0:1734016121.654463:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016121.655865:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334854656 00000100:00100000:0.0:1734016121.655880:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334854656 00000100:00100000:0.0:1734016121.655960:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10950 00000100:00100000:0.0:1734016121.655969:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334854656:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.655995:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.656023:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55993419 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fefe expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.656097:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338437760:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016121.656169:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.661262:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338437760:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016121.661309:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55993419 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fefe expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.661325:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55993419 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fefe expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.661354:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567840, rc 0) 00000100:00100000:0.0:1734016121.661429:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334854656:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5461us (6987us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.661441:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10950 00000100:00100000:1.0:1734016121.673879:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.673974:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334854912 00000100:00100000:2.0:1734016121.673982:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334854912 00002000:00100000:2.0:1734016121.674019:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->1146879) req@ffff8800784dd500 x1818247334854912/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.674029:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dd500 with x1818247334854912 ext(0->1146879) 00002000:00010000:2.0:1734016121.674034:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dd500 00000100:00100000:2.0:1734016121.674053:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8949 00000100:00100000:2.0:1734016121.674060:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334854912:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.705248:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334854912:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 31170us (31362us total) trans 0 rc 1146880/1146880 00000100:00100000:2.0:1734016121.705267:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8949 00002000:00100000:2.0:1734016121.705285:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->1146879) req@ffff8800784dd500 x1818247334854912/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:82/0 lens 488/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 1146880/1146880 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.705295:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dd500 with x1818247334854912 ext(0->1146879) 00002000:00010000:2.0:1734016121.705303:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dd500 00000100:00100000:0.0:1734016121.717252:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.717361:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334855040 00000100:00100000:2.0:1734016121.717375:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334855040 00000100:00100000:2.0:1734016121.717446:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2212 00000100:00100000:2.0:1734016121.717456:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:9662:x1818247334855040:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.717492:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.717514:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993420 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff05 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.717636:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993427 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016121.717657:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993427 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016121.717673:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993427 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016121.717710:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1143834 00000004:00200000:2.0:1734016121.717714:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016121.717735:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993427 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016121.717766:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993420 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff05 expref: 22 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.717805:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993427 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff05 expref: 21 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.717919:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016121.717923:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016121.717928:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016121.718015:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334855040:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 560us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.718023:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2212 00000100:00100000:1.0:1734016121.721986:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016121.722078:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334855168 00000100:00100000:0.0:1734016121.722092:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334855168 00000100:00100000:0.0:1734016121.722225:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10951 00000100:00100000:0.0:1734016121.722233:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334855168:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.722256:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.722283:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5599342e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff0c expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.722355:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338437888:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016121.723011:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585a80 going to sleep for 11 seconds 00002000:00010000:0.0:1734016121.727471:0:10752:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016120 -> 1734016121 00000100:00100000:0.0:1734016121.727513:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338437888:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016121.727579:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5599342e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff0c expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.727602:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc5599342e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff0c expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.728210:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565f80, rc 0) 00000100:00100000:0.0:1734016121.728279:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334855168:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6042us (6304us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.728290:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10951 00000100:00100000:1.0:1734016121.735995:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016121.736106:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334855296 00000100:00100000:0.0:1734016121.736121:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334855296 00000100:00100000:0.0:1734016121.736202:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10952 00000100:00100000:0.0:1734016121.736222:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334855296:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.736256:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.736290:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55993435 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff13 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.736392:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338438016:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016121.736496:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.743258:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338438016:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016121.743328:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55993435 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff13 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.743347:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55993435 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff13 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.744167:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:0.0:1734016121.744255:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334855296:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8042us (8281us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.744267:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10952 00000100:00100000:3.0:1734016121.753153:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016121.753315:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334855424 00000100:00100000:0.0:1734016121.753332:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334855424 00000100:00100000:0.0:1734016121.754176:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10953 00000100:00100000:0.0:1734016121.754192:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334855424:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.754246:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.754284:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5599343c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff1a expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.754353:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559933fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee9 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.754361:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016121.754365:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016121.754369:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5599343c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3248128->3256319] (req 3248128->3256319) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff1a expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.754423:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559933fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee9 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.754439:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559933fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee9 expref: 7 pid: 7685 timeout: 485 lvb_type: 0 00000100:00100000:0.0:1734016121.754458:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338438144:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016121.754583:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.765628:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016121.766176:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338438144:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016121.766237:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5599343c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3248128->3256319] (req 3248128->3256319) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff1a expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.766264:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565d40, rc 0) 00000100:00100000:0.0:1734016121.769177:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334855424:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 14971us (16033us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.769197:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10953 00000100:00100000:3.0:1734016121.769384:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334855552 00000100:00100000:3.0:1734016121.769398:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334855552 00010000:00010000:3.0:1734016121.769444:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559933fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee9 expref: 8 pid: 7685 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016121.769486:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3083 00000100:00100000:3.0:1734016121.769491:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c558c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334855552:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016121.769511:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016121.769536:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559933fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee9 expref: 8 pid: 7685 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.769549:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559933fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee9 expref: 8 pid: 7685 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.769579:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc559933fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fee9 expref: 8 pid: 7685 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.769602:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.769604:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.769612:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5599343c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff1a expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.769621:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5599343c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff1a expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.769664:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5599343c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff1a expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.769685:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338438272:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016121.769763:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.779395:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338438272:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016121.779437:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016121.779498:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c558c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334855552:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10003us (13892us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.779513:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3083 00000100:00100000:1.0:1734016121.781027:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016121.781082:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334855680 00000100:00100000:0.0:1734016121.781092:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334855680 00000100:00100000:0.0:1734016121.781146:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10954 00000100:00100000:0.0:1734016121.781153:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334855680:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.781177:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.781193:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55993443 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff21 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.781268:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338438400:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016121.781318:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585a80 going to sleep for 11 seconds 00002000:00010000:0.0:1734016121.784269:0:10752:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 1143834 -> 3253608 00000100:00100000:0.0:1734016121.784316:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338438400:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016121.784368:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55993443 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff21 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.784383:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55993443 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff21 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.784411:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567a80, rc 0) 00000100:00100000:0.0:1734016121.784477:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334855680:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3322us (3457us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.784490:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10954 00000100:00100000:2.0:1734016121.792170:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016121.792635:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334855808 00000100:00100000:0.0:1734016121.792653:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334855808 00000100:00100000:0.0:1734016121.792960:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10955 00000100:00100000:0.0:1734016121.792974:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334855808:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.793009:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.793047:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5599344a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff28 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.793393:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338438528:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016121.793503:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.812453:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338438528:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016121.812517:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5599344a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff28 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.812537:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc5599344a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff28 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.812587:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567cc0, rc 0) 00000100:00100000:0.0:1734016121.812695:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334855808:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 19723us (20552us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.812704:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10955 00000100:00100000:1.0:1734016121.818470:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016121.819177:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334855936 00000100:00100000:0.0:1734016121.819193:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334855936 00000100:00100000:0.0:1734016121.819300:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10956 00000100:00100000:0.0:1734016121.819311:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334855936:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.819342:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.819376:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55993451 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff2f expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.819479:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338438656:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016121.819588:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.823363:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338438656:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016121.823444:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55993451 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff2f expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.823469:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55993451 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff2f expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.823692:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564240, rc 0) 00000100:00100000:0.0:1734016121.823864:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334855936:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4551us (5405us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.823876:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10956 00000100:00100000:1.0:1734016121.828979:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016121.829101:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334856064 00000100:00100000:0.0:1734016121.829117:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334856064 00000100:00100000:0.0:1734016121.829198:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10957 00000100:00100000:0.0:1734016121.829219:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334856064:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.829249:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.829279:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55993458 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff36 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.829342:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338438784:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016121.829611:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.832312:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338438784:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016121.832372:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55993458 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff36 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.832389:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc55993458 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff36 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.832971:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567180, rc 0) 00000100:00100000:0.0:1734016121.833041:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334856064:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3830us (4070us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.833055:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10957 00000100:00100000:2.0:1734016121.840066:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016121.840141:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334856192 00000100:00100000:0.0:1734016121.840150:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334856192 00000100:00100000:0.0:1734016121.840221:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10958 00000100:00100000:0.0:1734016121.840229:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334856192:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.840251:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.840271:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc5599345f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff3d expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.840327:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338438912:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016121.840396:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.842472:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338438912:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016121.842502:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc5599345f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff3d expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.842515:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc5599345f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff3d expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.842542:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85646c0, rc 0) 00000100:00100000:0.0:1734016121.842611:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334856192:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2381us (2558us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.842622:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10958 00000100:00100000:1.0:1734016121.845439:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016121.845502:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334856320 00000100:00100000:0.0:1734016121.845510:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334856320 00000100:00100000:0.0:1734016121.845762:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10959 00000100:00100000:0.0:1734016121.845770:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334856320:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.845795:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.845870:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc55993466 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff44 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.845939:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338439040:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016121.846008:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.849687:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338439040:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016121.849759:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc55993466 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff44 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.849779:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565680/0x979ba2bc55993466 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff44 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.849836:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565680, rc 0) 00000100:00100000:0.0:1734016121.849924:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334856320:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4151us (4494us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.849936:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10959 00000100:00100000:0.0:1734016121.852138:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.852482:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334856448 00000100:00100000:2.0:1734016121.852489:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334856448 00000100:00100000:2.0:1734016121.852535:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10960 00000100:00100000:2.0:1734016121.852542:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334856448:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.852558:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.852576:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599346d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff4b expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.852604:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5599343c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff1a expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.852611:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016121.852613:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016121.852617:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599346d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1871872->1888255] (req 1871872->1888255) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff4b expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.852647:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5599343c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff1a expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.852661:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5599343c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff1a expref: 5 pid: 10752 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.852677:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338439168:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016121.852919:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.855795:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.856326:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338439168:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016121.856377:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599346d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1871872->1888255] (req 1871872->1888255) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff4b expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.856410:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:3.0:1734016121.856482:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334856576 00000100:00100000:2.0:1734016121.856489:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334856448:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3947us (4356us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.856492:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334856576 00000100:00100000:2.0:1734016121.856500:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10960 00002000:00100000:3.0:1734016121.856549:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3248128->3253607) req@ffff8800781c7800 x1818247334856576/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:82/0 lens 5968/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.856559:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c7800 with x1818247334856576 ext(3248128->3253607) 00010000:00010000:3.0:1734016121.856567:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5599343c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff1a expref: 6 pid: 10752 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.856583:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5599343c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff1a expref: 6 pid: 10752 timeout: 485 lvb_type: 0 00002000:00010000:3.0:1734016121.856590:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800781c7800 00000100:00100000:3.0:1734016121.856619:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 271 00000100:00100000:3.0:1734016121.856624:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334856576:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016121.857451:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334856576:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 824us (1669us total) trans 4294969493 rc 0/0 00000100:00100000:3.0:1734016121.857462:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 271 00002000:00100000:3.0:1734016121.857469:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3248128->3253607) req@ffff8800781c7800 x1818247334856576/t4294969493(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:82/0 lens 5968/448 e 0 to 0 dl 1734016132 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.857475:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c7800 with x1818247334856576 ext(3248128->3253607) 00010000:00010000:3.0:1734016121.857480:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5599343c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff1a expref: 8 pid: 10752 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.857489:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5599343c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff1a expref: 8 pid: 10752 timeout: 485 lvb_type: 0 00002000:00010000:3.0:1734016121.857495:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800781c7800 00000100:00100000:1.0:1734016121.860530:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016121.860626:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334856704 00000100:00100000:3.0:1734016121.860634:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334856704 00010000:00010000:3.0:1734016121.860663:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5599343c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff1a expref: 8 pid: 10752 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016121.860707:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3084 00000100:00100000:3.0:1734016121.860716:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334856704:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016121.860737:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016121.860762:0:8957:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 592 -> 608 00010000:00010000:3.0:1734016121.860767:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5599343c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff1a expref: 8 pid: 10752 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.860779:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5599343c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff1a expref: 8 pid: 10752 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.860805:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc5599343c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff1a expref: 8 pid: 10752 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.860874:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.860876:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.860882:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599346d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1871872->1888255) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff4b expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.860891:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599346d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1871872->1888255) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff4b expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.860934:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599346d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1871872->1888255) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff4b expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.860948:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338439296:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016121.861027:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.862785:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338439296:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016121.862895:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016121.863669:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334856704:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2949us (3147us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.863681:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3084 00000100:00100000:0.0:1734016121.864414:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.864766:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334856832 00000100:00100000:2.0:1734016121.864775:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334856832 00000100:00100000:2.0:1734016121.864854:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10961 00000100:00100000:2.0:1734016121.864861:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334856832:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016121.866084:0:10752:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3253608 -> 3253608 00002000:00010000:2.0:1734016121.866088:0:10752:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.866090:0:10752:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.866092:0:10752:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.866094:0:10752:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 608 -> 608 00000100:00100000:2.0:1734016121.866173:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334856832:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1311us (1759us total) trans 4294969494 rc 0/0 00000100:00100000:2.0:1734016121.866180:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10961 00000100:00100000:1.0:1734016121.882585:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.883742:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334856960 00000100:00100000:2.0:1734016121.883753:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334856960 00000100:00100000:2.0:1734016121.883982:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10962 00000100:00100000:2.0:1734016121.883992:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334856960:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.884020:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.884051:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993474 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff52 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.884101:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599346d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1871872->1888255) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff4b expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.884110:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016121.884114:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016121.884119:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993474 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2351104->2367487] (req 2351104->2367487) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff52 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.884173:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599346d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1871872->1888255) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff4b expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.884191:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599346d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1871872->1888255) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff4b expref: 8 pid: 10752 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.884221:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338439424:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016121.886865:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.891905:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338439424:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016121.891949:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993474 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2351104->2367487] (req 2351104->2367487) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff52 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.891972:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016121.892051:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334856960:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8059us (9474us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.892061:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10962 00000100:00100000:0.0:1734016121.898593:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016121.902868:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334857088 00000100:00100000:3.0:1734016121.902882:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334857088 00010000:00010000:3.0:1734016121.902933:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599346d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1871872->1888255) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff4b expref: 9 pid: 10752 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016121.902985:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3085 00000100:00100000:3.0:1734016121.902992:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334857088:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016121.903007:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016121.903027:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599346d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1871872->1888255) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff4b expref: 9 pid: 10752 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.903038:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599346d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1871872->1888255) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff4b expref: 9 pid: 10752 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.903061:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599346d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1871872->1888255) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff4b expref: 9 pid: 10752 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.903096:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.903098:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.903105:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993474 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2351104->2367487) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff52 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.903114:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993474 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2351104->2367487) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff52 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.903148:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993474 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2351104->2367487) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff52 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.903162:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338439552:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016121.903248:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.915123:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338439552:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016121.915148:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016121.915202:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334857088:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 12209us (16620us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.915221:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3085 00000100:00100000:0.0:1734016121.921295:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016121.921466:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334857344 00000100:00100000:3.0:1734016121.921481:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334857344 00002000:00100000:3.0:1734016121.921556:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->3256319) req@ffff8800781c5180 x1818247334857344/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.921568:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c5180 with x1818247334857344 ext(0->3256319) 00002000:00010000:3.0:1734016121.921577:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c5180 00000100:00100000:3.0:1734016121.921631:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8950 00000100:00100000:3.0:1734016121.921641:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334857344:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.972754:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334857344:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 51095us (51461us total) trans 0 rc 3256320/3256320 00000100:00100000:3.0:1734016121.972773:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8950 00002000:00100000:3.0:1734016121.972794:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->3256319) req@ffff8800781c5180 x1818247334857344/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:82/0 lens 488/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 3256320/3256320 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.972827:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c5180 with x1818247334857344 ext(0->3256319) 00002000:00010000:3.0:1734016121.972840:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c5180 00000100:00100000:0.0:1734016121.981463:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016121.981776:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334857472 00000100:00100000:2.0:1734016121.981799:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334857472 00000100:00100000:2.0:1734016121.981975:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10963 00000100:00100000:2.0:1734016121.981990:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334857472:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.982038:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.982077:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599347b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff59 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.982147:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993474 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2351104->2367487) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff52 expref: 9 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.982156:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.982158:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.982164:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599347b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3526656->3559423] (req 3526656->3559423) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff59 expref: 9 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.982226:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993474 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2351104->2367487) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff52 expref: 9 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.982240:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993474 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2351104->2367487) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff52 expref: 9 pid: 10752 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.982255:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338439680:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016121.982383:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.998904:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338439680:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016121.998950:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599347b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3526656->3559423] (req 3526656->3559423) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff59 expref: 9 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.998973:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016121.999050:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:9662:x1818247334857472:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 17065us (17602us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.999059:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10963 00000100:00100000:1.0:1734016122.005961:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016122.006154:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334857600 00000100:00100000:3.0:1734016122.006170:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334857600 00010000:00010000:3.0:1734016122.006238:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993474 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2351104->2367487) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff52 expref: 9 pid: 10752 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016122.006290:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3086 00000100:00100000:3.0:1734016122.006301:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334857600:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016122.006332:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016122.006367:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993474 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2351104->2367487) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff52 expref: 9 pid: 10752 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016122.006385:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993474 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2351104->2367487) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff52 expref: 9 pid: 10752 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016122.006424:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993474 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2351104->2367487) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff52 expref: 9 pid: 10752 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016122.006471:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.006475:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.006485:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599347b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3559423) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff59 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.006496:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599347b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3559423) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff59 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.006553:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599347b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3559423) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff59 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.006571:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338439808:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016122.006661:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.012049:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338439808:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016122.012106:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016122.012205:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334857600:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5901us (6260us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016122.012236:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3086 00000100:00100000:0.0:1734016122.012434:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016122.012907:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334857728 00000100:00100000:2.0:1734016122.012915:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334857728 00000100:00100000:2.0:1734016122.012987:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10964 00000100:00100000:2.0:1734016122.012996:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334857728:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.013021:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.013049:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993482 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff60 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.013149:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338439936:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016122.013223:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27180 going to sleep for 11 seconds 00000100:00080000:3.0:1734016122.013343:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016092 00002000:00010000:2.0:1734016122.016433:0:10752:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 3253608 -> 3556897 00000100:00100000:2.0:1734016122.016491:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338439936:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016122.016561:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993482 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff60 expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.016582:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993482 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff60 expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.016669:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016122.017832:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334857728:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4830us (5394us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.017845:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10964 00000100:00100000:0.0:1734016122.023644:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016122.023880:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334857856 00000100:00100000:2.0:1734016122.023905:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334857856 00000100:00100000:2.0:1734016122.024019:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10965 00000100:00100000:2.0:1734016122.024031:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334857856:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.024077:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.024130:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993489 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff67 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.024270:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338440064:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016122.024453:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.028021:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338440064:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016122.028078:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993489 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff67 expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.028100:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993489 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff67 expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.028178:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016122.028713:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334857856:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4680us (5090us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.028728:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10965 00000100:00100000:0.0:1734016122.033742:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016122.034426:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334857984 00000100:00100000:2.0:1734016122.034440:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334857984 00000100:00100000:2.0:1734016122.034502:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10966 00000100:00100000:2.0:1734016122.034510:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334857984:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016122.034876:0:10752:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3556897 -> 3253608 00002000:00010000:2.0:1734016122.034881:0:10752:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016122.034884:0:10752:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016122.034886:0:10752:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016121 -> 1734016122 00002000:00010000:2.0:1734016122.034889:0:10752:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 608 -> 704 00000100:00100000:2.0:1734016122.037237:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334857984:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 2716us (3502us total) trans 4294969495 rc 0/0 00000100:00100000:2.0:1734016122.037251:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10966 00000100:00100000:0.0:1734016122.052100:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016122.052215:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334858240 00000100:00100000:3.0:1734016122.052226:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334858240 00002000:00100000:3.0:1734016122.052266:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->3526655) req@ffff8800781c4380 x1818247334858240/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.052275:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c4380 with x1818247334858240 ext(0->3526655) 00002000:00010000:3.0:1734016122.052279:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c4380 00000100:00100000:1.0:1734016122.053881:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8951 00000100:00100000:1.0:1734016122.053891:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334858240:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016122.079891:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016122.079933:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016122.080044:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334858368 00000100:00100000:2.0:1734016122.080062:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334858368 00000100:00100000:2.0:1734016122.080128:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 327 00000100:00100000:2.0:1734016122.080138:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e84dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1969:x1818247334858368:12345-192.168.201.4@tcp:400:kworker.0 00000100:00080000:0.0:1734016122.080270:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016092 00000100:00100000:2.0:1734016122.080361:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e84dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1969:x1818247334858368:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 224us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.080369:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 327 00000100:00100000:3.0:1734016122.080439:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334858496 00000100:00100000:3.0:1734016122.080443:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334858496 00000100:00080000:0.0:1734016122.082913:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016092 00000100:00100000:3.0:1734016122.083191:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 161 00000100:00100000:3.0:1734016122.083202:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334858496:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:3.0:1734016122.083316:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334858496:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 115us (3382us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.083322:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 161 00000100:00100000:2.0:1734016122.112096:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334858240:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 58189us (59988us total) trans 0 rc 3256320/3256320 00000100:00100000:2.0:1734016122.112113:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8951 00002000:00100000:2.0:1734016122.112131:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->3526655) req@ffff8800781c4380 x1818247334858240/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 3256320/3256320 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.112140:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c4380 with x1818247334858240 ext(0->3526655) 00002000:00010000:2.0:1734016122.112146:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c4380 00000100:00100000:0.0:1734016122.119668:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016122.119885:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334858752 00000100:00100000:2.0:1734016122.119898:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334858752 00000100:00100000:2.0:1734016122.119980:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8952 00000100:00100000:2.0:1734016122.119988:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334858752:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:2.0:1734016122.120035:0:13965:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993490 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.120052:0:13965:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599347b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3559423) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff59 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.120064:0:13965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016122.120066:0:13965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016122.120070:0:13965:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993490 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7147520->7200767] (req 7147520->7200767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.120110:0:13965:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599347b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3559423) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff59 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.120123:0:13965:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599347b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3559423) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff59 expref: 8 pid: 10752 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016122.120139:0:13965:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13965:1818247338440192:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016122.120218:0:13965:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e273c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.125049:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016122.125101:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334858880 00000100:00100000:0.0:1734016122.125116:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334858880 00002000:00100000:0.0:1734016122.125179:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3526656->3556896) req@ffff88007a37d180 x1818247334858880/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.125192:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37d180 with x1818247334858880 ext(3526656->3556896) 00010000:00010000:0.0:1734016122.125219:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599347b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3559423) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff59 expref: 9 pid: 10752 timeout: 485 lvb_type: 0 00010000:00010000:0.0:1734016122.125234:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599347b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3559423) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff59 expref: 9 pid: 10752 timeout: 485 lvb_type: 0 00002000:00010000:0.0:1734016122.125244:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007a37d180 00000100:00100000:0.0:1734016122.125273:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 272 00000100:00100000:0.0:1734016122.125282:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334858880:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016122.125754:0:13965:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13965:1818247338440192:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016122.125778:0:13965:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993490 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7147520->7200767] (req 7147520->7200767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.131363:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334858880:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 6059us (6321us total) trans 4294969496 rc 0/0 00000100:00100000:0.0:1734016122.131384:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 272 00002000:00100000:0.0:1734016122.131404:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3526656->3556896) req@ffff88007a37d180 x1818247334858880/t4294969496(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/448 e 0 to 0 dl 1734016133 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.131413:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37d180 with x1818247334858880 ext(3526656->3556896) 00010000:00010000:0.0:1734016122.131425:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599347b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3559423) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff59 expref: 11 pid: 10752 timeout: 485 lvb_type: 0 00010000:00010000:0.0:1734016122.131444:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599347b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3559423) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff59 expref: 11 pid: 10752 timeout: 485 lvb_type: 0 00002000:00010000:0.0:1734016122.131453:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007a37d180 00000100:00100000:0.0:1734016122.148953:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016122.149108:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334859008 00000100:00100000:2.0:1734016122.149120:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334859008 00010000:00010000:2.0:1734016122.149169:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599347b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3559423) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff59 expref: 11 pid: 10752 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016122.149214:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3087 00000100:00100000:2.0:1734016122.149222:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334859008:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016122.149244:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016122.149272:0:8957:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3253608 -> 3556897 00002000:00010000:2.0:1734016122.149275:0:8957:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016121 -> 1734016122 00002000:00010000:2.0:1734016122.149277:0:8957:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 704 -> 768 00010000:00010000:2.0:1734016122.149283:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599347b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3526656->3559423) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff59 expref: 11 pid: 10752 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016122.149296:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599347b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3526656->3559423) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff59 expref: 11 pid: 10752 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016122.149323:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599347b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3526656->3559423) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff59 expref: 11 pid: 10752 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016122.149883:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016122.149886:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016122.149893:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993490 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7147520->7200767] (req 7147520->7200767) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.149903:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993490 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7147520->7200767] (req 7147520->7200767) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.149949:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016122.150064:0:13965:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993490 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7147520->7200767] (req 7147520->7200767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.150072:0:13965:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993490 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7147520->7200767] (req 7147520->7200767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.150348:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334859008:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1124us (1408us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.150356:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3087 00000001:00080000:2.0:1734016122.156054:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969497 is committed 00000001:00080000:2.0:1734016122.159368:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969496 is committed 00002000:00010000:2.0:1734016122.159501:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3556897 -> 7200768 00002000:00010000:2.0:1734016122.159505:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016121 -> 1734016122 00002000:00010000:2.0:1734016122.159508:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 768 -> 872 00010000:00010000:2.0:1734016122.159527:0:13965:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993490 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7147520->7200767] (req 7147520->7200767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.159539:0:13965:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993490 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7147520->7200767] (req 7147520->7200767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.159547:0:13965:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993490 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7147520->7200767] (req 7147520->7200767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.159553:0:13965:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404b40 already unused, calling callback (ffffffffa0859100) 00010000:00010000:2.0:1734016122.159559:0:13965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993490 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7147520->7200767] (req 7147520->7200767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.159567:0:13965:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993490 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7147520->7200767] (req 7147520->7200767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.159587:0:13965:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993490 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7147520->7200767] (req 7147520->7200767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.159592:0:13965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993490 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7147520->7200767] (req 7147520->7200767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.159707:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334858752:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 39714us (40054us total) trans 4294969497 rc 0/0 00000100:00100000:2.0:1734016122.159716:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8952 00000100:00100000:0.0:1734016122.163567:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.163679:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334859136 00000100:00100000:1.0:1734016122.163694:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334859136 00000100:00100000:1.0:1734016122.163768:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10967 00000100:00100000:1.0:1734016122.163776:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334859136:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.163801:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.163860:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993497 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff6e expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016122.163889:0:7685:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7200768, mtime: 0x675afc7a, atime: 0x675afc7a, ctime: 0x675afc7a, blocks: 0x368 00010000:00010000:1.0:1734016122.163914:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.163916:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.163925:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993497 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff6e expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.163941:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993497 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff6e expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.163954:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016122.164017:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334859136:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 239us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.164026:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10967 00000100:00100000:1.0:1734016122.167089:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016122.167180:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334859392 00000100:00100000:2.0:1734016122.167191:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334859392 00000100:00100000:2.0:1734016122.167260:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8953 00000100:00100000:2.0:1734016122.167267:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334859392:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:2.0:1734016122.167339:0:13965:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599349e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.167354:0:13965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016122.167355:0:13965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016122.167362:0:13965:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599349e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3579904->3596287] (req 3579904->3596287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.167375:0:13965:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599349e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3579904->3596287] (req 3579904->3596287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.167503:0:13965:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599349e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3579904->3596287] (req 3579904->3596287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.167510:0:13965:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599349e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3579904->3596287] (req 3579904->3596287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.167517:0:13965:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599349e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3579904->3596287] (req 3579904->3596287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.167524:0:13965:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404b40 already unused, calling callback (ffffffffa0859100) 00010000:00010000:2.0:1734016122.167528:0:13965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599349e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3579904->3596287] (req 3579904->3596287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.167535:0:13965:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599349e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3579904->3596287] (req 3579904->3596287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.167547:0:13965:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599349e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3579904->3596287] (req 3579904->3596287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.167557:0:13965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599349e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3579904->3596287] (req 3579904->3596287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.167609:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334859392:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 342us (534us total) trans 0 rc 16384/16384 00000100:00100000:2.0:1734016122.167616:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8953 00000100:00100000:0.0:1734016122.177326:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016122.177526:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334859520 00000100:00100000:3.0:1734016122.177539:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334859520 00000100:00100000:3.0:1734016122.177600:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10968 00000100:00100000:3.0:1734016122.177608:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334859520:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.177631:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.177653:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559934a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff75 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.177681:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.177684:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.177693:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559934a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff75 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.177712:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559934a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff75 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.177730:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016122.177790:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334859520:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 183us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.177796:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10968 00000100:00100000:0.0:1734016122.183771:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.183963:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334859648 00000100:00100000:1.0:1734016122.183976:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334859648 00000100:00100000:1.0:1734016122.184166:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10969 00000100:00100000:1.0:1734016122.184177:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334859648:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.184201:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.184230:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559934ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff7c expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.184267:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993497 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff6e expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.184275:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559934a5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff75 expref: 5 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.184282:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.184284:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.184287:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559934ac lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1781760->1785855] (req 1781760->1785855) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff7c expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.184321:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559934a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff75 expref: 5 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.184332:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559934a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff75 expref: 5 pid: 10752 timeout: 485 lvb_type: 1 00000100:00100000:1.0:1734016122.184352:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338440320:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016122.184424:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993497 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff6e expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.184434:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993497 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff6e expref: 8 pid: 7685 timeout: 485 lvb_type: 1 00000100:00100000:1.0:1734016122.184442:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338440448:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016122.184459:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.190121:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016122.190354:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334859776 00000100:00100000:2.0:1734016122.190372:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334859776 00010000:00010000:2.0:1734016122.190433:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559934a5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff75 expref: 6 pid: 10752 timeout: 485 lvb_type: 1 00000100:00100000:2.0:1734016122.190479:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3088 00000100:00100000:2.0:1734016122.190487:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334859776:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016122.190507:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016122.190532:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559934a5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff75 expref: 6 pid: 10752 timeout: 485 lvb_type: 1 00010000:00010000:2.0:1734016122.190544:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559934a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff75 expref: 6 pid: 10752 timeout: 485 lvb_type: 1 00010000:00010000:2.0:1734016122.190576:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016122.190622:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334859776:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 137us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.190630:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3088 00010000:00010000:1.0:1734016122.191763:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559934a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff75 expref: 5 pid: 10752 timeout: 485 lvb_type: 1 00000100:00100000:1.0:1734016122.191950:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338440320:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016122.191969:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338440448:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016122.192013:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559934ac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1781760->1785855] (req 1781760->1785855) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff7c expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.192028:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:1.0:1734016122.192075:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334859648:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7900us (8315us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.192083:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10969 00000100:00100000:2.0:1734016122.192482:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.192766:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334859904 00000100:00100000:1.0:1734016122.192774:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334859904 00010000:00010000:1.0:1734016122.192795:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993497 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff6e expref: 8 pid: 7685 timeout: 485 lvb_type: 1 00000100:00100000:1.0:1734016122.195296:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3089 00000100:00100000:1.0:1734016122.195320:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334859904:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016122.195356:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016122.195384:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993497 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff6e expref: 8 pid: 7685 timeout: 485 lvb_type: 1 00010000:00010000:1.0:1734016122.195400:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993497 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff6e expref: 8 pid: 7685 timeout: 485 lvb_type: 1 00010000:00010000:1.0:1734016122.195434:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993497 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff6e expref: 8 pid: 7685 timeout: 485 lvb_type: 1 00010000:00010000:1.0:1734016122.195457:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.195460:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.195466:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559934ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1781760->1785855) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff7c expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.195472:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559934ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1781760->1785855) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff7c expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.198419:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559934ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1781760->1785855) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff7c expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.198457:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338440576:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016122.198617:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.207607:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338440576:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016122.207650:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016122.207751:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334859904:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 12434us (15268us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.207768:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3089 00000100:00100000:0.0:1734016122.222969:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016122.223184:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334860160 00000100:00100000:2.0:1734016122.223197:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334860160 00002000:00100000:2.0:1734016122.223261:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007a37c700 x1818247334860160/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.223272:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37c700 with x1818247334860160 ext(0->4194303) 00002000:00010000:2.0:1734016122.223279:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37c700 00000100:00100000:2.0:1734016122.223318:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8954 00000100:00100000:2.0:1734016122.223327:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334860160:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016122.242440:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016122.254612:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334860288 00000100:00100000:2.0:1734016122.254633:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334860288 00002000:00100000:2.0:1734016122.254710:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7200767) req@ffff88007a37dc00 x1818247334860288/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.254724:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37dc00 with x1818247334860288 ext(4194304->7200767) 00002000:00010000:2.0:1734016122.254732:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37dc00 00000100:00100000:2.0:1734016122.254768:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8955 00000100:00100000:2.0:1734016122.254778:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334860288:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:1.0:1734016122.264087:0:7700:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016122.303269:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334860160:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 79920us (80295us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016122.303284:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8954 00002000:00100000:3.0:1734016122.303301:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007a37c700 x1818247334860160/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.303310:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37c700 with x1818247334860160 ext(0->4194303) 00002000:00010000:3.0:1734016122.303315:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37c700 00000100:00100000:2.0:1734016122.327954:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334860288:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 73151us (85502us total) trans 0 rc 3006464/3006464 00000100:00100000:2.0:1734016122.327983:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8955 00002000:00100000:2.0:1734016122.328002:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7200767) req@ffff88007a37dc00 x1818247334860288/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 3006464/3006464 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.328017:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37dc00 with x1818247334860288 ext(4194304->7200767) 00002000:00010000:2.0:1734016122.328028:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37dc00 00000100:00100000:0.0:1734016122.328364:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016122.329609:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334860544 00000100:00100000:2.0:1734016122.329622:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334860544 00002000:00100000:2.0:1734016122.329668:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1728512->1785855) req@ffff88007a37ed80 x1818247334860544/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.329678:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37ed80 with x1818247334860544 ext(1728512->1785855) 00002000:00010000:2.0:1734016122.329684:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37ed80 00000100:00100000:2.0:1734016122.329728:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8956 00000100:00100000:2.0:1734016122.329736:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334860544:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016122.340282:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334860544:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 10534us (11909us total) trans 4294969498 rc 0/0 00000100:00100000:2.0:1734016122.340295:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8956 00002000:00100000:2.0:1734016122.340309:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1728512->1785855) req@ffff88007a37ed80 x1818247334860544/t4294969498(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:83/0 lens 488/448 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.340318:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37ed80 with x1818247334860544 ext(1728512->1785855) 00002000:00010000:2.0:1734016122.340327:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37ed80 00000100:00100000:1.0:1734016122.343861:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016122.343950:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334860672 00000100:00100000:2.0:1734016122.343959:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334860672 00000100:00100000:2.0:1734016122.344006:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2213 00000100:00100000:2.0:1734016122.344014:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334860672:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016122.344140:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334860672:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 126us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.344147:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2213 00000100:00100000:0.0:1734016122.345946:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.346604:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334860800 00000100:00100000:1.0:1734016122.346618:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334860800 00000100:00100000:1.0:1734016122.346685:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10970 00000100:00100000:1.0:1734016122.346694:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334860800:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:2.0:1734016122.348151:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969498 is committed 00000100:00100000:1.0:1734016122.349182:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334860800:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2483us (3237us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.349194:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10970 00000100:00100000:0.0:1734016122.352710:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.352849:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334860928 00000100:00100000:1.0:1734016122.352860:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334860928 00000100:00100000:1.0:1734016122.352915:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10971 00000100:00100000:1.0:1734016122.352923:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334860928:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.352946:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.352966:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559934b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff83 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.353020:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338440704:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016122.353072:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec780 going to sleep for 11 seconds 00002000:00010000:1.0:1734016122.356125:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 872 -> 984 00000100:00100000:1.0:1734016122.356180:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338440704:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016122.356253:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559934b3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff83 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.356278:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559934b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff83 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.356320:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016122.356424:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334860928:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3495us (3720us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.356438:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10971 00000100:00100000:0.0:1734016122.359321:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.359748:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334861056 00000100:00100000:1.0:1734016122.359764:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334861056 00000100:00100000:3.0:1734016122.360010:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10972 00000100:00100000:3.0:1734016122.360022:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334861056:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.360055:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.360085:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559934ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff8a expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.360170:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078327100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338440832:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016122.360977:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.365368:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078327100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338440832:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016122.365416:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559934ba lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff8a expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.365439:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559934ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff8a expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.365464:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016122.365553:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334861056:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5529us (6245us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.365563:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10972 00000100:00100000:2.0:1734016122.376088:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016122.377871:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334861184 00000100:00100000:3.0:1734016122.377883:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334861184 00000100:00100000:3.0:1734016122.378151:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10973 00000100:00100000:3.0:1734016122.378160:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334861184:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.378181:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.378213:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559934c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff91 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.378274:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078327100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338440960:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016122.378346:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.381900:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078327100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338440960:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016122.381931:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559934c1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff91 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.381943:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559934c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff91 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.382138:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016122.382212:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334861184:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4052us (6134us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.382220:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10973 00000100:00100000:0.0:1734016122.384168:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016122.384350:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334861312 00000100:00100000:3.0:1734016122.384357:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334861312 00000100:00100000:3.0:1734016122.384442:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10974 00000100:00100000:3.0:1734016122.384447:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334861312:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.384463:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.384480:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559934c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff98 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.384508:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559934ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1781760->1785855) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff7c expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.384515:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016122.384517:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016122.384521:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559934c8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6758400->6762495] (req 6758400->6762495) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff98 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.384548:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559934ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1781760->1785855) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff7c expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.384559:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559934ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1781760->1785855) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff7c expref: 6 pid: 7685 timeout: 486 lvb_type: 0 00000100:00100000:3.0:1734016122.384577:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078327100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338441088:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016122.384852:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.387362:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078327100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338441088:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016122.387395:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559934c8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6758400->6762495] (req 6758400->6762495) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff98 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.387415:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016122.387459:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334861312:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3010us (3296us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.387468:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10974 00000100:00100000:1.0:1734016122.396841:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016122.398574:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334861440 00000100:00100000:2.0:1734016122.398592:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334861440 00010000:00010000:2.0:1734016122.398642:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559934ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1781760->1785855) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff7c expref: 7 pid: 7685 timeout: 486 lvb_type: 0 00000100:00100000:2.0:1734016122.398784:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3090 00000100:00100000:2.0:1734016122.398792:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c55a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334861440:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016122.398833:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016122.398855:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559934ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1781760->1785855) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff7c expref: 7 pid: 7685 timeout: 486 lvb_type: 0 00010000:00010000:2.0:1734016122.398869:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559934ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1781760->1785855) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff7c expref: 7 pid: 7685 timeout: 486 lvb_type: 0 00010000:00010000:2.0:1734016122.398898:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559934ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1781760->1785855) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff7c expref: 7 pid: 7685 timeout: 486 lvb_type: 0 00010000:00010000:2.0:1734016122.398923:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016122.398926:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016122.398933:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559934c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6758400->6762495) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff98 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.398941:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559934c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6758400->6762495) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff98 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.398988:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559934c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6758400->6762495) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff98 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.399004:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c26a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338441216:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016122.399099:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.407539:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c26a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338441216:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016122.407574:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016122.407651:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c55a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334861440:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8857us (10847us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.407666:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3090 00000100:00100000:0.0:1734016122.409960:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016122.410123:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334861696 00000100:00100000:2.0:1734016122.410132:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334861696 00002000:00100000:2.0:1734016122.410174:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3559424->7200767) req@ffff88012cf62d80 x1818247334861696/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.410183:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62d80 with x1818247334861696 ext(3559424->7200767) 00002000:00010000:2.0:1734016122.410192:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf62d80 00000100:00100000:3.0:1734016122.411316:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8957 00000100:00100000:3.0:1734016122.411328:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334861696:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.450654:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334861696:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 39314us (40694us total) trans 0 rc 3641344/3641344 00000100:00100000:2.0:1734016122.450670:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8957 00002000:00100000:2.0:1734016122.450683:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3559424->7200767) req@ffff88012cf62d80 x1818247334861696/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 3641344/3641344 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.450693:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62d80 with x1818247334861696 ext(3559424->7200767) 00002000:00010000:2.0:1734016122.450698:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf62d80 00000100:00100000:0.0:1734016122.462802:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016122.462929:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334861824 00000100:00100000:2.0:1734016122.462937:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334861824 00002000:00100000:2.0:1734016122.462976:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6713344->6762495) req@ffff88012cf62680 x1818247334861824/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.462985:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62680 with x1818247334861824 ext(6713344->6762495) 00002000:00010000:2.0:1734016122.462990:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf62680 00000100:00100000:2.0:1734016122.463020:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8958 00000100:00100000:2.0:1734016122.463027:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334861824:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016122.467259:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334861824:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4211us (4446us total) trans 4294969499 rc 0/0 00000100:00100000:0.0:1734016122.467277:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8958 00002000:00100000:0.0:1734016122.467292:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6713344->6762495) req@ffff88012cf62680 x1818247334861824/t4294969499(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/448 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.467302:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62680 with x1818247334861824 ext(6713344->6762495) 00002000:00010000:0.0:1734016122.467307:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf62680 00000100:00100000:0.0:1734016122.469748:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016122.469982:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334861952 00000100:00100000:3.0:1734016122.469990:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334861952 00000100:00100000:3.0:1734016122.470048:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10975 00000100:00100000:3.0:1734016122.470058:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334861952:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:2.0:1734016122.474221:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969499 is committed 00000100:00100000:3.0:1734016122.476749:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334861952:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 6679us (6997us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.476766:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10975 00000100:00100000:2.0:1734016122.480793:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016122.482064:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334862080 00000100:00100000:3.0:1734016122.482079:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334862080 00000100:00100000:3.0:1734016122.482147:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10976 00000100:00100000:3.0:1734016122.482156:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334862080:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.482176:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.482196:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559934cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ff9f expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.482264:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078327100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338441344:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016122.483122:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c6c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016122.485947:0:10752:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 984 -> 1080 00000100:00100000:3.0:1734016122.485974:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078327100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338441344:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016122.486015:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559934cf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff9f expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.486031:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559934cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff9f expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.486047:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016122.486638:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334862080:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4478us (5856us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.486651:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10976 00000100:00100000:0.0:1734016122.490277:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016122.490387:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334862208 00000100:00100000:3.0:1734016122.490399:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334862208 00000100:00100000:3.0:1734016122.490605:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10977 00000100:00100000:3.0:1734016122.490613:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334862208:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.490633:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.490653:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559934d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ffa6 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.490713:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078327100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338441472:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016122.491098:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.494460:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078327100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338441472:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016122.494508:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559934d6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffa6 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.494521:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559934d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffa6 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.494531:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016122.494593:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334862208:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3979us (4328us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.494603:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10977 00000100:00100000:0.0:1734016122.502032:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016122.503566:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334862464 00000100:00100000:2.0:1734016122.503576:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334862464 00000100:00100000:2.0:1734016122.503645:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8959 00000100:00100000:2.0:1734016122.503652:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334862464:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:2.0:1734016122.503687:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559934dd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.503707:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559934c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6758400->6762495) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff98 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.503714:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016122.503717:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016122.503720:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559934dd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2211840->2260991] (req 2211840->2260991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.503749:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559934c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6758400->6762495) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff98 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.503759:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559934c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6758400->6762495) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff98 expref: 5 pid: 10752 timeout: 486 lvb_type: 0 00000100:00100000:2.0:1734016122.503773:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c27100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338441600:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016122.503868:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.510574:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c27100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338441600:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016122.510601:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559934dd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2211840->2260991] (req 2211840->2260991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.523363:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016122.525020:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334862592 00000100:00100000:3.0:1734016122.525037:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334862592 00010000:00010000:3.0:1734016122.525091:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559934c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6758400->6762495) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff98 expref: 6 pid: 10752 timeout: 486 lvb_type: 0 00000100:00100000:3.0:1734016122.525140:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3091 00000100:00100000:3.0:1734016122.525148:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334862592:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016122.525171:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016122.525214:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559934c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6758400->6762495) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff98 expref: 6 pid: 10752 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016122.525227:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559934c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6758400->6762495) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff98 expref: 6 pid: 10752 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016122.525258:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559934c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6758400->6762495) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff98 expref: 6 pid: 10752 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016122.525283:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.525286:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.525292:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559934dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2211840->2260991] (req 2211840->2260991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.525301:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559934dd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2211840->2260991] (req 2211840->2260991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.525347:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016122.525414:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334862592:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 266us (2075us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.525421:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3091 00010000:00010000:2.0:1734016122.525702:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559934dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2211840->2260991] (req 2211840->2260991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.525711:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559934dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2211840->2260991] (req 2211840->2260991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1734016122.542491:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969500 is committed 00002000:00010000:2.0:1734016122.542688:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1080 -> 1176 00010000:00010000:2.0:1734016122.542709:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559934dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2211840->2260991] (req 2211840->2260991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.542721:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559934dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2211840->2260991] (req 2211840->2260991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.542730:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559934dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2211840->2260991] (req 2211840->2260991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.542737:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405f80 already unused, calling callback (ffffffffa0859100) 00010000:00010000:2.0:1734016122.542741:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559934dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2211840->2260991] (req 2211840->2260991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.542749:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559934dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2211840->2260991] (req 2211840->2260991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.542772:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559934dd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2211840->2260991] (req 2211840->2260991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.542778:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559934dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2211840->2260991] (req 2211840->2260991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.543927:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334862464:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 40254us (41884us total) trans 4294969500 rc 0/0 00000100:00100000:2.0:1734016122.543943:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8959 00000100:00100000:0.0:1734016122.552668:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016122.552787:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334862720 00000100:00100000:3.0:1734016122.552801:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334862720 00000100:00100000:3.0:1734016122.552908:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10978 00000100:00100000:3.0:1734016122.552916:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334862720:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.552940:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.552971:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559934e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ffad expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016122.553008:0:10752:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7200768, mtime: 0x675afc7a, atime: 0x675afc7a, ctime: 0x675afc7a, blocks: 0x498 00010000:00010000:3.0:1734016122.553040:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.553042:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.553052:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559934e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffad expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.553070:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559934e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffad expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.553082:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016122.553133:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334862720:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 217us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.553141:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10978 00000100:00100000:3.0:1734016122.561460:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.562169:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334862976 00000100:00100000:1.0:1734016122.562180:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334862976 00000100:00100000:1.0:1734016122.562253:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2214 00000100:00100000:1.0:1734016122.562262:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334862976:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016122.562326:0:13928:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016122.562360:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993427 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ff05 expref: 21 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.562567:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016122.562571:0:13928:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016122.562720:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc559934eb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016122.562738:0:13928:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc5599340b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fef0 expref: 23 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.562745:0:13928:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc559934eb lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016122.562778:0:13928:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc5599340b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fef0 expref: 23 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.562791:0:13928:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc5599340b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fef0 expref: 23 pid: 13928 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016122.562805:0:13928:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13928:1818247338441728:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016122.563736:0:13928:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.570526:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016122.570647:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334863104 00000100:00100000:2.0:1734016122.570657:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334863104 00010000:00010000:2.0:1734016122.570712:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc5599340b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fef0 expref: 24 pid: 13928 timeout: 486 lvb_type: 0 00000100:00100000:2.0:1734016122.570762:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3092 00000100:00100000:2.0:1734016122.570772:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:1969:x1818247334863104:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016122.570794:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016122.570800:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc5599340b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fef0 expref: 24 pid: 13928 timeout: 486 lvb_type: 0 00010000:00010000:2.0:1734016122.570832:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc5599340b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fef0 expref: 24 pid: 13928 timeout: 486 lvb_type: 0 00010000:00010000:2.0:1734016122.570872:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016122.570878:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc559934eb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016122.570890:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc559934eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016122.570900:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc559934eb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016122.570928:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016122.570996:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:1969:x1818247334863104:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 225us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.571003:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3092 00010000:00010000:1.0:1734016122.571178:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc5599340b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fef0 expref: 23 pid: 13928 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016122.571211:0:13928:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13928:1818247338441728:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016122.571233:0:13928:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc559934eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016122.571240:0:13928:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc559934eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016122.571245:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc559934eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000001:00080000:1.0:1734016122.571342:0:13928:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968702 00000004:00010000:1.0:1734016122.571402:0:13928:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078327100 reply state ffff880078e37000 transno 4294968703 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc559934eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:1.0:1734016122.571412:0:13928:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016122.571506:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334862976:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 9246us (10056us total) trans 4294968703 rc 0/0 00000100:00100000:1.0:1734016122.571515:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2214 00000020:00080000:1.0:1734016122.571518:0:13928:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1734016122.572327:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016092 00010000:00010000:1.0:1734016122.579328:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc559934eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016122.579349:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc559934eb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016122.579356:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc559934eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016122.579362:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e836880 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:1.0:1734016122.579366:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc559934eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016122.579372:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc559934eb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016122.579389:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016122.579391:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016122.579395:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc559934eb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016122.579399:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc559934eb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000100:00100000:2.0:1734016122.581550:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.581687:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334863232 00000100:00100000:1.0:1734016122.581703:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334863232 00000100:00100000:1.0:1734016122.581785:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10979 00000100:00100000:1.0:1734016122.581797:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334863232:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.581865:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.581893:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559934f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ffb4 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.581940:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559934e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffad expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.581949:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.581952:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.581956:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559934f2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffb4 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.582004:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559934e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffad expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.582018:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559934e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffad expref: 8 pid: 10752 timeout: 486 lvb_type: 1 00000100:00100000:1.0:1734016122.582032:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338441856:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016122.582114:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.583730:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338441856:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016122.583756:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559934f2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffb4 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.583769:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:1.0:1734016122.583830:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334863232:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2034us (2299us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.583838:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10979 00000100:00100000:0.0:1734016122.587249:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016122.591560:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334863360 00000100:00100000:3.0:1734016122.591582:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334863360 00010000:00010000:3.0:1734016122.591641:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559934e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffad expref: 8 pid: 10752 timeout: 486 lvb_type: 1 00000100:00100000:3.0:1734016122.591708:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3093 00000100:00100000:3.0:1734016122.591717:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334863360:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016122.591735:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016122.591761:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559934e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffad expref: 8 pid: 10752 timeout: 486 lvb_type: 1 00010000:00010000:3.0:1734016122.591781:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559934e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffad expref: 8 pid: 10752 timeout: 486 lvb_type: 1 00010000:00010000:3.0:1734016122.591803:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559934e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffad expref: 8 pid: 10752 timeout: 486 lvb_type: 1 00010000:00010000:3.0:1734016122.591838:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.591840:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.591845:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559934f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffb4 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.591855:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559934f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffb4 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.591903:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559934f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffb4 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.591918:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078326680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338441984:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016122.592004:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.600226:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016122.600293:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334863488 00000100:00100000:0.0:1734016122.600309:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334863488 00002000:00010000:0.0:1734016122.600379:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10376548->18446744073709551615) 00002000:00100000:0.0:1734016122.600385:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25500 with x1818247334863488 ext(10376548->18446744073709551615) 00002000:00010000:0.0:1734016122.600399:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25500. 00000100:00100000:0.0:1734016122.600449:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8960 00000100:00100000:0.0:1734016122.600462:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334863488:12345-192.168.201.4@tcp:10:fsx.0 00000100:00100000:3.0:1734016122.600724:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078326680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338441984:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016122.600758:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016122.600844:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334863360:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 9128us (13608us total) trans 0 rc 0/0 00002000:00010000:0.0:1734016122.600855:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7200768 -> 10376548 00000100:00100000:3.0:1734016122.600856:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3093 00002000:00010000:0.0:1734016122.600859:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:0.0:1734016122.600861:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016122 -> 1734016122 00002000:00010000:0.0:1734016122.600863:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:0.0:1734016122.600865:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1176 -> 1176 00000100:00100000:0.0:1734016122.600887:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334863488:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 428us (676us total) trans 4294969501 rc 0/0 00000100:00100000:0.0:1734016122.600894:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8960 00002000:00010000:0.0:1734016122.600898:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10376548->18446744073709551615) 00002000:00100000:0.0:1734016122.600901:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25500 with x1818247334863488 ext(10376548->18446744073709551615) 00002000:00010000:0.0:1734016122.600904:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25500. 00000100:00100000:0.0:1734016122.614575:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.623676:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334863616 00000100:00100000:1.0:1734016122.623690:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334863616 00000100:00100000:1.0:1734016122.623772:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2215 00000100:00100000:1.0:1734016122.623782:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334863616:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.623826:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.623854:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc559934f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ffbb expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.623991:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55993500 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016122.624007:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55993500 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016122.624020:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55993500 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:1.0:1734016122.624054:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10376548 00000004:00200000:1.0:1734016122.624059:0:13928:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016122.624080:0:13928:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55993500 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016122.624115:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc559934f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffbb expref: 25 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.624156:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55993500 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffbb expref: 24 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.624172:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016122.624175:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016122.624179:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016122.624270:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:9662:x1818247334863616:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 489us (9706us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.624277:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2215 00000100:00100000:0.0:1734016122.629556:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.629671:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334863744 00000100:00100000:1.0:1734016122.629682:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334863744 00000100:00100000:1.0:1734016122.629743:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10980 00000100:00100000:1.0:1734016122.629753:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334863744:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.629774:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.629800:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993507 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ffc2 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.629910:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338442112:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016122.629987:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.633871:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338442112:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016122.633918:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993507 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffc2 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.633937:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993507 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffc2 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.633970:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016122.634036:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334863744:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4283us (4495us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.634045:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10980 00000100:00100000:0.0:1734016122.640300:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.640802:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334863872 00000100:00100000:1.0:1734016122.640858:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334863872 00000100:00100000:1.0:1734016122.640942:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10981 00000100:00100000:1.0:1734016122.640954:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334863872:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.640996:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.641030:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc5599350e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ffc9 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.641132:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338442240:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016122.641243:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.645235:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338442240:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016122.645298:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc5599350e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffc9 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.645321:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc5599350e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffc9 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.645363:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:1.0:1734016122.645464:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334863872:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4509us (5176us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.645476:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10981 00000100:00100000:2.0:1734016122.653790:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.654114:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334864000 00000100:00100000:1.0:1734016122.654138:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334864000 00000100:00100000:1.0:1734016122.654780:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10982 00000100:00100000:1.0:1734016122.654791:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334864000:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.654856:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.654894:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55993515 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ffd0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.654985:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338442368:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016122.655084:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.657719:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338442368:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016122.657792:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55993515 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffd0 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.657866:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55993515 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffd0 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.658080:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016122.658170:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334864000:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3377us (4400us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.658181:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10982 00000100:00100000:0.0:1734016122.662742:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.662850:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334864128 00000100:00100000:1.0:1734016122.662872:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334864128 00000100:00100000:1.0:1734016122.663004:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10983 00000100:00100000:1.0:1734016122.663018:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334864128:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.663051:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.663087:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc5599351c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ffd7 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.663189:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338442496:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016122.663314:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.667901:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338442496:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016122.667973:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc5599351c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffd7 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.667993:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc5599351c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffd7 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.668957:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016122.669050:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334864128:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6033us (6332us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.669062:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10983 00000100:00100000:0.0:1734016122.672169:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.672259:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334864256 00000100:00100000:1.0:1734016122.672277:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334864256 00000100:00100000:1.0:1734016122.672568:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10984 00000100:00100000:1.0:1734016122.672580:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334864256:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.672617:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.672649:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55993523 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ffde expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.672752:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338442624:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016122.676761:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.679180:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338442624:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016122.679265:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55993523 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffde expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.679286:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55993523 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffde expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.679323:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016122.679434:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334864256:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6853us (7285us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.679446:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10984 00000100:00100000:3.0:1734016122.684407:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.686524:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334864384 00000100:00100000:1.0:1734016122.686549:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334864384 00000100:00100000:1.0:1734016122.686644:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10985 00000100:00100000:1.0:1734016122.686654:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334864384:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.686681:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.686710:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc5599352a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ffe5 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.686828:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338442752:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016122.686950:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.694401:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338442752:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016122.694474:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc5599352a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffe5 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.694499:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc5599352a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffe5 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.694652:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:1.0:1734016122.695086:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334864384:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8429us (10706us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.695097:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10985 00000100:00100000:0.0:1734016122.698715:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.698926:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334864512 00000100:00100000:1.0:1734016122.698945:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334864512 00000100:00100000:1.0:1734016122.699027:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10986 00000100:00100000:1.0:1734016122.699039:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334864512:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.699075:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.699107:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55993531 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4ffec expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.699212:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338442880:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016122.699308:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.706558:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338442880:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016122.706625:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55993531 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffec expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.706645:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55993531 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffec expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.706686:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016122.706769:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334864512:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7732us (8075us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.706781:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10986 00000100:00100000:2.0:1734016122.716978:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.717098:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334864640 00000100:00100000:1.0:1734016122.717113:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334864640 00000100:00100000:1.0:1734016122.717186:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10987 00000100:00100000:1.0:1734016122.717203:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334864640:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.717231:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.717256:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993538 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fff3 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.717302:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559934f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffb4 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.717310:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016122.717312:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016122.717315:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993538 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6496256->6500351] (req 6496256->6500351) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fff3 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.717361:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559934f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffb4 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.717374:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559934f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffb4 expref: 7 pid: 7685 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016122.717393:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338443008:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016122.717509:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.727340:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.727507:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338443008:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016122.727551:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993538 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6496256->6500351] (req 6496256->6500351) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fff3 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.727576:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016122.727672:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334864640:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10477us (10713us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.727682:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10987 00000100:00100000:3.0:1734016122.727839:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334864768 00000100:00100000:3.0:1734016122.727851:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334864768 00010000:00010000:3.0:1734016122.727885:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559934f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffb4 expref: 8 pid: 7685 timeout: 486 lvb_type: 0 00000100:00100000:3.0:1734016122.727932:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3094 00000100:00100000:3.0:1734016122.727938:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334864768:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016122.727957:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016122.727983:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559934f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffb4 expref: 8 pid: 7685 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016122.727997:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559934f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffb4 expref: 8 pid: 7685 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016122.728029:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc559934f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffb4 expref: 8 pid: 7685 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016122.728052:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.728054:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.728061:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993538 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6496256->6500351) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fff3 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.728071:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993538 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6496256->6500351) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fff3 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.728100:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993538 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6496256->6500351) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fff3 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.728116:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078327480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338443136:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016122.728165:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.738252:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078327480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338443136:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016122.738289:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016122.738377:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334864768:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10435us (11053us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.738400:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3094 00000100:00100000:0.0:1734016122.750736:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016122.751161:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334865024 00000100:00100000:2.0:1734016122.751180:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334865024 00002000:00100000:2.0:1734016122.751261:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6496256->10379263) req@ffff88012dc45180 x1818247334865024/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 504/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.751277:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45180 with x1818247334865024 ext(6496256->10379263) 00002000:00010000:2.0:1734016122.751284:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45180 00000100:00100000:2.0:1734016122.751324:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8961 00000100:00100000:2.0:1734016122.751333:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334865024:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.807537:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334865024:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 56190us (56814us total) trans 0 rc 3182592/3182592 00000100:00100000:2.0:1734016122.807554:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8961 00002000:00100000:2.0:1734016122.807571:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6496256->10379263) req@ffff88012dc45180 x1818247334865024/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 504/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 3182592/3182592 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.807580:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45180 with x1818247334865024 ext(6496256->10379263) 00002000:00010000:2.0:1734016122.807587:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45180 00000100:00100000:0.0:1734016122.821416:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016122.824878:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334865280 00000100:00100000:2.0:1734016122.824906:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334865280 00002000:00100000:2.0:1734016122.824981:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6492160->6496255) req@ffff88012dc44000 x1818247334865280/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.824995:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc44000 with x1818247334865280 ext(6492160->6496255) 00002000:00010000:2.0:1734016122.825002:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc44000 00000100:00100000:2.0:1734016122.825061:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8962 00000100:00100000:2.0:1734016122.825069:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334865280:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.825349:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334865280:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 280us (3967us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016122.825356:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8962 00002000:00100000:2.0:1734016122.825362:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6492160->6496255) req@ffff88012dc44000 x1818247334865280/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.825369:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc44000 with x1818247334865280 ext(6492160->6496255) 00002000:00010000:2.0:1734016122.825373:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc44000 00000100:00100000:0.0:1734016122.831082:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.832721:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334865536 00000100:00100000:1.0:1734016122.832738:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334865536 00002000:00100000:1.0:1734016122.832804:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6488064->6492159) req@ffff88012dc46300 x1818247334865536/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016122.832829:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc46300 with x1818247334865536 ext(6488064->6492159) 00002000:00010000:1.0:1734016122.832835:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc46300 00000100:00100000:1.0:1734016122.832876:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8963 00000100:00100000:1.0:1734016122.832883:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334865536:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016122.833130:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334865536:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 247us (2074us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016122.833138:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8963 00002000:00100000:1.0:1734016122.833144:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6488064->6492159) req@ffff88012dc46300 x1818247334865536/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016122.833151:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc46300 with x1818247334865536 ext(6488064->6492159) 00002000:00010000:1.0:1734016122.833154:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc46300 00000100:00100000:0.0:1734016122.835365:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016122.837964:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334865792 00000100:00100000:2.0:1734016122.837987:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334865792 00002000:00100000:3.0:1734016122.838181:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6483968->6488063) req@ffff88012dc46680 x1818247334865792/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.838205:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc46680 with x1818247334865792 ext(6483968->6488063) 00002000:00010000:3.0:1734016122.838212:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc46680 00000100:00100000:3.0:1734016122.838523:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8964 00000100:00100000:3.0:1734016122.838534:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334865792:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016122.838858:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334865792:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 323us (3512us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016122.838869:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8964 00002000:00100000:3.0:1734016122.838877:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6483968->6488063) req@ffff88012dc46680 x1818247334865792/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.838884:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc46680 with x1818247334865792 ext(6483968->6488063) 00002000:00010000:3.0:1734016122.838889:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc46680 00000100:00100000:0.0:1734016122.841893:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.842115:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334866048 00000100:00100000:1.0:1734016122.842132:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334866048 00002000:00100000:1.0:1734016122.842213:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6479872->6483967) req@ffff88012dc46a00 x1818247334866048/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016122.842225:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc46a00 with x1818247334866048 ext(6479872->6483967) 00002000:00010000:1.0:1734016122.842233:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc46a00 00000100:00100000:1.0:1734016122.842284:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8965 00000100:00100000:1.0:1734016122.842294:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334866048:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016122.842595:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334866048:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 302us (717us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016122.842603:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8965 00002000:00100000:1.0:1734016122.842609:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6479872->6483967) req@ffff88012dc46a00 x1818247334866048/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016122.842617:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc46a00 with x1818247334866048 ext(6479872->6483967) 00002000:00010000:1.0:1734016122.842619:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc46a00 00000100:00100000:0.0:1734016122.846957:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016122.847176:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334866304 00000100:00100000:3.0:1734016122.847204:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334866304 00002000:00100000:3.0:1734016122.847277:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6475776->6479871) req@ffff88012dc47b80 x1818247334866304/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.847292:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc47b80 with x1818247334866304 ext(6475776->6479871) 00002000:00010000:3.0:1734016122.847301:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc47b80 00000100:00100000:3.0:1734016122.847343:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8966 00000100:00100000:3.0:1734016122.847354:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334866304:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016122.847612:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334866304:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 259us (679us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016122.847620:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8966 00002000:00100000:3.0:1734016122.847627:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6475776->6479871) req@ffff88012dc47b80 x1818247334866304/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.847634:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc47b80 with x1818247334866304 ext(6475776->6479871) 00002000:00010000:3.0:1734016122.847637:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc47b80 00000100:00100000:0.0:1734016122.855181:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.855349:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334866432 00000100:00100000:1.0:1734016122.855370:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334866432 00000100:00100000:1.0:1734016122.855467:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10988 00000100:00100000:1.0:1734016122.855482:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334866432:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.855518:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.855557:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599353f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee4fffa expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.855608:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993538 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6496256->6500351) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fff3 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.855617:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.855620:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.855626:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599353f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6160384->6197247] (req 6160384->6197247) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fffa expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.855684:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993538 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6496256->6500351) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fff3 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.855703:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993538 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6496256->6500351) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fff3 expref: 7 pid: 7685 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016122.855719:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338443264:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016122.855865:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.859274:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338443264:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016122.859324:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599353f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6160384->6197247] (req 6160384->6197247) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fffa expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.859356:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:1.0:1734016122.859439:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334866432:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3961us (4282us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.859453:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10988 00000100:00100000:0.0:1734016122.879161:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016122.879357:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334866560 00000100:00100000:3.0:1734016122.879373:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334866560 00010000:00010000:3.0:1734016122.879433:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993538 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6496256->6500351) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fff3 expref: 7 pid: 7685 timeout: 486 lvb_type: 0 00000100:00100000:3.0:1734016122.879494:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3095 00000100:00100000:3.0:1734016122.879504:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334866560:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016122.879531:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016122.879562:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993538 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6496256->6500351) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fff3 expref: 7 pid: 7685 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016122.879583:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993538 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6496256->6500351) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fff3 expref: 7 pid: 7685 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016122.879620:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993538 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6496256->6500351) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fff3 expref: 7 pid: 7685 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016122.879715:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.879719:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.879728:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599353f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6160384->6197247) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fffa expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.879737:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599353f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6160384->6197247) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fffa expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.879782:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599353f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6160384->6197247) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fffa expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.879798:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078327480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338443392:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016122.879896:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.885079:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016122.885223:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334866688 00000100:00100000:1.0:1734016122.885236:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334866688 00000100:00100000:1.0:1734016122.885322:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10989 00000100:00100000:1.0:1734016122.885335:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334866688:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016122.885761:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10376548 -> 10376548 00002000:00010000:1.0:1734016122.885766:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016122.885770:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016122.885773:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016122.885775:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1176 -> 1176 00000100:00100000:1.0:1734016122.885972:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334866688:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 637us (911us total) trans 4294969502 rc 0/0 00000100:00100000:1.0:1734016122.885981:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10989 00000100:00100000:3.0:1734016122.891450:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078327480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338443392:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016122.891496:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016122.891604:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334866560:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 12100us (12462us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.891621:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3095 00000100:00100000:0.0:1734016122.929790:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016122.934282:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016122.934399:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016122.934477:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334866944 00000100:00100000:0.0:1734016122.934500:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334866944 00002000:00100000:0.0:1734016122.934607:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88012dc45880 x1818247334866944/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.934622:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45880 with x1818247334866944 ext(0->4194303) 00002000:00010000:0.0:1734016122.934631:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45880 00000100:00100000:0.0:1734016122.935648:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334867200 00000100:00100000:0.0:1734016122.935656:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334867200 00002000:00100000:0.0:1734016122.935678:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff88012dc45c00 x1818247334867200/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.935686:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45c00 with x1818247334867200 ext(4194304->8388607) 00002000:00010000:0.0:1734016122.935690:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45c00 00000100:00100000:3.0:1734016122.935769:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334867456 00000100:00100000:3.0:1734016122.935773:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334867456 00002000:00100000:3.0:1734016122.935795:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10379263) req@ffff88012dc47800 x1818247334867456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.935840:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc47800 with x1818247334867456 ext(8388608->10379263) 00002000:00010000:3.0:1734016122.935844:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc47800 00000100:00100000:3.0:1734016122.935870:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8967 00000100:00100000:3.0:1734016122.935881:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334866944:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.940718:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8968 00000100:00100000:2.0:1734016122.940745:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334867200:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016122.948539:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8969 00000100:00100000:1.0:1734016122.948582:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334867456:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016123.001520:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334867456:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 52935us (67103us total) trans 0 rc 1990656/1990656 00000100:00100000:1.0:1734016123.001541:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8969 00002000:00100000:1.0:1734016123.001558:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10379263) req@ffff88012dc47800 x1818247334867456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 1990656/1990656 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016123.001570:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc47800 with x1818247334867456 ext(8388608->10379263) 00002000:00010000:1.0:1734016123.001580:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc47800 00000100:00100000:3.0:1734016123.046613:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334866944:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 110714us (116816us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016123.046632:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8967 00002000:00100000:3.0:1734016123.046651:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88012dc45880 x1818247334866944/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.046664:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45880 with x1818247334866944 ext(0->4194303) 00002000:00010000:3.0:1734016123.046674:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45880 00000100:00100000:3.0:1734016123.076652:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016123.077614:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334867584 00000100:00100000:0.0:1734016123.077631:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334867584 00000100:00100000:0.0:1734016123.077749:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2216 00000100:00100000:0.0:1734016123.077761:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:9662:x1818247334867584:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.077845:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.077881:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55993546 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50001 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.078035:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc5599354d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016123.078057:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc5599354d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016123.078075:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc5599354d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:0.0:1734016123.078107:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10376548 00000004:00200000:0.0:1734016123.078114:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016123.078150:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc5599354d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016123.078182:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55993546 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50001 expref: 24 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.078222:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc5599354d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50001 expref: 23 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.078233:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016123.078236:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016123.078240:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565680, rc 0) 00000100:00100000:0.0:1734016123.078327:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334867584:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 566us (1699us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016123.078339:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2216 00000100:00080000:2.0:1734016123.078529:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016093 00000100:00100000:0.0:1734016123.096691:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.096881:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334867712 00000100:00100000:2.0:1734016123.096896:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334867712 00000100:00100000:1.0:1734016123.098069:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10990 00000100:00100000:1.0:1734016123.098082:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334867712:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.098109:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.098133:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993554 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50008 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.098217:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338443520:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016123.098310:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.099376:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334867200:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 158630us (165117us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016123.099392:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8968 00002000:00100000:3.0:1734016123.099407:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff88012dc45c00 x1818247334867200/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.099420:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45c00 with x1818247334867200 ext(4194304->8388607) 00002000:00010000:3.0:1734016123.099425:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45c00 00002000:00010000:1.0:1734016123.101448:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016122 -> 1734016123 00000100:00100000:1.0:1734016123.101487:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338443520:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016123.101540:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993554 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50008 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.101559:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993554 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50008 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.101604:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016123.101675:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334867712:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3594us (5009us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.101686:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10990 00000100:00100000:0.0:1734016123.107079:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016123.107853:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334867840 00000100:00100000:1.0:1734016123.107872:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334867840 00000100:00100000:1.0:1734016123.107963:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10991 00000100:00100000:1.0:1734016123.107978:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334867840:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.108017:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.108050:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599355b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5000f expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.108145:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338443648:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016123.108283:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.113305:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338443648:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016123.113371:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599355b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5000f expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.113394:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599355b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5000f expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.113443:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016123.113549:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334867840:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5574us (6481us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.113564:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10991 00000100:00100000:0.0:1734016123.116280:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016123.116478:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334867968 00000100:00100000:1.0:1734016123.116499:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334867968 00000100:00100000:1.0:1734016123.116613:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10992 00000100:00100000:1.0:1734016123.116627:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334867968:12345-192.168.201.4@tcp:22:fsx.0 00000100:00080000:2.0:1734016123.117092:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016093 00002000:00010000:1.0:1734016123.117268:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10376548 -> 10376548 00002000:00010000:1.0:1734016123.117272:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016123.117275:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016123 -> 1734016122 00002000:00010000:1.0:1734016123.117277:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016123.117280:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1176 -> 1176 00000100:00100000:1.0:1734016123.117425:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334867968:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 798us (1168us total) trans 4294969503 rc 0/0 00000100:00100000:1.0:1734016123.117434:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10992 00000100:00100000:0.0:1734016123.120771:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016123.121040:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334868096 00000100:00100000:1.0:1734016123.121055:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334868096 00000100:00100000:1.0:1734016123.121142:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10993 00000100:00100000:1.0:1734016123.121154:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334868096:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.121197:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.121221:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993562 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50016 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.121316:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338443776:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016123.121420:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00002000:00010000:1.0:1734016123.123306:0:7685:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016122 -> 1734016123 00002000:00010000:1.0:1734016123.123316:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016122 -> 1734016123 00002000:00010000:1.0:1734016123.123318:0:7685:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016122 -> 1734016123 00000100:00100000:1.0:1734016123.123348:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338443776:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016123.123388:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993562 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50016 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.123404:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993562 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50016 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.123422:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016123.123592:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334868096:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2438us (2840us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.123604:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10993 00000100:00100000:0.0:1734016123.127676:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016123.128387:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334868224 00000100:00100000:1.0:1734016123.128405:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334868224 00000100:00100000:1.0:1734016123.128501:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10994 00000100:00100000:1.0:1734016123.128512:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334868224:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.128547:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.128584:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55993569 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5001d expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.128705:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338443904:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016123.136994:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.145252:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338443904:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016123.145337:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55993569 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5001d expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.145359:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55993569 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5001d expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.145399:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016123.145523:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334868224:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 17010us (17867us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.145538:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10994 00000100:00100000:2.0:1734016123.152444:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016123.152582:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334868352 00000100:00100000:0.0:1734016123.152600:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334868352 00000100:00100000:0.0:1734016123.152696:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10995 00000100:00100000:0.0:1734016123.152710:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334868352:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.152748:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.152799:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993570 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50024 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016123.152945:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338444032:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016123.153059:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.160156:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338444032:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016123.160226:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993570 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50024 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.160247:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993570 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50024 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.160293:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85646c0, rc 0) 00000100:00100000:2.0:1734016123.160490:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334868352:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7675us (7960us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.162920:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10995 00000100:00100000:1.0:1734016123.169171:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.170124:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334868480 00000100:00100000:2.0:1734016123.170150:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334868480 00000100:00100000:2.0:1734016123.170269:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10996 00000100:00100000:2.0:1734016123.170283:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334868480:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.170330:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.170374:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993577 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5002b expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.170443:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599353f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6160384->6197247) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fffa expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.170454:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016123.170457:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016123.170462:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993577 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8986624->8990719] (req 8986624->8990719) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5002b expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.170526:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599353f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6160384->6197247) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fffa expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.170549:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599353f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6160384->6197247) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fffa expref: 7 pid: 7685 timeout: 486 lvb_type: 0 00000100:00100000:2.0:1734016123.170577:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338444160:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016123.170714:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e273c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.186310:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016123.186892:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334868608 00000100:00100000:3.0:1734016123.186910:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334868608 00002000:00100000:3.0:1734016123.186998:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10334208->10366975) req@ffff880077e99880 x1818247334868608/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.187021:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99880 with x1818247334868608 ext(10334208->10366975) 00010000:00010000:3.0:1734016123.187038:0:7691:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599353f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6160384->6197247) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fffa expref: 8 pid: 7685 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016123.187059:0:7691:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599353f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6160384->6197247) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fffa expref: 8 pid: 7685 timeout: 486 lvb_type: 0 00002000:00010000:3.0:1734016123.187071:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880077e99880 00000100:00100000:3.0:1734016123.187107:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 273 00000100:00100000:3.0:1734016123.187117:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334868608:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016123.189452:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338444160:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016123.189521:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993577 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8986624->8990719] (req 8986624->8990719) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5002b expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.189555:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016123.189647:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334868480:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 19367us (20498us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.189661:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10996 00000100:00100000:3.0:1734016123.193979:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334868608:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 6843us (7669us total) trans 4294969504 rc 0/0 00000100:00100000:3.0:1734016123.193995:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 273 00002000:00100000:3.0:1734016123.194016:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10334208->10366975) req@ffff880077e99880 x1818247334868608/t4294969504(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/448 e 0 to 0 dl 1734016134 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.194029:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99880 with x1818247334868608 ext(10334208->10366975) 00010000:00010000:3.0:1734016123.194043:0:7691:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599353f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6160384->6197247) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fffa expref: 10 pid: 7685 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016123.194066:0:7691:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599353f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6160384->6197247) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fffa expref: 10 pid: 7685 timeout: 486 lvb_type: 0 00002000:00010000:3.0:1734016123.194074:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880077e99880 00000100:00100000:0.0:1734016123.246987:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016123.247183:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334868736 00000100:00100000:3.0:1734016123.247227:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334868736 00010000:00010000:3.0:1734016123.247331:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599353f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6160384->6197247) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fffa expref: 10 pid: 7685 timeout: 486 lvb_type: 0 00000100:00100000:3.0:1734016123.247385:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3096 00000100:00100000:3.0:1734016123.247395:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247334868736:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016123.247415:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016123.247436:0:7701:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1176 -> 1240 00010000:00010000:3.0:1734016123.247443:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599353f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6160384->6197247) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fffa expref: 10 pid: 7685 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016123.247455:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599353f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6160384->6197247) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fffa expref: 10 pid: 7685 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016123.247483:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599353f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6160384->6197247) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4fffa expref: 10 pid: 7685 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016123.247520:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016123.247522:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016123.247530:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993577 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8986624->8990719) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5002b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.247539:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8986624->8990719) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5002b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.247581:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8986624->8990719) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5002b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.247601:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078327800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338444288:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016123.247692:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c900 going to sleep for 11 seconds 00010000:00010000:1.0:1734016123.260554:0:6469:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016123.263889:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078327800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338444288:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016123.263924:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016123.263982:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334868736:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 16586us (17005us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.263995:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3096 00000100:00100000:0.0:1734016123.279745:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016123.279878:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334868992 00000100:00100000:3.0:1734016123.279891:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334868992 00002000:00100000:3.0:1734016123.279961:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7200768->10379263) req@ffff880077e9b480 x1818247334868992/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.279974:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9b480 with x1818247334868992 ext(7200768->10379263) 00002000:00010000:3.0:1734016123.279984:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9b480 00000100:00100000:3.0:1734016123.280028:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8970 00000100:00100000:3.0:1734016123.280037:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334868992:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.341481:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334868992:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 61425us (61735us total) trans 0 rc 3178496/3178496 00000100:00100000:3.0:1734016123.341498:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8970 00002000:00100000:3.0:1734016123.341518:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7200768->10379263) req@ffff880077e9b480 x1818247334868992/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:84/0 lens 488/440 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 3178496/3178496 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.341529:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9b480 with x1818247334868992 ext(7200768->10379263) 00002000:00010000:3.0:1734016123.341539:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9b480 00000100:00100000:0.0:1734016123.356505:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016123.356744:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334869120 00000100:00100000:3.0:1734016123.356758:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334869120 00002000:00100000:3.0:1734016123.356868:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8982528->8990719) req@ffff880077e99500 x1818247334869120/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:84/0 lens 8680/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.356880:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99500 with x1818247334869120 ext(8982528->8990719) 00002000:00010000:3.0:1734016123.356888:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e99500 00000100:00100000:3.0:1734016123.356918:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8971 00000100:00100000:3.0:1734016123.356924:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334869120:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016123.360485:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247334869120:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3540us (3975us total) trans 4294969505 rc 0/0 00000100:00100000:3.0:1734016123.360511:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8971 00002000:00100000:3.0:1734016123.360534:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8982528->8990719) req@ffff880077e99500 x1818247334869120/t4294969505(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:84/0 lens 8680/448 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.360548:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99500 with x1818247334869120 ext(8982528->8990719) 00002000:00010000:3.0:1734016123.360558:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e99500 00000100:00100000:0.0:1734016123.369470:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.371831:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334869248 00000100:00100000:2.0:1734016123.371856:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334869248 00000100:00100000:2.0:1734016123.371957:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2217 00000100:00100000:2.0:1734016123.371969:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334869248:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016123.372193:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334869248:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 219us (2734us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.372201:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2217 00000100:00100000:0.0:1734016123.374586:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.376273:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334869376 00000100:00100000:2.0:1734016123.376295:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334869376 00000100:00100000:2.0:1734016123.376379:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10997 00000100:00100000:2.0:1734016123.376390:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334869376:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:1.0:1734016123.378107:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969505 is committed 00000001:00080000:1.0:1734016123.378127:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969504 is committed 00000100:00100000:2.0:1734016123.379171:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334869376:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2772us (4587us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.379196:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10997 00000100:00100000:0.0:1734016123.383218:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.383319:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334869504 00000100:00100000:2.0:1734016123.383333:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334869504 00000100:00100000:2.0:1734016123.383389:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10998 00000100:00100000:2.0:1734016123.383399:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334869504:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.383426:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.383451:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599357e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50032 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.383524:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338444416:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016123.384023:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e273c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016123.389600:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1240 -> 1256 00000100:00100000:2.0:1734016123.389638:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338444416:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016123.389673:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599357e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50032 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.389691:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599357e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50032 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.390206:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016123.390568:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334869504:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7167us (7367us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.390581:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10998 00000100:00100000:1.0:1734016123.396148:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.396295:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334869632 00000100:00100000:2.0:1734016123.396315:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334869632 00000100:00100000:2.0:1734016123.396403:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10999 00000100:00100000:2.0:1734016123.396414:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334869632:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.396454:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.396490:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993585 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50039 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.396608:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338444544:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016123.396726:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e273c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.402736:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338444544:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016123.402787:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993585 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50039 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.402801:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993585 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50039 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.402838:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016123.406227:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334869632:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9794us (10083us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.406242:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10999 00000100:00100000:0.0:1734016123.406679:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016123.407795:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334869888 00000100:00100000:1.0:1734016123.407867:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334869888 00000100:00100000:1.0:1734016123.407942:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2218 00000100:00100000:1.0:1734016123.407950:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:9662:x1818247334869888:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016123.408031:0:13928:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016123.408072:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55993500 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4ffbb expref: 24 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.408098:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016123.408103:0:13928:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016123.408337:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc5599358c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016123.408358:0:13928:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc5599354d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50001 expref: 22 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.408368:0:13928:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc5599358c lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016123.408411:0:13928:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc5599354d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50001 expref: 22 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.408426:0:13928:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc5599354d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50001 expref: 22 pid: 7707 timeout: 487 lvb_type: 0 00000100:00100000:1.0:1734016123.408443:0:13928:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784df800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13928:1818247338444672:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016123.408536:0:13928:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.413983:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.414066:0:13928:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784df800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13928:1818247338444672:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016123.414094:0:13928:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc5599358c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000001:00080000:3.0:1734016123.414175:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968704 is committed 00000001:00080000:3.0:1734016123.414191:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968703 is committed 00000100:00100000:3.0:1734016123.415207:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334870016 00000100:00100000:3.0:1734016123.415216:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334870016 00010000:00010000:3.0:1734016123.415250:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc5599354d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50001 expref: 15 pid: 7707 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016123.415294:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3097 00000100:00100000:3.0:1734016123.415301:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c558050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247334870016:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016123.415316:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016123.415322:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc5599354d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50001 expref: 15 pid: 7707 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.415333:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc5599354d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50001 expref: 15 pid: 7707 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.415357:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc5599354d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50001 expref: 15 pid: 7707 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.415380:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016123.415385:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc5599358c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.415393:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc5599358c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.415401:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc5599358c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.415429:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016123.415487:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c558050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1969:x1818247334870016:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 185us (1519us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.415496:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3097 00010000:00010000:3.0:1734016123.415566:0:13928:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc5599358c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.415573:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc5599358c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000001:00080000:3.0:1734016123.415712:0:13928:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968704 00000004:00010000:3.0:1734016123.415783:0:13928:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880077e9a680 reply state ffff88012c01f000 transno 4294968705 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc5599358c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:3.0:1734016123.415797:0:13928:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016123.415921:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334869888:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 7972us (9244us total) trans 4294968705 rc 0/0 00000100:00100000:3.0:1734016123.415927:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2218 00000020:00080000:3.0:1734016123.415932:0:13928:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016123.418440:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc5599358c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016123.418457:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc5599358c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016123.418467:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc5599358c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016123.418472:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e837600 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016123.418476:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc5599358c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016123.418483:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc5599358c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016123.418497:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016123.418499:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016123.418503:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc5599358c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016123.418508:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc5599358c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000100:00100000:2.0:1734016123.419331:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016123.419409:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334870144 00000100:00100000:0.0:1734016123.419423:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334870144 00000100:00100000:0.0:1734016123.419491:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11000 00000100:00100000:0.0:1734016123.419502:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334870144:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.419528:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.419551:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993593 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50040 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.419595:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993577 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8986624->8990719) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5002b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.419605:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016123.419608:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016123.419612:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993593 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50040 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.419655:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8986624->8990719) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5002b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.419671:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993577 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8986624->8990719) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5002b expref: 6 pid: 7685 timeout: 487 lvb_type: 0 00000100:00100000:0.0:1734016123.419686:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e9b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338444800:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016123.420955:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.426946:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016123.427025:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334870272 00000100:00100000:3.0:1734016123.427038:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334870272 00010000:00010000:3.0:1734016123.427082:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993577 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8986624->8990719) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5002b expref: 7 pid: 7685 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016123.427114:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3098 00000100:00100000:3.0:1734016123.427122:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334870272:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016123.427140:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016123.427163:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993577 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8986624->8990719) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5002b expref: 7 pid: 7685 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.427177:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993577 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8986624->8990719) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5002b expref: 7 pid: 7685 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.427214:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016123.427216:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016123.427223:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993593 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50040 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.427231:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993593 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50040 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.427272:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993593 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50040 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.427283:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078327800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338444928:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016123.427344:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00010000:00010000:2.0:1734016123.427729:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993577 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8986624->8990719) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5002b expref: 7 pid: 7685 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.427743:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e9b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338444800:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016123.427769:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993593 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50040 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.427778:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85646c0, rc 0) 00000100:00100000:2.0:1734016123.427831:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334870144:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8331us (8510us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.427842:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11000 00000100:00100000:2.0:1734016123.433780:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.433902:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334870400 00000100:00100000:2.0:1734016123.433918:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334870400 00002000:00010000:2.0:1734016123.433967:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8352482->18446744073709551615) 00002000:00100000:2.0:1734016123.433973:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27b80 with x1818247334870400 ext(8352482->18446744073709551615) 00002000:00010000:2.0:1734016123.433989:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27b80. 00000100:00100000:2.0:1734016123.434030:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8972 00000100:00100000:2.0:1734016123.434039:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334870400:12345-192.168.201.4@tcp:10:fsx.0 00000100:00100000:3.0:1734016123.436180:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078327800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338444928:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016123.436228:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016123.436343:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334870272:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 9219us (9409us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.436367:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3098 00002000:00010000:2.0:1734016123.437237:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10376548 -> 8352482 00002000:00010000:2.0:1734016123.437242:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016123 -> 1734016123 00002000:00010000:2.0:1734016123.437245:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:2.0:1734016123.437247:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016123 -> 1734016123 00002000:00010000:2.0:1734016123.437249:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1256 -> 1176 00000100:00100000:2.0:1734016123.437279:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334870400:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 3242us (3517us total) trans 4294969506 rc 0/0 00000100:00100000:2.0:1734016123.437288:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8972 00002000:00010000:2.0:1734016123.437293:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8352482->18446744073709551615) 00002000:00100000:2.0:1734016123.437298:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27b80 with x1818247334870400 ext(8352482->18446744073709551615) 00002000:00010000:2.0:1734016123.437306:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27b80. 00000100:00100000:0.0:1734016123.443253:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338445056:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016123.443357:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016123.443500:0:7944:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338445056 00000100:00100000:2.0:1734016123.443510:0:7944:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338445056 00000100:00100000:2.0:1734016123.443571:0:7944:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:2.0:1734016123.443579:0:7944:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338445056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1734016123.443621:0:7944:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:2.0:1734016123.443670:0:7944:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338445056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.443678:0:7944:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00080000:0.0:1734016123.443734:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016093 00000100:00100000:0.0:1734016123.443772:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338445056:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016123.445217:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016123.446327:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334870528 00000100:00100000:3.0:1734016123.446338:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334870528 00000100:00100000:3.0:1734016123.446397:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2219 00000100:00100000:3.0:1734016123.446403:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:9662:x1818247334870528:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.446425:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.446458:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599359a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50047 expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.446597:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559935a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.446617:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559935a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.446627:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559935a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:3.0:1734016123.446663:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8352482 00000004:00200000:3.0:1734016123.446671:0:13928:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016123.446695:0:13928:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559935a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.446729:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599359a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50047 expref: 16 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.448271:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559935a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50047 expref: 15 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.448284:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016123.448288:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016123.448293:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016123.448417:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334870528:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2008us (3205us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.448431:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2219 00000100:00100000:0.0:1734016123.452009:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.452168:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334870656 00000100:00100000:2.0:1734016123.452190:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334870656 00000100:00100000:2.0:1734016123.452257:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11001 00000100:00100000:2.0:1734016123.452266:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334870656:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.452293:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.452323:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559935a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5004e expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.452411:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338445184:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016123.453077:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e273c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.458097:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338445184:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016123.458155:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559935a8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5004e expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.458172:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559935a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5004e expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.458240:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:0.0:1734016123.458300:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334870656:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6035us (6306us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016123.458309:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11001 00000100:00100000:1.0:1734016123.462152:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016123.462264:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334870784 00000100:00100000:0.0:1734016123.462287:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334870784 00000100:00100000:0.0:1734016123.462392:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11002 00000100:00100000:0.0:1734016123.462405:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334870784:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.462457:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.462495:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559935af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50055 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016123.462641:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338445312:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016123.462792:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.466051:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338445312:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016123.466117:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559935af lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50055 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.466139:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559935af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50055 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.466167:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567180, rc 0) 00000100:00100000:2.0:1734016123.466256:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334870784:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3852us (4123us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.466266:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11002 00000100:00100000:3.0:1734016123.469128:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.469233:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334871040 00000100:00100000:2.0:1734016123.469250:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334871040 00000100:00100000:2.0:1734016123.469528:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 31 00000100:00100000:2.0:1734016123.469537:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334871040:12345-192.168.201.4@tcp:35:fsx.0 00000100:00100000:2.0:1734016123.469969:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334871040:12345-192.168.201.4@tcp:35:fsx.0 Request processed in 432us (858us total) trans 4294968706 rc 0/0 00000100:00100000:2.0:1734016123.469978:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 31 00000100:00100000:1.0:1734016123.474037:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016123.474167:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334871296 00000100:00100000:3.0:1734016123.474179:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334871296 00000100:00100000:3.0:1734016123.474420:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2220 00000100:00100000:3.0:1734016123.474429:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334871296:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.474457:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.474476:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc559935b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5005c expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.474795:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559935bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475013:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559935bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475028:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559935bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475043:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc559935c4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbace3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475049:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc559935c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbace3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475054:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc559935c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbace3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475196:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc559935cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475204:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc559935cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475211:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc559935cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:3.0:1734016123.475223:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8352482 00010000:00010000:3.0:1734016123.475314:0:13928:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559935bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475321:0:13928:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559935bd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475327:0:13928:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559935bd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475333:0:13928:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100fc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016123.475338:0:13928:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559935bd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475346:0:13928:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559935bd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475356:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800709a8f00) 00010000:00010000:3.0:1734016123.475359:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016123.475363:0:13928:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559935bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475369:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559935bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475384:0:13928:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc559935c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbace3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475389:0:13928:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc559935c4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbace3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475393:0:13928:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc559935c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbace3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475397:0:13928:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100d80 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016123.475399:0:13928:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc559935c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbace3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475403:0:13928:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc559935c4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbace3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475407:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbace3da0 (ffff8800703c4d00) 00010000:00010000:3.0:1734016123.475410:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016123.475412:0:13928:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc559935c4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbace3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475419:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc559935c4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbace3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.475457:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc559935b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5005c expref: 19 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.475469:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc559935cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5005c expref: 18 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.475475:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016123.475476:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016123.475479:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016123.476138:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:9662:x1818247334871296:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1707us (2109us total) trans 4294968707 rc 0/0 00000100:00100000:3.0:1734016123.476150:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2220 00000100:00100000:0.0:1734016123.480764:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016123.480913:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016123.481065:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334871424 00000100:00100000:3.0:1734016123.481082:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334871424 00000100:00100000:3.0:1734016123.481147:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2221 00000100:00100000:3.0:1734016123.481155:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247334871424:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.481196:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.481224:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc559935d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50063 expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.481355:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559935e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.481374:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559935e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.481394:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559935e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:3.0:1734016123.481429:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8352482 00000004:00200000:3.0:1734016123.481433:0:13928:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016123.481452:0:13928:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559935e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.481478:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc559935d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50063 expref: 14 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.481494:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559935e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50063 expref: 13 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.481501:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016123.481504:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016123.481506:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016123.481581:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334871424:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 426us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.481587:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2221 00000100:00100000:2.0:1734016123.481702:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334871552 00000100:00100000:2.0:1734016123.481707:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334871552 00000100:00100000:2.0:1734016123.481743:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 10 00000100:00100000:2.0:1734016123.481749:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:1972:x1818247334871552:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016123.481764:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016123.481780:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc559935cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5005c expref: 18 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.481800:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016123.481802:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016123.481848:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1972:x1818247334871552:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 98us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.481854:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 10 00000100:00100000:2.0:1734016123.485918:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016123.486011:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334871808 00000100:00100000:0.0:1734016123.486025:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334871808 00002000:00100000:0.0:1734016123.486097:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7237632->7241727) req@ffff880078c26300 x1818247334871808/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.486109:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26300 with x1818247334871808 ext(7237632->7241727) 00002000:00010000:0.0:1734016123.486115:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26300 00000100:00100000:0.0:1734016123.486156:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8973 00000100:00100000:0.0:1734016123.486165:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334871808:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.486423:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334871808:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 258us (527us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.486431:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8973 00002000:00100000:0.0:1734016123.486438:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7237632->7241727) req@ffff880078c26300 x1818247334871808/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.486445:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26300 with x1818247334871808 ext(7237632->7241727) 00002000:00010000:0.0:1734016123.486449:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26300 00000100:00100000:1.0:1734016123.492279:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.492460:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334872064 00000100:00100000:2.0:1734016123.492469:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334872064 00002000:00100000:2.0:1734016123.492529:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7233536->7237631) req@ffff8800784dea00 x1818247334872064/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.492539:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dea00 with x1818247334872064 ext(7233536->7237631) 00002000:00010000:2.0:1734016123.492546:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dea00 00000100:00100000:2.0:1734016123.492582:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8974 00000100:00100000:2.0:1734016123.492590:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334872064:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.492773:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334872064:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 182us (508us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.492779:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8974 00002000:00100000:2.0:1734016123.492787:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7233536->7237631) req@ffff8800784dea00 x1818247334872064/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.492795:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dea00 with x1818247334872064 ext(7233536->7237631) 00002000:00010000:2.0:1734016123.492798:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dea00 00000100:00100000:0.0:1734016123.495981:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.496191:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334872320 00000100:00100000:2.0:1734016123.496199:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334872320 00002000:00100000:2.0:1734016123.496239:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7229440->7233535) req@ffff880078ccf100 x1818247334872320/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.496252:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccf100 with x1818247334872320 ext(7229440->7233535) 00002000:00010000:2.0:1734016123.496260:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccf100 00000100:00100000:2.0:1734016123.496282:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8975 00000100:00100000:2.0:1734016123.496288:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334872320:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.496715:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334872320:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 424us (756us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.496721:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8975 00002000:00100000:2.0:1734016123.496727:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7229440->7233535) req@ffff880078ccf100 x1818247334872320/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.496735:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccf100 with x1818247334872320 ext(7229440->7233535) 00002000:00010000:2.0:1734016123.496737:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccf100 00000100:00100000:3.0:1734016123.501139:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.501273:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334872576 00000100:00100000:2.0:1734016123.501287:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334872576 00002000:00100000:2.0:1734016123.501359:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7225344->7229439) req@ffff880078325500 x1818247334872576/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.501378:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078325500 with x1818247334872576 ext(7225344->7229439) 00002000:00010000:2.0:1734016123.501387:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078325500 00000100:00100000:2.0:1734016123.501437:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8976 00000100:00100000:2.0:1734016123.501447:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334872576:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.501711:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334872576:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 265us (594us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.501720:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8976 00002000:00100000:2.0:1734016123.501726:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7225344->7229439) req@ffff880078325500 x1818247334872576/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.501732:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078325500 with x1818247334872576 ext(7225344->7229439) 00002000:00010000:2.0:1734016123.501735:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078325500 00000100:00100000:1.0:1734016123.505404:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016123.505507:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334872832 00000100:00100000:0.0:1734016123.505524:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334872832 00002000:00100000:0.0:1734016123.505605:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7221248->7225343) req@ffff8800784dfb80 x1818247334872832/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.505621:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dfb80 with x1818247334872832 ext(7221248->7225343) 00002000:00010000:0.0:1734016123.505629:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dfb80 00000100:00100000:0.0:1734016123.505710:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8977 00000100:00100000:0.0:1734016123.505724:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334872832:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.506056:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334872832:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 335us (676us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.506069:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8977 00002000:00100000:0.0:1734016123.506075:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7221248->7225343) req@ffff8800784dfb80 x1818247334872832/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.506082:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dfb80 with x1818247334872832 ext(7221248->7225343) 00002000:00010000:0.0:1734016123.506086:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dfb80 00000100:00100000:0.0:1734016123.508735:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.509626:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334873088 00000100:00100000:2.0:1734016123.509633:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334873088 00002000:00100000:2.0:1734016123.509668:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7217152->7221247) req@ffff880078ccc380 x1818247334873088/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.509678:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccc380 with x1818247334873088 ext(7217152->7221247) 00002000:00010000:2.0:1734016123.509682:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccc380 00000100:00100000:2.0:1734016123.509727:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8978 00000100:00100000:2.0:1734016123.509733:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334873088:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.509890:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334873088:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 156us (1167us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.509899:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8978 00002000:00100000:2.0:1734016123.509904:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7217152->7221247) req@ffff880078ccc380 x1818247334873088/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.509911:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccc380 with x1818247334873088 ext(7217152->7221247) 00002000:00010000:2.0:1734016123.509914:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccc380 00000100:00100000:3.0:1734016123.512699:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016123.512799:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334873344 00000100:00100000:0.0:1734016123.512907:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334873344 00002000:00100000:1.0:1734016123.513034:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7213056->7217151) req@ffff880078327b80 x1818247334873344/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016123.513047:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078327b80 with x1818247334873344 ext(7213056->7217151) 00002000:00010000:1.0:1734016123.513053:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078327b80 00000100:00100000:1.0:1734016123.513090:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8979 00000100:00100000:1.0:1734016123.513097:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334873344:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016123.513329:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334873344:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 232us (648us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016123.513342:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8979 00002000:00100000:1.0:1734016123.513349:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7213056->7217151) req@ffff880078327b80 x1818247334873344/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016123.513357:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078327b80 with x1818247334873344 ext(7213056->7217151) 00002000:00010000:1.0:1734016123.513360:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078327b80 00000100:00100000:1.0:1734016123.517148:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.517306:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334873600 00000100:00100000:2.0:1734016123.517319:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334873600 00002000:00100000:2.0:1734016123.517390:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7208960->7213055) req@ffff8800784dce00 x1818247334873600/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.517402:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dce00 with x1818247334873600 ext(7208960->7213055) 00002000:00010000:2.0:1734016123.517409:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dce00 00000100:00100000:2.0:1734016123.517441:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8980 00000100:00100000:2.0:1734016123.517450:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334873600:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.518046:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334873600:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 596us (918us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.518054:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8980 00002000:00100000:2.0:1734016123.518060:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7208960->7213055) req@ffff8800784dce00 x1818247334873600/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.518067:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dce00 with x1818247334873600 ext(7208960->7213055) 00002000:00010000:2.0:1734016123.518070:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dce00 00000100:00100000:0.0:1734016123.521454:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.521598:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334873856 00000100:00100000:2.0:1734016123.521612:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334873856 00002000:00100000:2.0:1734016123.521693:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7204864->7208959) req@ffff880078ccce00 x1818247334873856/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.521714:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccce00 with x1818247334873856 ext(7204864->7208959) 00002000:00010000:2.0:1734016123.521722:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccce00 00000100:00100000:2.0:1734016123.522364:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8981 00000100:00100000:2.0:1734016123.522374:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334873856:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.522846:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334873856:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 471us (1417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.522858:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8981 00002000:00100000:2.0:1734016123.522867:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7204864->7208959) req@ffff880078ccce00 x1818247334873856/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.522877:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccce00 with x1818247334873856 ext(7204864->7208959) 00002000:00010000:2.0:1734016123.522881:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccce00 00000100:00100000:3.0:1734016123.526238:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016123.526411:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334874112 00000100:00100000:1.0:1734016123.526422:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334874112 00002000:00100000:1.0:1734016123.526479:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7200768->7204863) req@ffff880078326680 x1818247334874112/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016123.526492:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078326680 with x1818247334874112 ext(7200768->7204863) 00002000:00010000:1.0:1734016123.526497:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078326680 00000100:00100000:1.0:1734016123.526531:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8982 00000100:00100000:1.0:1734016123.526537:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334874112:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016123.526745:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334874112:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 206us (521us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016123.526755:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8982 00002000:00100000:1.0:1734016123.526760:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7200768->7204863) req@ffff880078326680 x1818247334874112/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016123.526768:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078326680 with x1818247334874112 ext(7200768->7204863) 00002000:00010000:1.0:1734016123.526771:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078326680 00000100:00100000:0.0:1734016123.529790:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.530032:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334874240 00000100:00100000:2.0:1734016123.530048:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334874240 00002000:00100000:2.0:1734016123.530111:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7200768->7241727) req@ffff880078ccf480 x1818247334874240/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.530123:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccf480 with x1818247334874240 ext(7200768->7241727) 00002000:00010000:2.0:1734016123.530131:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccf480 00000100:00100000:2.0:1734016123.530161:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8983 00000100:00100000:2.0:1734016123.530170:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334874240:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016123.532977:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334874240:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 2794us (3183us total) trans 4294969507 rc 0/0 00000100:00100000:2.0:1734016123.532994:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8983 00002000:00100000:2.0:1734016123.533013:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7200768->7241727) req@ffff880078ccf480 x1818247334874240/t4294969507(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/448 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.533024:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccf480 with x1818247334874240 ext(7200768->7241727) 00002000:00010000:2.0:1734016123.533033:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccf480 00000100:00100000:3.0:1734016123.535456:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016123.535532:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334874368 00000100:00100000:0.0:1734016123.535542:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334874368 00000100:00100000:0.0:1734016123.535596:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2222 00000100:00100000:0.0:1734016123.535606:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334874368:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:0.0:1734016123.536092:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334874368:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 486us (649us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016123.536101:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2222 00000100:00100000:1.0:1734016123.537736:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.537883:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334874496 00000100:00100000:2.0:1734016123.537895:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334874496 00000100:00100000:2.0:1734016123.537950:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11003 00000100:00100000:2.0:1734016123.537957:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334874496:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:1.0:1734016123.539677:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969507 is committed 00000100:00100000:2.0:1734016123.539908:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334874496:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 1947us (2174us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.539922:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11003 00000100:00100000:1.0:1734016123.544617:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.544733:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334874624 00000100:00100000:2.0:1734016123.544744:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334874624 00000100:00100000:2.0:1734016123.545353:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11004 00000100:00100000:2.0:1734016123.545365:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334874624:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.545395:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.545415:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559935e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5006a expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.545494:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338445440:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016123.545932:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129db7000 going to sleep for 11 seconds 00002000:00010000:2.0:1734016123.553871:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1176 -> 1256 00000100:00100000:2.0:1734016123.553899:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338445440:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016123.553940:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559935e7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5006a expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.553962:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559935e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5006a expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.553976:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016123.555473:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334874624:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10090us (10854us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.555486:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11004 00000100:00100000:1.0:1734016123.566326:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.566620:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334874752 00000100:00100000:2.0:1734016123.566634:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334874752 00000100:00100000:2.0:1734016123.566697:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11005 00000100:00100000:2.0:1734016123.566707:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334874752:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.566734:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.566759:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559935ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50071 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.566797:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993593 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50040 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.566804:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016123.566805:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016123.566842:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559935ee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8527872->8564735] (req 8527872->8564735) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50071 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.566875:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993593 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50040 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.566893:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993593 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50040 expref: 5 pid: 7685 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.566905:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338445568:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016123.567621:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129db7000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.569778:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016123.569912:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334874880 00000100:00100000:1.0:1734016123.569926:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334874880 00010000:00010000:1.0:1734016123.569973:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993593 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50040 expref: 6 pid: 7685 timeout: 487 lvb_type: 0 00000100:00100000:1.0:1734016123.570022:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3099 00000100:00100000:1.0:1734016123.570030:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334874880:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016123.570052:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016123.570083:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993593 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50040 expref: 6 pid: 7685 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016123.570100:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993593 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50040 expref: 6 pid: 7685 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016123.570137:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016123.570141:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.570144:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993593 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50040 expref: 6 pid: 7685 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016123.570149:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559935ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 8527872->8564735) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50071 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.570157:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559935ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8527872->8564735) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50071 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.570166:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338445568:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016123.570197:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559935ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8527872->8564735) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50071 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.570199:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559935ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8527872->8564735) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50071 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.570208:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:1.0:1734016123.570209:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338445696:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016123.570252:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.570256:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334874752:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3550us (3953us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.570263:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11005 00000100:00100000:3.0:1734016123.573684:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.574708:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334875008 00000100:00100000:2.0:1734016123.574725:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334875008 00000100:00100000:2.0:1734016123.574784:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11006 00000100:00100000:2.0:1734016123.574794:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334875008:12345-192.168.201.4@tcp:22:fsx.0 00000100:00100000:1.0:1734016123.575211:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338445696:192.168.201.4@tcp:105: 00002000:00010000:2.0:1734016123.575238:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8352482 -> 8561420 00002000:00010000:2.0:1734016123.575241:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016123 -> 1734016123 00002000:00010000:2.0:1734016123.575243:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:2.0:1734016123.575245:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016123 -> 1734016123 00010000:00010000:1.0:1734016123.575246:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:2.0:1734016123.575248:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1256 -> 1328 00000100:00100000:2.0:1734016123.575994:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334875008:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1199us (2320us total) trans 4294969508 rc 0/0 00000100:00100000:2.0:1734016123.576006:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11006 00000100:00100000:1.0:1734016123.576970:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334874880:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6935us (7199us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016123.576981:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3099 00000100:00100000:1.0:1734016123.590449:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016123.590557:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334875264 00000100:00100000:3.0:1734016123.590570:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334875264 00000100:00100000:3.0:1734016123.590664:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8984 00000100:00100000:3.0:1734016123.590676:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334875264:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:3.0:1734016123.590757:0:7691:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559935f5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.590780:0:7691:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559935ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8527872->8564735) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50071 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.590789:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016123.590791:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016123.590794:0:7691:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559935f5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1282048->1298431] (req 1282048->1298431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.590882:0:7691:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559935ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8527872->8564735) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50071 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.590894:0:7691:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559935ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8527872->8564735) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50071 expref: 8 pid: 7685 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016123.590911:0:7691:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078327800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338445824:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016123.590987:0:7691:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.596220:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016123.596346:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334875392 00000100:00100000:1.0:1734016123.596360:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334875392 00010000:00010000:1.0:1734016123.596409:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559935ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8527872->8564735) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50071 expref: 9 pid: 7685 timeout: 487 lvb_type: 0 00000100:00100000:1.0:1734016123.596459:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3100 00000100:00100000:1.0:1734016123.596468:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334875392:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016123.596493:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016123.596524:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559935ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8527872->8564735) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50071 expref: 9 pid: 7685 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016123.596538:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559935ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8527872->8564735) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50071 expref: 9 pid: 7685 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016123.596576:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016123.596579:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016123.596585:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559935f5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1282048->1298431] (req 1282048->1298431) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.596595:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559935f5 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1282048->1298431] (req 1282048->1298431) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.596623:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016123.596687:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334875392:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 219us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016123.596695:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3100 00010000:00010000:3.0:1734016123.599682:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559935ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8527872->8564735) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50071 expref: 8 pid: 7685 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016123.600217:0:7691:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078327800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338445824:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016123.600247:0:7691:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559935f5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1282048->1298431] (req 1282048->1298431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.600319:0:7691:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559935f5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1282048->1298431] (req 1282048->1298431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.600329:0:7691:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559935f5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1282048->1298431] (req 1282048->1298431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.600526:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559935f5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1282048->1298431] (req 1282048->1298431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.600535:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559935f5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1282048->1298431] (req 1282048->1298431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.600542:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559935f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1282048->1298431] (req 1282048->1298431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.600548:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800701018c0 already unused, calling callback (ffffffffa0859100) 00010000:00010000:2.0:1734016123.600552:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559935f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1282048->1298431] (req 1282048->1298431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.600558:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559935f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1282048->1298431] (req 1282048->1298431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.600580:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559935f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1282048->1298431] (req 1282048->1298431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.600591:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559935f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1282048->1298431] (req 1282048->1298431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.600698:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334875264:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 10022us (10266us total) trans 0 rc 16384/16384 00000100:00100000:2.0:1734016123.600713:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8984 00000100:00100000:2.0:1734016123.609418:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016123.615708:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334875520 00000100:00100000:0.0:1734016123.615737:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334875520 00000100:00100000:0.0:1734016123.615929:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11007 00000100:00100000:0.0:1734016123.615940:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334875520:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.615980:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.616023:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559935fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50078 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016123.616059:0:7685:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8561420, mtime: 0x675afc7b, atime: 0x675afc7b, ctime: 0x675afc7b, blocks: 0x530 00010000:00010000:0.0:1734016123.616091:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016123.616094:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016123.616104:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559935fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50078 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.616124:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559935fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50078 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.616139:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567180, rc 0) 00000100:00100000:0.0:1734016123.616237:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334875520:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 298us (6837us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016123.616245:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11007 00000100:00100000:2.0:1734016123.629659:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016123.629785:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334875648 00000100:00100000:0.0:1734016123.629802:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334875648 00000100:00100000:0.0:1734016123.629938:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11008 00000100:00100000:0.0:1734016123.629948:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334875648:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.629985:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.630019:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55993603 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5007f expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.630057:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016123.630060:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016123.630071:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55993603 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5007f expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.630099:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55993603 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5007f expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.630119:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564240, rc 0) 00000100:00100000:0.0:1734016123.630212:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334875648:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 265us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016123.630219:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11008 00000100:00100000:1.0:1734016123.638187:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.638335:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334875904 00000100:00100000:2.0:1734016123.638352:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334875904 00002000:00100000:2.0:1734016123.638437:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (581632->585727) req@ffff8800784ddf80 x1818247334875904/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.638454:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784ddf80 with x1818247334875904 ext(581632->585727) 00002000:00010000:2.0:1734016123.638467:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784ddf80 00000100:00100000:2.0:1734016123.638502:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8985 00000100:00100000:2.0:1734016123.638514:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334875904:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.638854:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334875904:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 340us (700us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.638862:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8985 00002000:00100000:2.0:1734016123.638868:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (581632->585727) req@ffff8800784ddf80 x1818247334875904/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.638876:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784ddf80 with x1818247334875904 ext(581632->585727) 00002000:00010000:2.0:1734016123.638879:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784ddf80 00000100:00100000:1.0:1734016123.649685:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016123.649755:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334876160 00000100:00100000:0.0:1734016123.649903:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334876160 00002000:00100000:0.0:1734016123.649972:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (577536->581631) req@ffff8800784df800 x1818247334876160/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.649985:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784df800 with x1818247334876160 ext(577536->581631) 00002000:00010000:0.0:1734016123.649992:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784df800 00000100:00100000:0.0:1734016123.650034:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8986 00000100:00100000:0.0:1734016123.650044:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334876160:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.650722:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334876160:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 676us (1053us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.650730:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8986 00002000:00100000:0.0:1734016123.650738:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (577536->581631) req@ffff8800784df800 x1818247334876160/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.650745:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784df800 with x1818247334876160 ext(577536->581631) 00002000:00010000:0.0:1734016123.650748:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784df800 00000100:00100000:3.0:1734016123.665197:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016123.665497:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334876416 00000100:00100000:0.0:1734016123.665514:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334876416 00002000:00100000:0.0:1734016123.665606:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (544768->610303) req@ffff880078327800 x1818247334876416/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:84/0 lens 504/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.665619:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078327800 with x1818247334876416 ext(544768->610303) 00002000:00010000:0.0:1734016123.665627:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078327800 00000100:00100000:0.0:1734016123.665686:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8987 00000100:00100000:0.0:1734016123.665697:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334876416:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.675238:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334876416:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 9523us (10137us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1734016123.675262:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8987 00002000:00100000:3.0:1734016123.675285:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (544768->610303) req@ffff880078327800 x1818247334876416/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:84/0 lens 504/440 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.675297:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078327800 with x1818247334876416 ext(544768->610303) 00002000:00010000:3.0:1734016123.675306:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078327800 00000100:00100000:0.0:1734016123.687120:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.687260:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334876672 00000100:00100000:2.0:1734016123.687269:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334876672 00000100:00100000:2.0:1734016123.687320:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2223 00000100:00100000:2.0:1734016123.687325:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247334876672:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016123.687374:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016123.687400:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559935e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50063 expref: 13 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.687423:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016123.687428:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016123.687582:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599360a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016123.687595:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559935a1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50047 expref: 16 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.687603:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599360a lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016123.687636:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559935a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50047 expref: 16 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.687648:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559935a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50047 expref: 16 pid: 13928 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.687659:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c27100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338445952:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016123.688538:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.696911:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c27100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338445952:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016123.696978:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599360a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016123.697429:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.700480:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334876800 00000100:00100000:2.0:1734016123.700511:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334876800 00010000:00010000:2.0:1734016123.700595:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559935a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50047 expref: 17 pid: 13928 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.700684:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3101 00000100:00100000:2.0:1734016123.700698:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1970:x1818247334876800:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016123.700733:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016123.700742:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559935a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50047 expref: 17 pid: 13928 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.700759:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559935a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50047 expref: 17 pid: 13928 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.700797:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc559935a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50047 expref: 17 pid: 13928 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.700879:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016123.700889:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599360a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016123.700902:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599360a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016123.700911:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599360a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016123.700951:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016123.701062:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1970:x1818247334876800:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 364us (3631us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.701070:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3101 00010000:00010000:2.0:1734016123.701122:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599360a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016123.701133:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599360a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:2.0:1734016123.701288:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968708 00000004:00010000:2.0:1734016123.701377:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078ccd880 reply state ffff880078cf7000 transno 4294968709 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599360a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016123.701386:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016123.701481:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334876672:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 14154us (14371us total) trans 4294968709 rc 0/0 00000100:00100000:2.0:1734016123.701488:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2223 00000020:00080000:2.0:1734016123.701493:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016123.712504:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.713015:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334876928 00000100:00100000:2.0:1734016123.713029:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334876928 00000100:00100000:2.0:1734016123.713116:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11009 00000100:00100000:2.0:1734016123.713127:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334876928:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.713159:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.713197:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993611 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50086 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.713239:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559935fc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50078 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.713248:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55993603 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5007f expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.713255:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.713259:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.713265:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993611 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50086 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.713314:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55993603 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5007f expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.713331:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55993603 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5007f expref: 7 pid: 10752 timeout: 487 lvb_type: 1 00000100:00100000:2.0:1734016123.713346:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c27800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338446080:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016123.713460:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559935fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50078 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.713470:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559935fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50078 expref: 7 pid: 7685 timeout: 487 lvb_type: 1 00000100:00100000:2.0:1734016123.713480:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338446208:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016123.713497:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129db7000 going to sleep for 11 seconds 00010000:00010000:1.0:1734016123.715492:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599360a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016123.715512:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599360a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016123.715520:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599360a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016123.715526:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405440 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:1.0:1734016123.715532:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599360a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016123.715542:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599360a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016123.715573:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016123.715576:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016123.715581:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599360a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016123.715585:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599360a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016123.727157:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c27800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338446080:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016123.727170:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338446208:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016123.727211:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993611 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50086 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.727236:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016123.728039:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334876928:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 14903us (15549us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.728057:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11009 00000100:00100000:2.0:1734016123.735566:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.736858:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016123.738030:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334877056 00000100:00100000:1.0:1734016123.738048:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334877056 00010000:00010000:1.0:1734016123.738113:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559935fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50078 expref: 7 pid: 7685 timeout: 487 lvb_type: 1 00000100:00100000:1.0:1734016123.738156:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334877184 00000100:00100000:1.0:1734016123.738159:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334877184 00010000:00010000:1.0:1734016123.738170:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55993603 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5007f expref: 8 pid: 10752 timeout: 487 lvb_type: 1 00000100:00100000:3.0:1734016123.738197:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3102 00000100:00100000:3.0:1734016123.738207:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334877056:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016123.738225:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016123.738249:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559935fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50078 expref: 7 pid: 7685 timeout: 487 lvb_type: 1 00010000:00010000:3.0:1734016123.738261:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559935fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50078 expref: 7 pid: 7685 timeout: 487 lvb_type: 1 00010000:00010000:3.0:1734016123.738288:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567180/0x979ba2bc559935fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50078 expref: 7 pid: 7685 timeout: 487 lvb_type: 1 00010000:00010000:3.0:1734016123.738318:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016123.738399:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334877056:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 192us (2850us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016123.738469:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3103 00000100:00100000:1.0:1734016123.738477:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c558850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334877184:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016123.738490:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016123.738500:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55993603 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5007f expref: 8 pid: 10752 timeout: 487 lvb_type: 1 00010000:00010000:1.0:1734016123.738512:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55993603 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5007f expref: 8 pid: 10752 timeout: 487 lvb_type: 1 00010000:00010000:1.0:1734016123.738525:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55993603 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5007f expref: 8 pid: 10752 timeout: 487 lvb_type: 1 00010000:00010000:1.0:1734016123.738548:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016123.738549:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016123.738556:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993611 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50086 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.738566:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993611 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50086 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.738615:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993611 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50086 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.738632:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784df480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338446336:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016123.741725:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.742562:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3102 00000100:00100000:2.0:1734016123.748947:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016123.748960:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784df480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338446336:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016123.748987:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016123.749043:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334877312 00000100:00100000:3.0:1734016123.749055:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334877312 00002000:00010000:3.0:1734016123.749094:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9283029->18446744073709551615) 00002000:00100000:3.0:1734016123.749099:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27800 with x1818247334877312 ext(9283029->18446744073709551615) 00002000:00010000:3.0:1734016123.749108:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27800. 00000100:00100000:3.0:1734016123.749443:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8988 00000100:00100000:3.0:1734016123.749451:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334877312:12345-192.168.201.4@tcp:10:fsx.0 00000100:00100000:1.0:1734016123.749536:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c558850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334877184:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 11057us (12681us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016123.749547:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3103 00002000:00010000:3.0:1734016123.749765:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8561420 -> 9283029 00002000:00010000:3.0:1734016123.749769:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016123 -> 1734016123 00002000:00010000:3.0:1734016123.749771:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:3.0:1734016123.749773:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016123 -> 1734016123 00002000:00010000:3.0:1734016123.749775:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1328 -> 1328 00000100:00100000:3.0:1734016123.750095:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334877312:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 644us (1162us total) trans 4294969509 rc 0/0 00000100:00100000:3.0:1734016123.750103:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8988 00002000:00010000:3.0:1734016123.750107:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9283029->18446744073709551615) 00002000:00100000:3.0:1734016123.750110:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27800 with x1818247334877312 ext(9283029->18446744073709551615) 00002000:00010000:3.0:1734016123.750115:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27800. 00000100:00100000:2.0:1734016123.758605:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016123.760690:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334877568 00000100:00100000:3.0:1734016123.760717:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334877568 00002000:00100000:3.0:1734016123.760940:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9281536->9285631) req@ffff880078c26a00 x1818247334877568/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.760956:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26a00 with x1818247334877568 ext(9281536->9285631) 00002000:00010000:3.0:1734016123.760966:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26a00 00000100:00100000:3.0:1734016123.761350:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8989 00000100:00100000:3.0:1734016123.761361:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334877568:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.762659:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334877568:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1281us (4067us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016123.762676:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8989 00002000:00100000:3.0:1734016123.762691:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9281536->9285631) req@ffff880078c26a00 x1818247334877568/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.762703:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26a00 with x1818247334877568 ext(9281536->9285631) 00002000:00010000:3.0:1734016123.762710:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26a00 00000100:00100000:2.0:1734016123.769321:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016123.769498:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334877824 00000100:00100000:3.0:1734016123.769517:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334877824 00002000:00100000:3.0:1734016123.769591:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9277440->9281535) req@ffff880078c27100 x1818247334877824/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.769603:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27100 with x1818247334877824 ext(9277440->9281535) 00002000:00010000:3.0:1734016123.769610:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27100 00000100:00100000:3.0:1734016123.769639:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8990 00000100:00100000:3.0:1734016123.769651:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334877824:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.772527:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334877824:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2857us (3208us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016123.772543:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8990 00002000:00100000:3.0:1734016123.772555:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9277440->9281535) req@ffff880078c27100 x1818247334877824/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.772563:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27100 with x1818247334877824 ext(9277440->9281535) 00002000:00010000:3.0:1734016123.772570:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27100 00000100:00100000:0.0:1734016123.784852:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016123.784956:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334878080 00000100:00100000:3.0:1734016123.784966:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334878080 00002000:00100000:3.0:1734016123.785016:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9273344->9277439) req@ffff880078ccea00 x1818247334878080/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.785025:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccea00 with x1818247334878080 ext(9273344->9277439) 00002000:00010000:3.0:1734016123.785032:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccea00 00000100:00100000:3.0:1734016123.785153:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8991 00000100:00100000:3.0:1734016123.785162:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334878080:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.786055:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334878080:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 889us (1253us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016123.786065:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8991 00002000:00100000:3.0:1734016123.786075:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9273344->9277439) req@ffff880078ccea00 x1818247334878080/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.786085:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccea00 with x1818247334878080 ext(9273344->9277439) 00002000:00010000:3.0:1734016123.786089:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccea00 00000100:00100000:0.0:1734016123.791498:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016123.791828:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334878336 00000100:00100000:3.0:1734016123.791847:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334878336 00002000:00100000:3.0:1734016123.791943:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9269248->9273343) req@ffff880078ccc000 x1818247334878336/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.791958:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccc000 with x1818247334878336 ext(9269248->9273343) 00002000:00010000:3.0:1734016123.791968:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccc000 00000100:00100000:3.0:1734016123.792563:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8992 00000100:00100000:3.0:1734016123.792577:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334878336:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.792923:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334878336:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 350us (2126us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016123.792934:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8992 00002000:00100000:3.0:1734016123.792942:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9269248->9273343) req@ffff880078ccc000 x1818247334878336/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.792950:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccc000 with x1818247334878336 ext(9269248->9273343) 00002000:00010000:3.0:1734016123.792953:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccc000 00000100:00100000:0.0:1734016123.800944:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.804448:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334878592 00000100:00100000:2.0:1734016123.804482:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334878592 00002000:00100000:2.0:1734016123.804575:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9265152->9269247) req@ffff880078ccdc00 x1818247334878592/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.804595:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccdc00 with x1818247334878592 ext(9265152->9269247) 00002000:00010000:2.0:1734016123.804605:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccdc00 00000100:00100000:2.0:1734016123.804672:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8993 00000100:00100000:2.0:1734016123.804680:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334878592:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.805076:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334878592:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 394us (4147us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.805084:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8993 00002000:00100000:2.0:1734016123.805089:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9265152->9269247) req@ffff880078ccdc00 x1818247334878592/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.805096:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccdc00 with x1818247334878592 ext(9265152->9269247) 00002000:00010000:2.0:1734016123.805098:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccdc00 00000100:00100000:0.0:1734016123.812517:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016123.812929:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334878848 00000100:00100000:3.0:1734016123.812943:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334878848 00002000:00100000:3.0:1734016123.813011:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9261056->9265151) req@ffff880078ccdf80 x1818247334878848/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.813024:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccdf80 with x1818247334878848 ext(9261056->9265151) 00002000:00010000:3.0:1734016123.813033:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccdf80 00000100:00100000:3.0:1734016123.813069:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8994 00000100:00100000:3.0:1734016123.813077:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334878848:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.813337:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334878848:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 259us (834us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016123.813347:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8994 00002000:00100000:3.0:1734016123.813353:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9261056->9265151) req@ffff880078ccdf80 x1818247334878848/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.813359:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccdf80 with x1818247334878848 ext(9261056->9265151) 00002000:00010000:3.0:1734016123.813363:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccdf80 00000100:00100000:1.0:1734016123.825116:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.825235:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334878976 00000100:00100000:2.0:1734016123.825249:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334878976 00002000:00100000:2.0:1734016123.825318:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9261056->9283028) req@ffff8800784df480 x1818247334878976/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.825337:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784df480 with x1818247334878976 ext(9261056->9283028) 00002000:00010000:2.0:1734016123.825344:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784df480 00000100:00100000:2.0:1734016123.825380:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8995 00000100:00100000:2.0:1734016123.825390:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334878976:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016123.828600:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334878976:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3183us (3471us total) trans 4294969510 rc 0/0 00000100:00100000:0.0:1734016123.828620:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8995 00002000:00100000:0.0:1734016123.828634:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9261056->9283028) req@ffff8800784df480 x1818247334878976/t4294969510(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:84/0 lens 488/448 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.828646:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784df480 with x1818247334878976 ext(9261056->9283028) 00002000:00010000:0.0:1734016123.828653:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784df480 00000100:00100000:0.0:1734016123.834911:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.835103:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334879104 00000100:00100000:2.0:1734016123.835117:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334879104 00000100:00100000:2.0:1734016123.835195:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2224 00000100:00100000:2.0:1734016123.835203:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334879104:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016123.835367:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334879104:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 165us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.835374:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2224 00000100:00100000:1.0:1734016123.837677:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.837783:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334879232 00000100:00100000:2.0:1734016123.837795:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334879232 00000100:00100000:2.0:1734016123.837889:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11010 00000100:00100000:2.0:1734016123.837897:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334879232:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:1.0:1734016123.841098:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969510 is committed 00000001:00080000:1.0:1734016123.841129:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969508 is committed 00000100:00100000:2.0:1734016123.842604:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334879232:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 4697us (4930us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.842618:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11010 00000100:00100000:1.0:1734016123.852551:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016123.853055:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334879360 00000100:00100000:3.0:1734016123.853067:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334879360 00000100:00100000:3.0:1734016123.854256:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2225 00000100:00100000:3.0:1734016123.854271:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334879360:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.854304:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.854337:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55993618 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5008d expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.854474:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599361f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.854494:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599361f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.854508:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599361f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:3.0:1734016123.854541:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9283029 00000004:00200000:3.0:1734016123.854546:0:13928:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016123.854570:0:13928:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599361f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016123.854596:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55993618 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5008d expref: 16 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.856627:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599361f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5008d expref: 15 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.856647:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016123.856651:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016123.856656:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016123.856790:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334879360:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2518us (4251us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.856802:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2225 00000100:00100000:0.0:1734016123.864338:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.864771:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334879488 00000100:00100000:2.0:1734016123.864782:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334879488 00000100:00100000:2.0:1734016123.864896:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11011 00000100:00100000:2.0:1734016123.864906:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334879488:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.864932:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.864963:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993626 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50094 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.865063:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338446464:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016123.865168:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129db7000 going to sleep for 11 seconds 00002000:00010000:2.0:1734016123.869526:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1328 -> 1376 00000100:00100000:2.0:1734016123.869587:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338446464:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016123.869667:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993626 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50094 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.869697:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993626 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50094 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.869736:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016123.869952:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334879488:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5044us (5629us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.869965:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11011 00000100:00100000:1.0:1734016123.875585:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.875881:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334879616 00000100:00100000:2.0:1734016123.875898:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334879616 00000100:00100000:2.0:1734016123.875975:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11012 00000100:00100000:2.0:1734016123.875987:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334879616:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.876025:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.876062:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599362d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5009b expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.876121:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993611 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50086 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.876137:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016123.876140:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016123.876146:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599362d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2473984->2478079] (req 2473984->2478079) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5009b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.876494:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993611 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50086 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.876513:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993611 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50086 expref: 5 pid: 7685 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.876539:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338446592:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016123.876694:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129db7000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.883290:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338446592:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016123.883339:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599362d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2473984->2478079] (req 2473984->2478079) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5009b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.883371:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016123.883485:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334879616:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7497us (7924us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.883501:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11012 00000100:00100000:0.0:1734016123.883874:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.884289:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334879744 00000100:00100000:2.0:1734016123.884301:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334879744 00010000:00010000:2.0:1734016123.884350:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993611 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50086 expref: 6 pid: 7685 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.885039:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3104 00000100:00100000:2.0:1734016123.885051:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334879744:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016123.885078:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016123.885113:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993611 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50086 expref: 6 pid: 7685 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.885131:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993611 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50086 expref: 6 pid: 7685 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.885167:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993611 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50086 expref: 6 pid: 7685 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.885208:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.885211:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.885223:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599362d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2473984->2478079) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5009b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.885236:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599362d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2473984->2478079) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5009b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.885301:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599362d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2473984->2478079) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5009b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.885322:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338446720:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016123.886172:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129db7000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.895894:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338446720:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016123.895946:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016123.897143:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334879744:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 12086us (13262us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.897159:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3104 00000100:00100000:1.0:1734016123.901457:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016123.901931:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334880000 00000100:00100000:0.0:1734016123.901945:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334880000 00002000:00100000:0.0:1734016123.902022:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2473984->2478079) req@ffff880078e29c00 x1818247334880000/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.902036:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e29c00 with x1818247334880000 ext(2473984->2478079) 00002000:00010000:0.0:1734016123.902043:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e29c00 00000100:00100000:0.0:1734016123.902088:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8996 00000100:00100000:0.0:1734016123.902097:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334880000:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.902326:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334880000:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 229us (891us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.902335:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8996 00002000:00100000:0.0:1734016123.902341:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2473984->2478079) req@ffff880078e29c00 x1818247334880000/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.902348:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e29c00 with x1818247334880000 ext(2473984->2478079) 00002000:00010000:0.0:1734016123.902351:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e29c00 00000100:00100000:1.0:1734016123.913461:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016123.913558:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334880256 00000100:00100000:0.0:1734016123.913575:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334880256 00002000:00100000:0.0:1734016123.913642:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2469888->2473983) req@ffff880078e2b480 x1818247334880256/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.913652:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2b480 with x1818247334880256 ext(2469888->2473983) 00002000:00010000:0.0:1734016123.913658:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2b480 00000100:00100000:0.0:1734016123.914355:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8997 00000100:00100000:0.0:1734016123.914363:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334880256:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016123.914920:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334880256:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 556us (1476us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016123.914927:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8997 00002000:00100000:1.0:1734016123.914934:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2469888->2473983) req@ffff880078e2b480 x1818247334880256/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016123.914942:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2b480 with x1818247334880256 ext(2469888->2473983) 00002000:00010000:1.0:1734016123.914951:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2b480 00000100:00100000:2.0:1734016123.922291:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016123.922952:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334880512 00000100:00100000:3.0:1734016123.922965:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334880512 00002000:00100000:3.0:1734016123.924147:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2437120->2502655) req@ffff8800783c9880 x1818247334880512/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:84/0 lens 504/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.924163:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c9880 with x1818247334880512 ext(2437120->2502655) 00002000:00010000:3.0:1734016123.924173:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c9880 00000100:00100000:3.0:1734016123.926243:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8998 00000100:00100000:3.0:1734016123.926260:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334880512:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.932364:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334880512:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 6091us (10079us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1734016123.932380:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8998 00002000:00100000:3.0:1734016123.932397:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2437120->2502655) req@ffff8800783c9880 x1818247334880512/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:84/0 lens 504/440 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.932409:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c9880 with x1818247334880512 ext(2437120->2502655) 00002000:00010000:3.0:1734016123.932417:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c9880 00000100:00100000:0.0:1734016123.938537:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016123.938662:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334880640 00000100:00100000:3.0:1734016123.938674:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334880640 00002000:00100000:3.0:1734016123.938722:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2445312->2478079) req@ffff88007830aa00 x1818247334880640/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.938734:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830aa00 with x1818247334880640 ext(2445312->2478079) 00002000:00010000:3.0:1734016123.938740:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830aa00 00000100:00100000:1.0:1734016123.939035:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 8999 00000100:00100000:1.0:1734016123.939044:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334880640:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016123.944770:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334880640:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 5714us (6236us total) trans 4294969511 rc 0/0 00000100:00100000:0.0:1734016123.944787:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 8999 00002000:00100000:0.0:1734016123.944801:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2445312->2478079) req@ffff88007830aa00 x1818247334880640/t4294969511(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:84/0 lens 488/448 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.944837:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830aa00 with x1818247334880640 ext(2445312->2478079) 00002000:00010000:0.0:1734016123.944845:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830aa00 00000100:00100000:0.0:1734016123.947739:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.947960:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334880768 00000100:00100000:2.0:1734016123.947981:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334880768 00000100:00100000:2.0:1734016123.948095:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11013 00000100:00100000:2.0:1734016123.948110:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334880768:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:1.0:1734016123.952586:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969511 is committed 00000100:00100000:2.0:1734016123.954502:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334880768:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 6380us (6772us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.954516:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11013 00000100:00100000:2.0:1734016123.962542:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016123.963592:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334880896 00000100:00100000:0.0:1734016123.963610:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334880896 00000100:00100000:0.0:1734016123.963682:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11014 00000100:00100000:0.0:1734016123.963694:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334880896:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.963730:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.963765:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55993634 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee500a2 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016123.963886:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338446848:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016123.963986:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585240 going to sleep for 11 seconds 00002000:00010000:2.0:1734016123.967088:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1376 -> 1440 00000100:00100000:2.0:1734016123.967161:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338446848:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016123.967251:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55993634 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500a2 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.967276:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55993634 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500a2 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.967315:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567cc0, rc 0) 00000100:00100000:2.0:1734016123.967444:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334880896:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3748us (4924us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.967460:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11014 00000100:00100000:1.0:1734016123.971762:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.971934:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334881024 00000100:00100000:2.0:1734016123.971956:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334881024 00000100:00100000:2.0:1734016123.972756:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11015 00000100:00100000:2.0:1734016123.972766:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334881024:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.972794:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.972851:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599363b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee500a9 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.972938:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338446976:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016123.973303:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129db7000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.975803:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338446976:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016123.975940:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599363b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500a9 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.975956:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599363b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500a9 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.976024:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016123.976252:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334881024:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3482us (4508us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.976263:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11015 00000100:00100000:1.0:1734016123.979041:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.979465:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334881152 00000100:00100000:2.0:1734016123.979493:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334881152 00000100:00100000:2.0:1734016123.979605:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11016 00000100:00100000:2.0:1734016123.979619:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334881152:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.979650:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.979682:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993642 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee500b0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.979786:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338447104:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016123.979922:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129db7000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.982385:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338447104:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016123.982460:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993642 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500b0 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.982482:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993642 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500b0 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.983107:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:3.0:1734016123.983270:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334881152:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3652us (4247us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.983284:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11016 00000100:00100000:3.0:1734016123.988393:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.988699:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334881280 00000100:00100000:2.0:1734016123.988714:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334881280 00000100:00100000:2.0:1734016123.988789:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11017 00000100:00100000:2.0:1734016123.988799:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334881280:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.988855:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.988883:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993649 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee500b7 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.988930:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599362d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2473984->2478079) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5009b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.988939:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016123.988942:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016123.988945:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993649 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8482816->8486911] (req 8482816->8486911) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500b7 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.988995:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599362d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2473984->2478079) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5009b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.989010:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599362d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2473984->2478079) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5009b expref: 6 pid: 7685 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.989030:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338447232:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016123.989140:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129db7000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.993720:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338447232:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016123.993764:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993649 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8482816->8486911] (req 8482816->8486911) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500b7 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.993788:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016123.993904:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334881280:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5105us (5534us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.993912:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11017 00000100:00100000:3.0:1734016123.994046:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016123.994499:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334881408 00000100:00100000:2.0:1734016123.994506:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334881408 00010000:00010000:2.0:1734016123.994533:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599362d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2473984->2478079) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5009b expref: 7 pid: 7685 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.994747:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3105 00000100:00100000:2.0:1734016123.994755:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334881408:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016123.994772:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016123.994800:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599362d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2473984->2478079) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5009b expref: 7 pid: 7685 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.994832:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599362d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2473984->2478079) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5009b expref: 7 pid: 7685 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.994856:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599362d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2473984->2478079) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5009b expref: 7 pid: 7685 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.994960:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.994963:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.994971:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993649 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8482816->8486911) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500b7 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.994978:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993649 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8482816->8486911) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500b7 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.995015:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993649 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8482816->8486911) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500b7 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.995028:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338447360:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016123.996162:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129db7000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.999898:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338447360:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016123.999938:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016124.000020:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334881408:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5264us (5972us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.000036:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3105 00000100:00100000:0.0:1734016124.000773:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.001771:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334881664 00000100:00100000:2.0:1734016124.001780:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334881664 00002000:00100000:2.0:1734016124.002045:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8482816->8486911) req@ffff880078308380 x1818247334881664/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.002058:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308380 with x1818247334881664 ext(8482816->8486911) 00002000:00010000:2.0:1734016124.002065:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308380 00000100:00100000:2.0:1734016124.002457:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9000 00000100:00100000:2.0:1734016124.002467:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334881664:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.002852:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334881664:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 386us (2082us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.002862:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9000 00002000:00100000:2.0:1734016124.002870:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8482816->8486911) req@ffff880078308380 x1818247334881664/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.002879:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308380 with x1818247334881664 ext(8482816->8486911) 00002000:00010000:2.0:1734016124.002882:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308380 00000100:00100000:1.0:1734016124.007082:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016124.007667:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334881920 00000100:00100000:0.0:1734016124.007676:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334881920 00002000:00100000:0.0:1734016124.007719:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8478720->8482815) req@ffff880078835880 x1818247334881920/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.007730:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078835880 with x1818247334881920 ext(8478720->8482815) 00002000:00010000:0.0:1734016124.007737:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078835880 00000100:00100000:0.0:1734016124.007773:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9001 00000100:00100000:0.0:1734016124.007780:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334881920:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016124.008004:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334881920:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 223us (935us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016124.008010:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9001 00002000:00100000:0.0:1734016124.008014:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8478720->8482815) req@ffff880078835880 x1818247334881920/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.008020:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078835880 with x1818247334881920 ext(8478720->8482815) 00002000:00010000:0.0:1734016124.008023:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078835880 00000100:00100000:3.0:1734016124.010640:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.010996:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334882176 00000100:00100000:2.0:1734016124.011008:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334882176 00002000:00100000:2.0:1734016124.011075:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8474624->8478719) req@ffff8800781c6d80 x1818247334882176/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.011084:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c6d80 with x1818247334882176 ext(8474624->8478719) 00002000:00010000:2.0:1734016124.011093:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c6d80 00000100:00100000:2.0:1734016124.011309:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9002 00000100:00100000:2.0:1734016124.011320:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334882176:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.011556:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334882176:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 237us (926us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.011564:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9002 00002000:00100000:2.0:1734016124.011569:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8474624->8478719) req@ffff8800781c6d80 x1818247334882176/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.011574:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c6d80 with x1818247334882176 ext(8474624->8478719) 00002000:00010000:2.0:1734016124.011577:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c6d80 00000100:00100000:1.0:1734016124.019677:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016124.019749:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334882432 00000100:00100000:0.0:1734016124.019758:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334882432 00002000:00100000:0.0:1734016124.019800:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8470528->8474623) req@ffff88012cf60e00 x1818247334882432/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.019841:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60e00 with x1818247334882432 ext(8470528->8474623) 00002000:00010000:0.0:1734016124.019846:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60e00 00000100:00100000:0.0:1734016124.019873:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9003 00000100:00100000:0.0:1734016124.019879:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334882432:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016124.020057:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334882432:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 176us (388us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016124.020063:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9003 00002000:00100000:0.0:1734016124.020068:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8470528->8474623) req@ffff88012cf60e00 x1818247334882432/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.020076:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60e00 with x1818247334882432 ext(8470528->8474623) 00002000:00010000:0.0:1734016124.020078:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60e00 00000100:00100000:1.0:1734016124.023705:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.023863:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334882688 00000100:00100000:2.0:1734016124.023881:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334882688 00002000:00100000:2.0:1734016124.023961:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8466432->8470527) req@ffff88012cf63800 x1818247334882688/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.023974:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63800 with x1818247334882688 ext(8466432->8470527) 00002000:00010000:2.0:1734016124.023982:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf63800 00000100:00100000:2.0:1734016124.024009:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9004 00000100:00100000:2.0:1734016124.024017:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334882688:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.024312:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334882688:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 293us (630us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.024321:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9004 00002000:00100000:2.0:1734016124.024327:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8466432->8470527) req@ffff88012cf63800 x1818247334882688/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.024333:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63800 with x1818247334882688 ext(8466432->8470527) 00002000:00010000:2.0:1734016124.024336:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf63800 00000100:00100000:0.0:1734016124.027859:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.028190:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334882944 00000100:00100000:2.0:1734016124.028202:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334882944 00002000:00100000:2.0:1734016124.028258:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8462336->8466431) req@ffff88007830bb80 x1818247334882944/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.028274:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830bb80 with x1818247334882944 ext(8462336->8466431) 00002000:00010000:2.0:1734016124.028281:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830bb80 00000100:00100000:2.0:1734016124.028432:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9005 00000100:00100000:2.0:1734016124.028440:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334882944:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.029328:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334882944:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 885us (1525us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.029336:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9005 00002000:00100000:2.0:1734016124.029344:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8462336->8466431) req@ffff88007830bb80 x1818247334882944/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.029351:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830bb80 with x1818247334882944 ext(8462336->8466431) 00002000:00010000:2.0:1734016124.029354:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830bb80 00000100:00100000:0.0:1734016124.032156:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.032278:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334883200 00000100:00100000:2.0:1734016124.032291:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334883200 00002000:00100000:2.0:1734016124.032332:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8458240->8462335) req@ffff880078308e00 x1818247334883200/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.032343:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308e00 with x1818247334883200 ext(8458240->8462335) 00002000:00010000:2.0:1734016124.032349:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308e00 00000100:00100000:2.0:1734016124.032373:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9006 00000100:00100000:2.0:1734016124.032380:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334883200:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.032615:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334883200:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 234us (472us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.032623:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9006 00002000:00100000:2.0:1734016124.032630:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8458240->8462335) req@ffff880078308e00 x1818247334883200/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.032638:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308e00 with x1818247334883200 ext(8458240->8462335) 00002000:00010000:2.0:1734016124.032641:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308e00 00000100:00100000:0.0:1734016124.035993:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.036213:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334883456 00000100:00100000:2.0:1734016124.036227:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334883456 00002000:00100000:2.0:1734016124.036300:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8454144->8458239) req@ffff880078309f80 x1818247334883456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.036315:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309f80 with x1818247334883456 ext(8454144->8458239) 00002000:00010000:2.0:1734016124.036322:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309f80 00000100:00100000:2.0:1734016124.036897:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9007 00000100:00100000:2.0:1734016124.036906:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334883456:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.037752:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334883456:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 844us (1781us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.037761:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9007 00002000:00100000:2.0:1734016124.037770:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8454144->8458239) req@ffff880078309f80 x1818247334883456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.037778:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309f80 with x1818247334883456 ext(8454144->8458239) 00002000:00010000:2.0:1734016124.037783:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309f80 00000100:00100000:0.0:1734016124.040660:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.041469:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334883712 00000100:00100000:2.0:1734016124.041488:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334883712 00002000:00100000:2.0:1734016124.041561:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8450048->8454143) req@ffff880078309180 x1818247334883712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.041573:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309180 with x1818247334883712 ext(8450048->8454143) 00002000:00010000:2.0:1734016124.041578:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309180 00000100:00100000:2.0:1734016124.041929:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9008 00000100:00100000:2.0:1734016124.041938:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334883712:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.042182:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334883712:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 236us (1526us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.042189:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9008 00002000:00100000:2.0:1734016124.042194:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8450048->8454143) req@ffff880078309180 x1818247334883712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.042202:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309180 with x1818247334883712 ext(8450048->8454143) 00002000:00010000:2.0:1734016124.042206:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309180 00000100:00100000:0.0:1734016124.046504:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.046803:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334883968 00000100:00100000:2.0:1734016124.046863:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334883968 00002000:00100000:2.0:1734016124.046931:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8445952->8450047) req@ffff880078309c00 x1818247334883968/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.046947:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309c00 with x1818247334883968 ext(8445952->8450047) 00002000:00010000:2.0:1734016124.046955:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309c00 00000100:00100000:2.0:1734016124.046986:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9009 00000100:00100000:2.0:1734016124.046994:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334883968:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.047276:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334883968:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 282us (786us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.047285:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9009 00002000:00100000:2.0:1734016124.047292:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8445952->8450047) req@ffff880078309c00 x1818247334883968/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.047298:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309c00 with x1818247334883968 ext(8445952->8450047) 00002000:00010000:2.0:1734016124.047301:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309c00 00000100:00100000:0.0:1734016124.049933:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.050193:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334884224 00000100:00100000:2.0:1734016124.050210:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334884224 00002000:00100000:2.0:1734016124.050283:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8441856->8445951) req@ffff88007830b480 x1818247334884224/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.050300:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830b480 with x1818247334884224 ext(8441856->8445951) 00002000:00010000:2.0:1734016124.050309:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830b480 00000100:00100000:2.0:1734016124.050346:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9010 00000100:00100000:2.0:1734016124.050356:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334884224:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.051358:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334884224:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1000us (1439us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.051369:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9010 00002000:00100000:2.0:1734016124.051376:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8441856->8445951) req@ffff88007830b480 x1818247334884224/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.051384:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830b480 with x1818247334884224 ext(8441856->8445951) 00002000:00010000:2.0:1734016124.051388:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830b480 00000100:00100000:0.0:1734016124.054538:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.054966:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334884352 00000100:00100000:2.0:1734016124.054978:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334884352 00002000:00100000:2.0:1734016124.055026:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8441856->8486911) req@ffff88007830b800 x1818247334884352/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.055036:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830b800 with x1818247334884352 ext(8441856->8486911) 00002000:00010000:2.0:1734016124.055041:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830b800 00000100:00100000:2.0:1734016124.055063:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9011 00000100:00100000:2.0:1734016124.055071:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334884352:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016124.058915:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334884352:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3829us (4375us total) trans 4294969512 rc 0/0 00000100:00100000:0.0:1734016124.058932:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9011 00002000:00100000:0.0:1734016124.058947:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8441856->8486911) req@ffff88007830b800 x1818247334884352/t4294969512(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/448 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.058959:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830b800 with x1818247334884352 ext(8441856->8486911) 00002000:00010000:0.0:1734016124.058965:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830b800 00000100:00100000:0.0:1734016124.060972:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.061138:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334884480 00000100:00100000:2.0:1734016124.061150:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334884480 00000100:00100000:2.0:1734016124.061203:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11018 00000100:00100000:2.0:1734016124.061211:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334884480:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:1.0:1734016124.063032:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969512 is committed 00000100:00100000:2.0:1734016124.063593:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334884480:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2379us (2626us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.063604:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11018 00000100:00100000:0.0:1734016124.067004:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.067301:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334884608 00000100:00100000:2.0:1734016124.067312:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334884608 00000100:00100000:2.0:1734016124.067420:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2226 00000100:00100000:2.0:1734016124.067428:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334884608:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.067457:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.067478:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993650 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee500be expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.067571:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993657 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.067586:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993657 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.067595:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993657 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016124.067619:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9283029 00000004:00200000:2.0:1734016124.067622:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016124.067640:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993657 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.067667:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993650 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500be expref: 18 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.068365:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993657 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500be expref: 17 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.068374:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016124.068377:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016124.068381:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016124.068468:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334884608:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1040us (1482us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.068476:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2226 00000100:00100000:0.0:1734016124.071446:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.071558:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334884736 00000100:00100000:2.0:1734016124.071569:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334884736 00000100:00100000:2.0:1734016124.071664:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11019 00000100:00100000:2.0:1734016124.071674:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334884736:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.071697:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.071725:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599365e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee500c5 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.071865:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338447488:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016124.071943:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf33c0 going to sleep for 11 seconds 00000100:00080000:0.0:1734016124.072249:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016094 00002000:00010000:2.0:1734016124.075273:0:7685:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016123 -> 1734016124 00002000:00010000:2.0:1734016124.075283:0:7685:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016123 -> 1734016124 00002000:00010000:2.0:1734016124.075285:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1440 -> 1528 00000100:00100000:2.0:1734016124.075310:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338447488:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016124.075358:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599365e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500c5 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.075383:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc5599365e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500c5 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.075643:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016124.076081:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334884736:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4405us (4647us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.076092:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11019 00000100:00100000:0.0:1734016124.078968:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.079090:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334884864 00000100:00100000:2.0:1734016124.079102:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334884864 00000100:00100000:2.0:1734016124.079409:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11020 00000100:00100000:2.0:1734016124.079417:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334884864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.079442:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.079467:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993665 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee500cc expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.079543:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338447616:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016124.079789:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf33c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.083689:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338447616:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016124.083759:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993665 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500cc expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.083779:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993665 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500cc expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.083802:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016124.083904:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334884864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4485us (4946us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.083912:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11020 00000100:00100000:0.0:1734016124.086406:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.086549:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334885120 00000100:00100000:2.0:1734016124.086564:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334885120 00000100:00100000:2.0:1734016124.087033:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2227 00000100:00100000:2.0:1734016124.087044:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334885120:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016124.087142:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016124.087194:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993657 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500be expref: 17 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.087217:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016124.087224:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016124.087450:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599366c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.087466:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599361f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5008d expref: 14 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.087473:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599366c lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.087518:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599361f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5008d expref: 14 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.087531:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599361f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5008d expref: 14 pid: 13928 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016124.087544:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338447744:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016124.087613:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.092066:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338447744:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016124.092107:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599366c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016124.092959:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.093114:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334885248 00000100:00100000:2.0:1734016124.093122:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334885248 00010000:00010000:2.0:1734016124.093156:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599361f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5008d expref: 15 pid: 13928 timeout: 487 lvb_type: 0 00000100:00080000:0.0:1734016124.093226:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016094 00000100:00100000:2.0:1734016124.093427:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3106 00000100:00100000:2.0:1734016124.093436:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:1970:x1818247334885248:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016124.093453:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016124.093458:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599361f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5008d expref: 15 pid: 13928 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016124.093470:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599361f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5008d expref: 15 pid: 13928 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016124.093495:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc5599361f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5008d expref: 15 pid: 13928 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016124.093508:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016124.093513:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599366c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.093527:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599366c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.093533:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599366c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.094207:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016124.094287:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247334885248:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 849us (1327us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.094297:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3106 00010000:00010000:0.0:1734016124.094860:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599366c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016124.094869:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599366c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:0.0:1734016124.094958:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968710 00000004:00010000:0.0:1734016124.095012:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078309500 reply state ffff880078cf0000 transno 4294968711 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599366c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016124.095022:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016124.095108:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:9662:x1818247334885120:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 8065us (8714us total) trans 4294968711 rc 0/0 00000100:00100000:0.0:1734016124.095115:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2227 00000020:00080000:0.0:1734016124.095120:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016124.096889:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.097025:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334885376 00000100:00100000:3.0:1734016124.097042:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334885376 00000100:00100000:3.0:1734016124.097105:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11021 00000100:00100000:3.0:1734016124.097115:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334885376:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.097141:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.097166:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993673 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee500d3 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.097221:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993649 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8482816->8486911) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500b7 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.097230:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.097232:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.097237:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993673 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500d3 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.097283:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993649 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8482816->8486911) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500b7 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.097297:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993649 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8482816->8486911) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500b7 expref: 5 pid: 7685 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016124.097315:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338447872:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016124.097389:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00010000:00010000:2.0:1734016124.097913:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599366c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.097923:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599366c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.097930:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599366c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.097937:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404b40 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016124.097942:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599366c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.097948:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599366c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.097966:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016124.097969:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016124.097973:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599366c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.097978:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599366c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016124.102527:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338447872:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016124.102568:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993673 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500d3 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.102590:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:3.0:1734016124.102634:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334885376:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5520us (5759us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.102644:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11021 00000100:00100000:0.0:1734016124.103495:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.103729:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334885504 00000100:00100000:2.0:1734016124.103740:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334885504 00010000:00010000:2.0:1734016124.103793:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993649 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8482816->8486911) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500b7 expref: 6 pid: 7685 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016124.103876:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3107 00000100:00100000:2.0:1734016124.103883:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334885504:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016124.103899:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016124.103922:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993649 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8482816->8486911) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500b7 expref: 6 pid: 7685 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016124.103934:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993649 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8482816->8486911) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500b7 expref: 6 pid: 7685 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016124.103963:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993649 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8482816->8486911) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500b7 expref: 6 pid: 7685 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016124.103998:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.104000:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.104007:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993673 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500d3 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.104018:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993673 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500d3 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.104063:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993673 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500d3 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.104080:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338448000:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016124.104143:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.108361:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016124.108685:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334885632 00000100:00100000:1.0:1734016124.108699:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334885632 00002000:00010000:1.0:1734016124.108756:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9389184->18446744073709551615) 00002000:00100000:1.0:1734016124.108764:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7829500 with x1818247334885632 ext(9389184->18446744073709551615) 00002000:00010000:1.0:1734016124.108788:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7829500. 00000100:00100000:1.0:1734016124.108840:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9012 00000100:00100000:1.0:1734016124.108850:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334885632:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016124.109148:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9283029 -> 9389184 00002000:00010000:1.0:1734016124.109152:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:1.0:1734016124.109155:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:1.0:1734016124.109157:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:1.0:1734016124.109159:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1528 -> 1528 00000100:00100000:1.0:1734016124.109218:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334885632:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 369us (873us total) trans 4294969513 rc 0/0 00000100:00100000:1.0:1734016124.109225:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9012 00002000:00010000:1.0:1734016124.109229:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9389184->18446744073709551615) 00002000:00100000:1.0:1734016124.109232:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7829500 with x1818247334885632 ext(9389184->18446744073709551615) 00002000:00010000:1.0:1734016124.109236:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7829500. 00000100:00100000:2.0:1734016124.109873:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338448000:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016124.109905:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016124.109937:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334885504:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6054us (6448us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.109946:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3107 00000100:00100000:0.0:1734016124.113105:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.113253:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334885760 00000100:00100000:2.0:1734016124.113266:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334885760 00000100:00100000:2.0:1734016124.113781:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2228 00000100:00100000:2.0:1734016124.113790:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:9662:x1818247334885760:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.113855:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.113891:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599367a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee500da expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.114027:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993681 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.114049:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993681 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.114066:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993681 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016124.114102:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9389184 00000004:00200000:2.0:1734016124.114107:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016124.114130:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993681 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.114160:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599367a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500da expref: 16 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.114204:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993681 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500da expref: 15 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.114213:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016124.114216:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016124.114219:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016124.114290:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334885760:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 500us (1205us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.114297:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2228 00000100:00100000:0.0:1734016124.117028:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.117734:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334885888 00000100:00100000:3.0:1734016124.117750:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334885888 00000100:00100000:3.0:1734016124.118370:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11022 00000100:00100000:3.0:1734016124.118378:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334885888:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.118399:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.118422:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55993688 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee500e1 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.118508:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338448128:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016124.118821:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.120870:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338448128:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016124.120921:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55993688 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500e1 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.120938:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55993688 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500e1 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.120965:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016124.121599:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334885888:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3218us (4575us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.121614:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11022 00000100:00100000:0.0:1734016124.124518:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.124796:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334886016 00000100:00100000:3.0:1734016124.124834:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334886016 00000100:00100000:3.0:1734016124.124997:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11023 00000100:00100000:3.0:1734016124.125007:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334886016:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.125036:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.125063:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599368f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee500e8 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.125151:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338448256:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016124.125241:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.129261:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338448256:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016124.129324:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599368f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500e8 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.129343:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599368f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500e8 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.129363:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016124.130200:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334886016:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5190us (5689us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.130210:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11023 00000100:00100000:0.0:1734016124.133319:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.133458:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334886144 00000100:00100000:3.0:1734016124.133476:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334886144 00000100:00100000:3.0:1734016124.133553:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2229 00000100:00100000:3.0:1734016124.133564:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:9662:x1818247334886144:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.133608:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.133638:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55993696 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee500ef expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.133764:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc5599369d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016124.133785:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc5599369d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016124.133798:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc5599369d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:3.0:1734016124.133869:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9389184 00000004:00200000:3.0:1734016124.133874:0:13928:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016124.133898:0:13928:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc5599369d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016124.133921:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55993696 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500ef expref: 20 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.133946:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc5599369d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500ef expref: 19 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.133955:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016124.133958:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016124.133961:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016124.134043:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:9662:x1818247334886144:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 479us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.134049:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2229 00000100:00100000:0.0:1734016124.138263:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.138759:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334886400 00000100:00100000:2.0:1734016124.138772:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334886400 00002000:00100000:2.0:1734016124.138857:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6344704->6348799) req@ffff8800a782b100 x1818247334886400/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.138871:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782b100 with x1818247334886400 ext(6344704->6348799) 00002000:00010000:2.0:1734016124.138878:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a782b100 00000100:00100000:2.0:1734016124.138918:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9013 00000100:00100000:2.0:1734016124.138927:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334886400:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.140102:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334886400:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1168us (1845us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.140115:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9013 00002000:00100000:2.0:1734016124.140123:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6344704->6348799) req@ffff8800a782b100 x1818247334886400/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.140137:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782b100 with x1818247334886400 ext(6344704->6348799) 00002000:00010000:2.0:1734016124.140142:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a782b100 00000100:00100000:0.0:1734016124.148236:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.150208:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334886656 00000100:00100000:2.0:1734016124.150231:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334886656 00002000:00100000:2.0:1734016124.150293:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6340608->6344703) req@ffff8800a7828380 x1818247334886656/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.150303:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828380 with x1818247334886656 ext(6340608->6344703) 00002000:00010000:2.0:1734016124.150310:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828380 00000100:00100000:2.0:1734016124.150364:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9014 00000100:00100000:2.0:1734016124.150373:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334886656:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.150586:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334886656:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 213us (2365us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.150592:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9014 00002000:00100000:2.0:1734016124.150598:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6340608->6344703) req@ffff8800a7828380 x1818247334886656/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.150605:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828380 with x1818247334886656 ext(6340608->6344703) 00002000:00010000:2.0:1734016124.150608:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828380 00000100:00100000:0.0:1734016124.159623:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016124.159794:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334886912 00000100:00100000:1.0:1734016124.159903:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334886912 00002000:00100000:1.0:1734016124.159979:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6307840->6373375) req@ffff8800a7828e00 x1818247334886912/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 504/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.159994:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828e00 with x1818247334886912 ext(6307840->6373375) 00002000:00010000:1.0:1734016124.160003:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828e00 00000100:00100000:1.0:1734016124.160049:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9015 00000100:00100000:1.0:1734016124.160063:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334886912:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016124.171026:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334886912:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 10943us (11403us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1734016124.171045:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9015 00002000:00100000:1.0:1734016124.171064:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6307840->6373375) req@ffff8800a7828e00 x1818247334886912/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 504/440 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.171078:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828e00 with x1818247334886912 ext(6307840->6373375) 00002000:00010000:1.0:1734016124.171086:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828e00 00000100:00100000:0.0:1734016124.175374:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016124.178050:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334887168 00000100:00100000:1.0:1734016124.178079:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334887168 00002000:00100000:1.0:1734016124.178200:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6275072->6307839) req@ffff8800a7828700 x1818247334887168/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.178212:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828700 with x1818247334887168 ext(6275072->6307839) 00002000:00010000:1.0:1734016124.178222:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828700 00000100:00100000:1.0:1734016124.178269:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9016 00000100:00100000:1.0:1734016124.178278:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334887168:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016124.185101:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334887168:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 6795us (9715us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1734016124.185119:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9016 00002000:00100000:1.0:1734016124.185138:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6275072->6307839) req@ffff8800a7828700 x1818247334887168/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 488/440 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.185151:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828700 with x1818247334887168 ext(6275072->6307839) 00002000:00010000:1.0:1734016124.185159:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828700 00000100:00100000:0.0:1734016124.200377:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.200599:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334887296 00000100:00100000:3.0:1734016124.200613:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334887296 00000100:00100000:3.0:1734016124.200706:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11024 00000100:00100000:3.0:1734016124.200718:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334887296:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.200749:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.200787:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559936a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee500f6 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.200953:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338448384:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016124.201063:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00002000:00010000:3.0:1734016124.206598:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016123 -> 1734016124 00000100:00100000:3.0:1734016124.206639:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338448384:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016124.206692:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559936a4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500f6 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.206712:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559936a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500f6 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.206730:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016124.207490:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334887296:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6770us (7134us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.207503:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11024 00000100:00100000:0.0:1734016124.215083:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.215212:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334887424 00000100:00100000:3.0:1734016124.215224:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334887424 00000100:00100000:3.0:1734016124.215486:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11025 00000100:00100000:3.0:1734016124.215497:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334887424:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.215529:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.215565:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559936ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee500fd expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.215657:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338448512:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016124.215749:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.218513:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338448512:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016124.218561:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559936ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500fd expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.218580:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559936ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500fd expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.218611:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016124.218696:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334887424:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3200us (3625us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.218707:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11025 00000100:00100000:0.0:1734016124.227561:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016124.227680:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334887680 00000100:00100000:1.0:1734016124.227693:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334887680 00002000:00100000:1.0:1734016124.227756:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8695808->8699903) req@ffff8800a7828a80 x1818247334887680/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.227768:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828a80 with x1818247334887680 ext(8695808->8699903) 00002000:00010000:1.0:1734016124.227774:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828a80 00000100:00100000:1.0:1734016124.227840:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9017 00000100:00100000:1.0:1734016124.227846:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334887680:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016124.228034:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334887680:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 187us (491us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016124.228041:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9017 00002000:00100000:1.0:1734016124.228045:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8695808->8699903) req@ffff8800a7828a80 x1818247334887680/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.228052:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828a80 with x1818247334887680 ext(8695808->8699903) 00002000:00010000:1.0:1734016124.228055:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828a80 00000100:00100000:0.0:1734016124.237036:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.237391:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334887936 00000100:00100000:2.0:1734016124.237406:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334887936 00002000:00100000:2.0:1734016124.237482:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8691712->8695807) req@ffff8800a782bb80 x1818247334887936/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.237495:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782bb80 with x1818247334887936 ext(8691712->8695807) 00002000:00010000:2.0:1734016124.237501:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a782bb80 00000100:00100000:2.0:1734016124.237545:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9018 00000100:00100000:2.0:1734016124.237556:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334887936:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.237885:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334887936:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 328us (861us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.237893:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9018 00002000:00100000:2.0:1734016124.237899:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8691712->8695807) req@ffff8800a782bb80 x1818247334887936/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.237908:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782bb80 with x1818247334887936 ext(8691712->8695807) 00002000:00010000:2.0:1734016124.237911:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a782bb80 00000100:00100000:0.0:1734016124.249150:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016124.249450:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334888192 00000100:00100000:1.0:1734016124.249471:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334888192 00002000:00100000:1.0:1734016124.249554:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8658944->8724479) req@ffff8800a782a300 x1818247334888192/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 504/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.249567:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782a300 with x1818247334888192 ext(8658944->8724479) 00002000:00010000:1.0:1734016124.249576:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a782a300 00000100:00100000:1.0:1734016124.249630:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9019 00000100:00100000:1.0:1734016124.249640:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334888192:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016124.252702:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334888192:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 3044us (3555us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1734016124.252722:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9019 00002000:00100000:1.0:1734016124.252738:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8658944->8724479) req@ffff8800a782a300 x1818247334888192/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 504/440 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.252750:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782a300 with x1818247334888192 ext(8658944->8724479) 00002000:00010000:1.0:1734016124.252759:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a782a300 00010000:00010000:3.0:1734016124.263230:0:6468:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016124.270281:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.270486:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334888320 00000100:00100000:3.0:1734016124.270503:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334888320 00000100:00100000:3.0:1734016124.270611:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11026 00000100:00100000:3.0:1734016124.270621:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334888320:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.270649:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.270692:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559936b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50104 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.270866:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338448640:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016124.271032:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.276613:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338448640:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016124.276663:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559936b2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50104 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.276682:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559936b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50104 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.276713:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016124.276789:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334888320:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6167us (6537us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.276798:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11026 00000100:00100000:0.0:1734016124.285786:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.291015:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334888448 00000100:00100000:3.0:1734016124.291045:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334888448 00000100:00100000:3.0:1734016124.291177:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11027 00000100:00100000:3.0:1734016124.291187:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334888448:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.291220:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.291250:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559936b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5010b expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.291366:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338448768:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016124.291502:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.303760:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338448768:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016124.303871:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559936b9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5010b expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.303887:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559936b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5010b expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.304680:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016124.304774:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334888448:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 13586us (19003us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.304783:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11027 00000100:00100000:0.0:1734016124.308671:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.309292:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334888704 00000100:00100000:2.0:1734016124.309308:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334888704 00000100:00100000:2.0:1734016124.309385:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2230 00000100:00100000:2.0:1734016124.309395:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:9662:x1818247334888704:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016124.309471:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016124.309512:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993681 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500da expref: 15 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.309549:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016124.309553:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016124.309751:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559936c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.309765:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc5599369d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500ef expref: 18 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.309774:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559936c0 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.309853:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc5599369d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500ef expref: 18 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.309867:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc5599369d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500ef expref: 18 pid: 13928 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016124.309881:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338448896:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016124.309959:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.312711:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338448896:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016124.312762:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559936c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016124.314290:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.314369:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334888832 00000100:00100000:2.0:1734016124.314381:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334888832 00010000:00010000:2.0:1734016124.314434:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc5599369d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500ef expref: 19 pid: 13928 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016124.314486:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3108 00000100:00100000:2.0:1734016124.314495:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:1969:x1818247334888832:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016124.314515:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016124.314520:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc5599369d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500ef expref: 19 pid: 13928 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016124.314531:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc5599369d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500ef expref: 19 pid: 13928 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016124.314556:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc5599369d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500ef expref: 19 pid: 13928 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016124.314571:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016124.314576:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559936c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.314585:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559936c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.314593:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559936c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.314620:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016124.314687:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:1969:x1818247334888832:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 193us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.314695:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3108 00010000:00010000:0.0:1734016124.314986:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559936c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016124.314996:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559936c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:0.0:1734016124.315098:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968712 00000004:00010000:0.0:1734016124.315147:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007036d180 reply state ffff880078cf2000 transno 4294968713 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559936c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016124.315153:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016124.315265:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334888704:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 5870us (6615us total) trans 4294968713 rc 0/0 00000100:00100000:0.0:1734016124.315273:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2230 00000020:00080000:0.0:1734016124.315277:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016124.316592:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559936c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.316603:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559936c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.316609:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559936c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.316615:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405680 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016124.316619:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559936c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.316625:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559936c0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.316638:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016124.316642:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016124.316646:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559936c0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.316651:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc559936c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016124.322848:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.323056:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334888960 00000100:00100000:3.0:1734016124.323064:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334888960 00000100:00100000:3.0:1734016124.323114:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11028 00000100:00100000:3.0:1734016124.323123:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334888960:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.323141:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.323157:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559936c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50112 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.323191:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993673 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500d3 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.323198:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.323200:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.323203:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559936c7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50112 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.323234:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993673 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500d3 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.323245:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993673 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500d3 expref: 7 pid: 7685 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016124.323258:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338449024:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016124.323312:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.325475:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.325562:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334889088 00000100:00100000:2.0:1734016124.325572:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334889088 00010000:00010000:2.0:1734016124.325603:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993673 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500d3 expref: 8 pid: 7685 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016124.325631:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3109 00000100:00100000:2.0:1734016124.325637:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334889088:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016124.325656:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016124.325684:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993673 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500d3 expref: 8 pid: 7685 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016124.325695:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993673 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500d3 expref: 8 pid: 7685 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016124.325726:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.325728:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.325734:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559936c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50112 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.325743:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559936c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50112 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.325785:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559936c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50112 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.325797:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338449152:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016124.325900:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3300 going to sleep for 11 seconds 00010000:00010000:3.0:1734016124.326038:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993673 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee500d3 expref: 8 pid: 7685 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016124.326064:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338449024:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016124.326095:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559936c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50112 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.326103:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016124.326132:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334888960:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3010us (3338us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.326141:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11028 00000100:00100000:3.0:1734016124.330992:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338449152:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016124.331027:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016124.332745:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334889088:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7094us (7266us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.332766:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3109 00000100:00100000:0.0:1734016124.333415:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016124.333521:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334889216 00000100:00100000:0.0:1734016124.333528:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334889216 00002000:00010000:0.0:1734016124.333564:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9217964->18446744073709551615) 00002000:00100000:0.0:1734016124.333570:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036c380 with x1818247334889216 ext(9217964->18446744073709551615) 00002000:00010000:0.0:1734016124.333582:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036c380. 00000100:00100000:0.0:1734016124.333621:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9020 00000100:00100000:0.0:1734016124.333630:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334889216:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016124.334021:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9389184 -> 9217964 00002000:00010000:0.0:1734016124.334025:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:0.0:1734016124.334027:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016124 -> 1734016123 00002000:00010000:0.0:1734016124.334029:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:0.0:1734016124.334030:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1528 -> 1480 00000100:00100000:0.0:1734016124.334080:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334889216:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 452us (669us total) trans 4294969514 rc 0/0 00000100:00100000:0.0:1734016124.334086:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9020 00002000:00010000:0.0:1734016124.334089:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9217964->18446744073709551615) 00002000:00100000:0.0:1734016124.334091:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036c380 with x1818247334889216 ext(9217964->18446744073709551615) 00002000:00010000:0.0:1734016124.334095:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036c380. 00000100:00100000:0.0:1734016124.340478:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.340625:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334889344 00000100:00100000:2.0:1734016124.340643:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334889344 00000100:00100000:2.0:1734016124.341345:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2231 00000100:00100000:2.0:1734016124.341355:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:9662:x1818247334889344:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.341383:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.341414:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559936ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50119 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.341569:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559936d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.341590:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559936d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.341605:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559936d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016124.341647:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9217964 00000004:00200000:2.0:1734016124.341654:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016124.341680:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559936d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016124.341714:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559936ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50119 expref: 20 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.343141:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559936d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50119 expref: 19 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.343161:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016124.343166:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016124.343180:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:3.0:1734016124.343927:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:9662:x1818247334889344:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2570us (3469us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.343945:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2231 00000100:00100000:1.0:1734016124.347610:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.348091:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334889472 00000100:00100000:3.0:1734016124.348109:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334889472 00000100:00100000:3.0:1734016124.348194:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11029 00000100:00100000:3.0:1734016124.348205:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334889472:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.348234:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.348271:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559936dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50120 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.348362:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338449280:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016124.348474:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00002000:00010000:3.0:1734016124.350689:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016123 -> 1734016124 00000100:00100000:3.0:1734016124.350725:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338449280:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016124.350771:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559936dc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50120 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.350789:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559936dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50120 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.351427:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016124.351573:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334889472:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3368us (3981us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.351586:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11029 00000100:00100000:0.0:1734016124.353911:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.354185:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334889600 00000100:00100000:3.0:1734016124.354195:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334889600 00000100:00100000:3.0:1734016124.354243:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11030 00000100:00100000:3.0:1734016124.354251:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334889600:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.354273:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.354300:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559936e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50127 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.354367:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338449408:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016124.354442:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.357706:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338449408:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016124.357754:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559936e3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50127 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.357769:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559936e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50127 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.358327:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:3.0:1734016124.359211:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334889600:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4952us (5308us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.359227:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11030 00000100:00100000:0.0:1734016124.365714:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.365895:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334889728 00000100:00100000:3.0:1734016124.365917:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334889728 00000100:00100000:3.0:1734016124.366057:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11031 00000100:00100000:3.0:1734016124.366069:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334889728:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.366110:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.366149:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559936ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5012e expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.366227:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559936c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50112 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.366236:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.366240:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.366244:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559936ea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3952640->3973119] (req 3952640->3973119) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5012e expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.366316:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559936c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50112 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.366336:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559936c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50112 expref: 6 pid: 7685 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.366359:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338449536:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016124.367116:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.372467:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.372570:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334889856 00000100:00100000:2.0:1734016124.372586:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334889856 00010000:00010000:2.0:1734016124.372628:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559936c7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50112 expref: 7 pid: 7685 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016124.372678:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3110 00000100:00100000:2.0:1734016124.372685:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c55a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334889856:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016124.372699:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016124.372723:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559936c7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50112 expref: 7 pid: 7685 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016124.372735:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559936c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50112 expref: 7 pid: 7685 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016124.372764:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.372767:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.372774:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559936ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3952640->3973119) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5012e expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.372782:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559936ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3952640->3973119) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5012e expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.372846:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559936ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3952640->3973119) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5012e expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.372861:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338449664:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016124.372940:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3c00 going to sleep for 11 seconds 00010000:00010000:3.0:1734016124.373046:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559936c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50112 expref: 7 pid: 7685 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.373064:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338449536:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016124.373094:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559936ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3952640->3973119) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5012e expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.373105:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016124.373140:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334889728:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7074us (7449us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.373150:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11031 00000100:00100000:2.0:1734016124.380096:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338449664:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016124.380133:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016124.380258:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c55a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334889856:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7569us (7805us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.380273:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3110 00000100:00100000:0.0:1734016124.380978:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.381292:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334889984 00000100:00100000:3.0:1734016124.381301:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334889984 00000100:00100000:3.0:1734016124.381488:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11032 00000100:00100000:3.0:1734016124.381497:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334889984:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016124.381786:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9217964 -> 9217964 00002000:00010000:3.0:1734016124.381790:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.381792:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016124 -> 1734016123 00002000:00010000:3.0:1734016124.381795:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.381797:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1480 -> 1480 00000100:00100000:3.0:1734016124.383216:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334889984:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1713us (2231us total) trans 4294969515 rc 0/0 00000100:00100000:3.0:1734016124.383225:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11032 00000100:00100000:0.0:1734016124.387343:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.387475:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334890112 00000100:00100000:3.0:1734016124.387490:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334890112 00000100:00100000:3.0:1734016124.387575:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11033 00000100:00100000:3.0:1734016124.387585:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334890112:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.387616:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.387645:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559936f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50135 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.387688:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559936ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3952640->3973119) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5012e expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.387697:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.387700:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.387705:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559936f1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5042176->5058559] (req 5042176->5058559) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50135 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.387751:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559936ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3952640->3973119) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5012e expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.387764:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559936ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3952640->3973119) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5012e expref: 8 pid: 7685 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.387777:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338449792:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016124.387882:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.390603:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338449792:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016124.390643:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559936f1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5042176->5058559] (req 5042176->5058559) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50135 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.390667:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016124.391666:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334890112:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4073us (4336us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.391680:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11033 00000100:00100000:0.0:1734016124.398950:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.399204:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334890240 00000100:00100000:2.0:1734016124.399213:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334890240 00010000:00010000:2.0:1734016124.399243:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559936ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3952640->3973119) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5012e expref: 9 pid: 7685 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016124.399277:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3111 00000100:00100000:2.0:1734016124.399284:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334890240:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016124.399297:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016124.399312:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559936ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3952640->3973119) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5012e expref: 9 pid: 7685 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016124.399324:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559936ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3952640->3973119) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5012e expref: 9 pid: 7685 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016124.399348:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559936ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3952640->3973119) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5012e expref: 9 pid: 7685 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016124.399375:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.399377:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.399382:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559936f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5042176->5058559) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50135 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.399389:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559936f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5042176->5058559) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50135 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.399421:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559936f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5042176->5058559) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50135 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.399436:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338449920:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016124.399517:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.407599:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.407685:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334890368 00000100:00100000:3.0:1734016124.407697:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334890368 00000100:00100000:3.0:1734016124.408154:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11034 00000100:00100000:3.0:1734016124.408164:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334890368:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016124.408492:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9217964 -> 9217964 00002000:00010000:3.0:1734016124.408496:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.408498:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:3.0:1734016124.408501:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.408503:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1480 -> 1480 00000100:00100000:3.0:1734016124.408597:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334890368:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 434us (1010us total) trans 4294969516 rc 0/0 00000100:00100000:3.0:1734016124.408604:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11034 00000100:00100000:2.0:1734016124.408933:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338449920:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016124.408974:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016124.409016:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334890240:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 9732us (10082us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.409027:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3111 00000100:00100000:0.0:1734016124.414546:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.414712:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334890496 00000100:00100000:3.0:1734016124.414733:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334890496 00000100:00100000:1.0:1734016124.416399:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11035 00000100:00100000:1.0:1734016124.416414:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334890496:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.416450:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.416477:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559936f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5013c expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.416575:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338450048:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016124.416680:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00002000:00010000:2.0:1734016124.423342:0:10752:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016123 -> 1734016124 00000100:00100000:2.0:1734016124.423411:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338450048:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016124.423494:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559936f8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5013c expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.423522:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559936f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5013c expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.423744:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:2.0:1734016124.424064:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334890496:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7648us (9527us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.424082:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11035 00000100:00100000:0.0:1734016124.432377:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.432563:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334890624 00000100:00100000:2.0:1734016124.432581:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334890624 00000100:00100000:2.0:1734016124.432667:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11036 00000100:00100000:2.0:1734016124.432679:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334890624:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.432718:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.432755:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559936ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50143 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.434250:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338450176:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016124.438866:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.442009:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338450176:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016124.442068:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559936ff lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50143 expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.442085:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559936ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50143 expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.442117:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016124.443477:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334890624:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10783us (11106us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.443498:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11036 00000100:00100000:1.0:1734016124.446355:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.447044:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334890752 00000100:00100000:3.0:1734016124.447058:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334890752 00000100:00100000:3.0:1734016124.447140:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2232 00000100:00100000:3.0:1734016124.447148:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:9662:x1818247334890752:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.447191:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.447220:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55993706 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5014a expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.447341:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc5599370d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016124.447358:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc5599370d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016124.447370:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc5599370d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:3.0:1734016124.447398:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9217964 00000004:00200000:3.0:1734016124.447403:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016124.447426:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc5599370d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016124.447450:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55993706 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5014a expref: 18 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.447489:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc5599370d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5014a expref: 17 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.447500:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016124.447503:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016124.447508:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016124.447577:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334890752:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 429us (1243us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.447586:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2232 00000100:00100000:0.0:1734016124.453781:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.454001:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334891008 00000100:00100000:3.0:1734016124.454018:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334891008 00000100:00100000:3.0:1734016124.454111:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9021 00000100:00100000:3.0:1734016124.454122:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334891008:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:3.0:1734016124.454187:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993714 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.454211:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559936f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5042176->5058559) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50135 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.454218:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.454220:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.454224:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993714 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4268032->4304895] (req 4268032->4304895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.454267:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559936f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5042176->5058559) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50135 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.454285:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559936f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5042176->5058559) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50135 expref: 7 pid: 7685 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.454301:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338450304:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016124.454386:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.459132:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.459579:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334891136 00000100:00100000:2.0:1734016124.459590:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334891136 00010000:00010000:2.0:1734016124.459635:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559936f1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5042176->5058559) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50135 expref: 8 pid: 7685 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016124.459665:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3112 00000100:00100000:2.0:1734016124.459673:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334891136:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016124.459692:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016124.459719:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559936f1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5042176->5058559) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50135 expref: 8 pid: 7685 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016124.459731:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559936f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5042176->5058559) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50135 expref: 8 pid: 7685 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016124.459764:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.459767:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.459772:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993714 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4268032->4304895] (req 4268032->4304895) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.459780:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993714 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4268032->4304895] (req 4268032->4304895) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.459844:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016124.459938:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334891136:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 263us (820us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.459948:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3112 00010000:00010000:3.0:1734016124.460484:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559936f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5042176->5058559) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50135 expref: 7 pid: 7685 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.460520:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338450304:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016124.460550:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993714 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4268032->4304895] (req 4268032->4304895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.460560:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993714 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4268032->4304895] (req 4268032->4304895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.460566:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993714 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4268032->4304895] (req 4268032->4304895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016124.474592:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969517 is committed 00000001:00080000:0.0:1734016124.474620:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969516 is committed 00002000:00010000:3.0:1734016124.474772:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1480 -> 1552 00010000:00010000:3.0:1734016124.474792:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993714 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4268032->4304895] (req 4268032->4304895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.474830:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993714 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4268032->4304895] (req 4268032->4304895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.474846:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993714 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4268032->4304895] (req 4268032->4304895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.474853:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070102d00 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016124.474858:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993714 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4268032->4304895] (req 4268032->4304895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.474867:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993714 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4268032->4304895] (req 4268032->4304895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.474891:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993714 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4268032->4304895] (req 4268032->4304895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.474898:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993714 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4268032->4304895] (req 4268032->4304895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.475021:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334891008:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 20893us (21253us total) trans 4294969517 rc 0/0 00000100:00100000:3.0:1734016124.475032:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9021 00000100:00100000:0.0:1734016124.477581:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.477641:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334891264 00000100:00100000:2.0:1734016124.477653:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334891264 00000100:00100000:2.0:1734016124.477709:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11037 00000100:00100000:2.0:1734016124.477718:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334891264:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.477738:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.477758:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599371b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50151 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016124.477781:0:10752:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9217964, mtime: 0x675afc7c, atime: 0x675afc7c, ctime: 0x675afc7c, blocks: 0x610 00010000:00010000:2.0:1734016124.477804:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.477842:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.477852:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599371b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50151 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.477869:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599371b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50151 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.477881:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016124.477933:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334891264:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 217us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.477939:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11037 00000100:00100000:0.0:1734016124.485741:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.485908:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334891392 00000100:00100000:2.0:1734016124.485923:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334891392 00000100:00100000:2.0:1734016124.486014:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11038 00000100:00100000:2.0:1734016124.486024:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334891392:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.486060:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.486093:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993722 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50158 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.486142:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599371b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50151 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.486151:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.486154:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.486161:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993722 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4730880->4780031] (req 4730880->4780031) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50158 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.486226:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599371b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50151 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.486240:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599371b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50151 expref: 6 pid: 10752 timeout: 488 lvb_type: 1 00000100:00100000:2.0:1734016124.486257:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338450432:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016124.486364:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.488671:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338450432:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016124.488710:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993722 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4730880->4780031] (req 4730880->4780031) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50158 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.488732:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016124.488791:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334891392:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2761us (3074us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.488800:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11038 00000100:00100000:0.0:1734016124.490090:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.491056:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334891520 00000100:00100000:2.0:1734016124.491072:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334891520 00010000:00010000:2.0:1734016124.491126:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599371b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50151 expref: 7 pid: 10752 timeout: 488 lvb_type: 1 00000100:00100000:2.0:1734016124.491186:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3113 00000100:00100000:2.0:1734016124.491196:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334891520:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016124.491216:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016124.491247:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599371b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50151 expref: 7 pid: 10752 timeout: 488 lvb_type: 1 00010000:00010000:2.0:1734016124.491259:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599371b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50151 expref: 7 pid: 10752 timeout: 488 lvb_type: 1 00010000:00010000:2.0:1734016124.491300:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599371b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50151 expref: 7 pid: 10752 timeout: 488 lvb_type: 1 00010000:00010000:2.0:1734016124.491955:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.491959:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.491973:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993722 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4730880->4780031) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50158 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.491988:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993722 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4730880->4780031) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50158 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.492057:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993722 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4730880->4780031) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50158 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.492081:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338450560:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016124.494184:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.501973:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338450560:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016124.502012:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016124.502102:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334891520:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10905us (12014us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.502119:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3113 00000100:00100000:0.0:1734016124.502340:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.502476:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334891648 00000100:00100000:3.0:1734016124.502485:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334891648 00000100:00100000:3.0:1734016124.502528:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11039 00000100:00100000:3.0:1734016124.502535:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334891648:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016124.502930:0:10752:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9217964 -> 9217964 00002000:00010000:3.0:1734016124.502934:0:10752:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.502936:0:10752:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.502939:0:10752:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.502941:0:10752:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1552 -> 1552 00000100:00100000:3.0:1734016124.503007:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334891648:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 472us (668us total) trans 4294969518 rc 0/0 00000100:00100000:3.0:1734016124.503015:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11039 00000100:00100000:0.0:1734016124.509249:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.511148:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334891904 00000100:00100000:3.0:1734016124.511178:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334891904 00000100:00100000:3.0:1734016124.511284:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9022 00000100:00100000:3.0:1734016124.511294:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334891904:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:3.0:1734016124.511342:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993729 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.511369:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993722 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4730880->4780031) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50158 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.511382:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.511384:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.511387:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993729 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2330624->2342911] (req 2330624->2342911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.511431:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993722 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4730880->4780031) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50158 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.511450:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993722 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4730880->4780031) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50158 expref: 6 pid: 10752 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.511468:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338450688:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016124.511565:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.522842:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338450688:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016124.522882:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993729 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2330624->2342911] (req 2330624->2342911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016124.523148:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.523308:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334892032 00000100:00100000:3.0:1734016124.523315:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334892032 00010000:00010000:3.0:1734016124.523353:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993722 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4730880->4780031) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50158 expref: 7 pid: 10752 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.523387:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3114 00000100:00100000:3.0:1734016124.523396:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334892032:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016124.523413:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016124.523441:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993722 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4730880->4780031) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50158 expref: 7 pid: 10752 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.523454:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993722 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4730880->4780031) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50158 expref: 7 pid: 10752 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.523481:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993722 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4730880->4780031) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50158 expref: 7 pid: 10752 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.523517:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.523520:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.523525:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993729 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2330624->2342911] (req 2330624->2342911) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.523533:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993729 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2330624->2342911] (req 2330624->2342911) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.523560:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016124.523606:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334892032:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 212us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.523613:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3114 00010000:00010000:2.0:1734016124.524212:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993729 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2330624->2342911] (req 2330624->2342911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.524223:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993729 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2330624->2342911] (req 2330624->2342911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016124.527413:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969519 is committed 00000001:00080000:0.0:1734016124.527430:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969518 is committed 00002000:00010000:2.0:1734016124.527765:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1552 -> 1576 00010000:00010000:2.0:1734016124.527781:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993729 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2330624->2342911] (req 2330624->2342911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.527794:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993729 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2330624->2342911] (req 2330624->2342911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.527803:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993729 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2330624->2342911] (req 2330624->2342911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.527833:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070103840 already unused, calling callback (ffffffffa0859100) 00010000:00010000:2.0:1734016124.527838:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993729 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2330624->2342911] (req 2330624->2342911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.527846:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993729 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2330624->2342911] (req 2330624->2342911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.527870:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993729 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2330624->2342911] (req 2330624->2342911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.527875:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993729 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2330624->2342911] (req 2330624->2342911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.528035:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334891904:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 16732us (18800us total) trans 4294969519 rc 0/0 00000100:00100000:2.0:1734016124.528048:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9022 00000100:00100000:0.0:1734016124.532491:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.532611:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334892160 00000100:00100000:2.0:1734016124.532625:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334892160 00000100:00100000:2.0:1734016124.532692:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11040 00000100:00100000:2.0:1734016124.532700:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334892160:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.532724:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.532753:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993730 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5015f expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016124.532775:0:7685:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9217964, mtime: 0x675afc7c, atime: 0x675afc7c, ctime: 0x675afc7c, blocks: 0x628 00010000:00010000:2.0:1734016124.532798:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.532801:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.532836:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993730 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5015f expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.532855:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993730 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5015f expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.532868:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016124.532924:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334892160:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 224us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.532931:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11040 00000100:00100000:0.0:1734016124.539110:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.541469:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334892416 00000100:00100000:2.0:1734016124.541495:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334892416 00002000:00100000:2.0:1734016124.541590:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2547712->2551807) req@ffff88007c8eaa00 x1818247334892416/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.541605:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8eaa00 with x1818247334892416 ext(2547712->2551807) 00002000:00010000:2.0:1734016124.541614:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8eaa00 00000100:00100000:2.0:1734016124.542767:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9023 00000100:00100000:2.0:1734016124.542781:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334892416:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.543486:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334892416:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 704us (4403us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.543498:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9023 00002000:00100000:2.0:1734016124.543509:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2547712->2551807) req@ffff88007c8eaa00 x1818247334892416/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.543519:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8eaa00 with x1818247334892416 ext(2547712->2551807) 00002000:00010000:2.0:1734016124.543525:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8eaa00 00000100:00100000:1.0:1734016124.553017:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.553185:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334892672 00000100:00100000:2.0:1734016124.553203:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334892672 00002000:00100000:2.0:1734016124.553269:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2543616->2547711) req@ffff88012cf60380 x1818247334892672/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.553283:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60380 with x1818247334892672 ext(2543616->2547711) 00002000:00010000:2.0:1734016124.553290:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60380 00000100:00100000:2.0:1734016124.553337:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9024 00000100:00100000:2.0:1734016124.553347:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334892672:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.553600:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334892672:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 253us (605us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.553611:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9024 00002000:00100000:2.0:1734016124.553618:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2543616->2547711) req@ffff88012cf60380 x1818247334892672/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.553626:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60380 with x1818247334892672 ext(2543616->2547711) 00002000:00010000:2.0:1734016124.553629:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60380 00000100:00100000:0.0:1734016124.559360:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.560125:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334892928 00000100:00100000:2.0:1734016124.560145:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334892928 00002000:00100000:2.0:1734016124.560232:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2510848->2576383) req@ffff88007c8ead80 x1818247334892928/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 504/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.560246:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8ead80 with x1818247334892928 ext(2510848->2576383) 00002000:00010000:2.0:1734016124.560255:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8ead80 00000100:00100000:2.0:1734016124.560585:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9025 00000100:00100000:2.0:1734016124.560594:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334892928:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.564277:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334892928:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 3665us (4920us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1734016124.564294:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9025 00002000:00100000:2.0:1734016124.564311:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2510848->2576383) req@ffff88007c8ead80 x1818247334892928/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 504/440 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.564322:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8ead80 with x1818247334892928 ext(2510848->2576383) 00002000:00010000:2.0:1734016124.564331:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8ead80 00000100:00100000:2.0:1734016124.567941:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016124.568031:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334893184 00000100:00100000:0.0:1734016124.568044:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334893184 00002000:00100000:0.0:1734016124.568101:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7507968->7512063) req@ffff8800783cb100 x1818247334893184/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.568111:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb100 with x1818247334893184 ext(7507968->7512063) 00002000:00010000:0.0:1734016124.568117:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783cb100 00000100:00100000:0.0:1734016124.568150:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9026 00000100:00100000:0.0:1734016124.568158:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334893184:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016124.568457:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334893184:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 299us (533us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016124.568465:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9026 00002000:00100000:0.0:1734016124.568471:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7507968->7512063) req@ffff8800783cb100 x1818247334893184/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.568478:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb100 with x1818247334893184 ext(7507968->7512063) 00002000:00010000:0.0:1734016124.568481:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783cb100 00000100:00100000:0.0:1734016124.572569:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.572977:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334893440 00000100:00100000:2.0:1734016124.572996:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334893440 00002000:00100000:2.0:1734016124.573052:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7503872->7507967) req@ffff88007c8e8e00 x1818247334893440/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.573063:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e8e00 with x1818247334893440 ext(7503872->7507967) 00002000:00010000:2.0:1734016124.573070:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e8e00 00000100:00100000:2.0:1734016124.573096:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9027 00000100:00100000:2.0:1734016124.573104:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334893440:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.573981:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334893440:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 874us (1421us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.573989:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9027 00002000:00100000:2.0:1734016124.573996:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7503872->7507967) req@ffff88007c8e8e00 x1818247334893440/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.574002:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e8e00 with x1818247334893440 ext(7503872->7507967) 00002000:00010000:2.0:1734016124.574006:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e8e00 00000100:00100000:1.0:1734016124.576228:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.576326:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334893696 00000100:00100000:2.0:1734016124.576335:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334893696 00002000:00100000:2.0:1734016124.576373:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7471104->7536639) req@ffff88012cf61880 x1818247334893696/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 504/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.576382:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61880 with x1818247334893696 ext(7471104->7536639) 00002000:00010000:2.0:1734016124.576387:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf61880 00000100:00100000:2.0:1734016124.576414:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9028 00000100:00100000:2.0:1734016124.576421:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334893696:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.578923:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334893696:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2488us (2686us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1734016124.578946:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9028 00002000:00100000:2.0:1734016124.578963:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7471104->7536639) req@ffff88012cf61880 x1818247334893696/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:85/0 lens 504/440 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.578976:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61880 with x1818247334893696 ext(7471104->7536639) 00002000:00010000:2.0:1734016124.578985:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf61880 00000100:00100000:0.0:1734016124.581112:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.582213:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334893824 00000100:00100000:2.0:1734016124.582233:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334893824 00000100:00100000:2.0:1734016124.582333:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11041 00000100:00100000:2.0:1734016124.582346:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334893824:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.582378:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.582418:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993737 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50166 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.582467:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.582471:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.582495:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993737 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50166 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.582522:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993737 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50166 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.582541:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016124.582637:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334893824:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 292us (1535us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.582647:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11041 00000100:00100000:1.0:1734016124.592415:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.592600:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334893952 00000100:00100000:3.0:1734016124.592616:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334893952 00000100:00100000:3.0:1734016124.592715:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11042 00000100:00100000:3.0:1734016124.592728:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334893952:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.592759:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.592792:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599373e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5016d expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.592898:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993730 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5015f expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.592910:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993737 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50166 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.592926:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.592929:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.592935:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599373e lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6291456->6340607] (req 6291456->6340607) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5016d expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.592997:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993737 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50166 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.593014:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993737 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50166 expref: 7 pid: 7685 timeout: 488 lvb_type: 1 00000100:00100000:3.0:1734016124.593033:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338450816:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016124.593158:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993730 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5015f expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.593178:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993730 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5015f expref: 6 pid: 7685 timeout: 488 lvb_type: 1 00000100:00100000:3.0:1734016124.593187:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338450944:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016124.593213:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.597114:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016124.597190:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.598259:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334894080 00000100:00100000:2.0:1734016124.598274:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334894080 00010000:00010000:2.0:1734016124.598329:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993737 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50166 expref: 8 pid: 7685 timeout: 488 lvb_type: 1 00000100:00100000:2.0:1734016124.598375:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334894208 00000100:00100000:2.0:1734016124.598378:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334894208 00010000:00010000:2.0:1734016124.598389:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993730 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5015f expref: 7 pid: 7685 timeout: 488 lvb_type: 1 00000100:00100000:2.0:1734016124.598410:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3115 00000100:00100000:2.0:1734016124.598418:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334894080:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016124.598440:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1734016124.598441:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3116 00000100:00100000:0.0:1734016124.598450:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334894208:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016124.598461:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016124.598474:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993737 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50166 expref: 8 pid: 7685 timeout: 488 lvb_type: 1 00010000:00010000:0.0:1734016124.598476:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993730 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5015f expref: 7 pid: 7685 timeout: 488 lvb_type: 1 00010000:00010000:2.0:1734016124.598488:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993737 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50166 expref: 8 pid: 7685 timeout: 488 lvb_type: 1 00010000:00010000:0.0:1734016124.598629:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993730 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5015f expref: 7 pid: 7685 timeout: 488 lvb_type: 1 00010000:00010000:0.0:1734016124.598672:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016124.598687:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338450816:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016124.598706:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993730 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5015f expref: 7 pid: 7685 timeout: 488 lvb_type: 1 00000100:00100000:3.0:1734016124.598733:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338450944:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016124.598734:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334894208:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 284us (1543us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.598742:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3116 00010000:00010000:3.0:1734016124.598774:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599373e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6291456->6340607] (req 6291456->6340607) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5016d expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.598787:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016124.598848:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334893952:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6125us (6453us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.598855:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11042 00010000:00010000:2.0:1734016124.598931:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993737 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50166 expref: 7 pid: 7685 timeout: 488 lvb_type: 1 00010000:00010000:2.0:1734016124.598954:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.598957:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.598963:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599373e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6291456->6340607) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5016d expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.598973:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599373e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6291456->6340607) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5016d expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.599014:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599373e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6291456->6340607) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5016d expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.599033:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783ca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338451072:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016124.599151:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.601921:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783ca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338451072:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016124.601960:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016124.602047:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334894080:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3627us (4948us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.602065:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3115 00000100:00100000:0.0:1734016124.603132:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.603331:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334894336 00000100:00100000:3.0:1734016124.603342:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334894336 00000100:00100000:3.0:1734016124.603388:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11043 00000100:00100000:3.0:1734016124.603395:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334894336:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016124.603660:0:10752:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9217964 -> 9217964 00002000:00010000:3.0:1734016124.603663:0:10752:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.603665:0:10752:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.603668:0:10752:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.603670:0:10752:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1576 -> 1672 00000100:00100000:3.0:1734016124.603709:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334894336:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 313us (581us total) trans 4294969520 rc 0/0 00000100:00100000:3.0:1734016124.603715:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11043 00000100:00100000:1.0:1734016124.612011:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.612172:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334894464 00000100:00100000:2.0:1734016124.612190:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334894464 00000100:00100000:2.0:1734016124.612329:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11044 00000100:00100000:2.0:1734016124.612340:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334894464:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.612377:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.612412:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993745 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50174 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.612522:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338451200:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016124.612943:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.616085:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338451200:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016124.616151:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993745 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50174 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.616181:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993745 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50174 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.618156:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016124.622337:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334894464:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9975us (10327us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.622351:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11044 00000100:00100000:0.0:1734016124.626113:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.626220:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334894592 00000100:00100000:2.0:1734016124.626232:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334894592 00000100:00100000:2.0:1734016124.626295:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11045 00000100:00100000:2.0:1734016124.626303:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334894592:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.626322:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.626344:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599374c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5017b expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.626399:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338451328:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016124.626457:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.633501:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338451328:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016124.633563:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599374c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5017b expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.633582:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc5599374c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5017b expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.633601:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016124.633716:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334894592:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7413us (7617us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.633731:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11045 00000100:00100000:0.0:1734016124.638087:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.645043:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334894720 00000100:00100000:2.0:1734016124.645076:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334894720 00000100:00100000:3.0:1734016124.645327:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11046 00000100:00100000:3.0:1734016124.645345:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334894720:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.645380:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.645420:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55993753 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50182 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.645516:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338451456:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016124.645647:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.648071:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338451456:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016124.648140:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55993753 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50182 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.648161:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55993753 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50182 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.648196:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016124.648277:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334894720:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2932us (10216us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.648290:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11046 00000100:00100000:0.0:1734016124.655335:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.656801:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334894848 00000100:00100000:3.0:1734016124.656838:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334894848 00000100:00100000:3.0:1734016124.659905:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11047 00000100:00100000:3.0:1734016124.659923:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334894848:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.659946:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.659970:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599375a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50189 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.660007:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599373e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6291456->6340607) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5016d expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.660020:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.660023:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.660027:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599375a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [798720->811007] (req 798720->811007) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50189 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.660058:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599373e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6291456->6340607) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5016d expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.660071:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599373e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6291456->6340607) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5016d expref: 6 pid: 10752 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.660086:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338451584:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016124.660174:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.664445:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016124.664484:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334894976 00000100:00100000:0.0:1734016124.664492:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334894976 00010000:00010000:0.0:1734016124.664526:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599373e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6291456->6340607) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5016d expref: 7 pid: 10752 timeout: 488 lvb_type: 0 00000100:00100000:0.0:1734016124.664559:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3117 00000100:00100000:0.0:1734016124.664566:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c559850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334894976:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016124.664580:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016124.664601:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599373e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6291456->6340607) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5016d expref: 7 pid: 10752 timeout: 488 lvb_type: 0 00010000:00010000:0.0:1734016124.664613:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599373e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6291456->6340607) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5016d expref: 7 pid: 10752 timeout: 488 lvb_type: 0 00010000:00010000:0.0:1734016124.664646:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016124.664648:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016124.664654:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599375a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 798720->811007) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50189 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.664662:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599375a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 798720->811007) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50189 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.664694:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599375a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 798720->811007) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50189 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016124.664707:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338451712:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016124.664760:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585300 going to sleep for 11 seconds 00010000:00010000:3.0:1734016124.666204:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc5599373e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6291456->6340607) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5016d expref: 7 pid: 10752 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.666228:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338451584:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016124.666265:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599375a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 798720->811007) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50189 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.666279:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016124.666359:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334894848:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6439us (11036us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.666372:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11047 00000100:00100000:0.0:1734016124.673231:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338451712:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016124.673287:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016124.673375:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c559850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334894976:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8804us (8936us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.673397:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3117 00000100:00100000:0.0:1734016124.673711:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.674298:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334895104 00000100:00100000:3.0:1734016124.674309:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334895104 00000100:00100000:3.0:1734016124.674355:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11048 00000100:00100000:3.0:1734016124.674362:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334895104:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016124.674666:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9217964 -> 9217964 00002000:00010000:3.0:1734016124.674670:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.674672:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.674674:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.674675:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1672 -> 1696 00000100:00100000:3.0:1734016124.674713:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334895104:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 351us (1005us total) trans 4294969521 rc 0/0 00000100:00100000:3.0:1734016124.674720:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11048 00000100:00100000:0.0:1734016124.681151:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.683149:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334895232 00000100:00100000:2.0:1734016124.683179:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334895232 00000100:00100000:2.0:1734016124.683295:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11049 00000100:00100000:2.0:1734016124.683308:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334895232:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.683350:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.683391:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55993761 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50190 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.683518:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338451840:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016124.683662:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.686714:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338451840:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016124.686773:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55993761 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50190 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.686794:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55993761 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50190 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.686860:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016124.687881:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334895232:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4571us (6742us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.687891:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11049 00000100:00100000:0.0:1734016124.691712:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.691920:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334895360 00000100:00100000:2.0:1734016124.691932:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334895360 00000100:00100000:2.0:1734016124.692006:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11050 00000100:00100000:2.0:1734016124.692016:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334895360:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.692043:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.692073:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993768 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50197 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.692118:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599375a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 798720->811007) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50189 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.692127:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016124.692129:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016124.692133:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993768 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6909952->6914047] (req 6909952->6914047) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50197 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.692328:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599375a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 798720->811007) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50189 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.692344:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599375a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 798720->811007) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50189 expref: 7 pid: 7685 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016124.692361:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338451968:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016124.692679:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.697486:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.697924:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338451968:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016124.697980:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993768 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6909952->6914047] (req 6909952->6914047) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50197 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.698014:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016124.699324:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334895360:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7302us (7618us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.699336:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11050 00000100:00100000:1.0:1734016124.699442:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334895488 00000100:00100000:1.0:1734016124.699452:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334895488 00010000:00010000:1.0:1734016124.699484:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599375a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 798720->811007) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50189 expref: 8 pid: 7685 timeout: 488 lvb_type: 0 00000100:00100000:1.0:1734016124.700297:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3118 00000100:00100000:1.0:1734016124.700307:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334895488:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016124.700328:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016124.700364:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599375a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 798720->811007) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50189 expref: 8 pid: 7685 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016124.700382:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599375a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 798720->811007) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50189 expref: 8 pid: 7685 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016124.700417:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599375a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 798720->811007) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50189 expref: 8 pid: 7685 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016124.700706:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.700710:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.700722:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993768 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6909952->6914047) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50197 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.700735:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993768 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6909952->6914047) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50197 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.700791:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993768 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6909952->6914047) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50197 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.700830:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf61500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338452096:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016124.700923:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.706230:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf61500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338452096:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016124.706275:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016124.706344:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334895488:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6035us (8874us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.706360:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3118 00000100:00100000:0.0:1734016124.706710:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.707113:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334895744 00000100:00100000:3.0:1734016124.707134:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334895744 00002000:00100000:3.0:1734016124.707209:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6909952->6914047) req@ffff880129ff0700 x1818247334895744/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.707224:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff0700 with x1818247334895744 ext(6909952->6914047) 00002000:00010000:3.0:1734016124.707234:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff0700 00000100:00100000:3.0:1734016124.707271:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9029 00000100:00100000:3.0:1734016124.707278:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334895744:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016124.707542:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334895744:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 262us (833us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016124.707552:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9029 00002000:00100000:3.0:1734016124.707558:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6909952->6914047) req@ffff880129ff0700 x1818247334895744/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.707565:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff0700 with x1818247334895744 ext(6909952->6914047) 00002000:00010000:3.0:1734016124.707569:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff0700 00000100:00100000:0.0:1734016124.712109:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016124.712270:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334896000 00000100:00100000:1.0:1734016124.712285:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334896000 00002000:00100000:1.0:1734016124.712364:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6905856->6909951) req@ffff88007822e680 x1818247334896000/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.712377:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822e680 with x1818247334896000 ext(6905856->6909951) 00002000:00010000:1.0:1734016124.712384:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822e680 00000100:00100000:1.0:1734016124.712726:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9030 00000100:00100000:1.0:1734016124.712739:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334896000:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016124.713328:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334896000:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 588us (1239us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016124.713340:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9030 00002000:00100000:1.0:1734016124.713348:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6905856->6909951) req@ffff88007822e680 x1818247334896000/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.713367:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822e680 with x1818247334896000 ext(6905856->6909951) 00002000:00010000:1.0:1734016124.713370:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822e680 00000100:00100000:2.0:1734016124.718037:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016124.718357:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334896256 00000100:00100000:1.0:1734016124.718371:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334896256 00002000:00100000:1.0:1734016124.718444:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6901760->6905855) req@ffff8800783ca680 x1818247334896256/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.718458:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783ca680 with x1818247334896256 ext(6901760->6905855) 00002000:00010000:1.0:1734016124.718466:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783ca680 00000100:00100000:1.0:1734016124.718515:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9031 00000100:00100000:1.0:1734016124.718526:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334896256:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016124.718785:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334896256:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 260us (768us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016124.718793:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9031 00002000:00100000:1.0:1734016124.718799:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6901760->6905855) req@ffff8800783ca680 x1818247334896256/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.718805:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783ca680 with x1818247334896256 ext(6901760->6905855) 00002000:00010000:1.0:1734016124.718840:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783ca680 00000100:00100000:0.0:1734016124.722022:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.722224:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334896512 00000100:00100000:3.0:1734016124.722241:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334896512 00002000:00100000:3.0:1734016124.722308:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6897664->6901759) req@ffff88007c8e9c00 x1818247334896512/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.722321:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9c00 with x1818247334896512 ext(6897664->6901759) 00002000:00010000:3.0:1734016124.722328:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9c00 00000100:00100000:3.0:1734016124.722375:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9032 00000100:00100000:3.0:1734016124.722385:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334896512:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016124.722723:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334896512:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 335us (724us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016124.722732:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9032 00002000:00100000:3.0:1734016124.722738:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6897664->6901759) req@ffff88007c8e9c00 x1818247334896512/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.722744:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9c00 with x1818247334896512 ext(6897664->6901759) 00002000:00010000:3.0:1734016124.722747:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9c00 00000100:00100000:0.0:1734016124.727323:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016124.727473:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334896768 00000100:00100000:1.0:1734016124.727491:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334896768 00002000:00100000:1.0:1734016124.727566:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6893568->6897663) req@ffff8801309f8700 x1818247334896768/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.727579:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8700 with x1818247334896768 ext(6893568->6897663) 00002000:00010000:1.0:1734016124.727585:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8700 00000100:00100000:0.0:1734016124.728338:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9033 00000100:00100000:0.0:1734016124.728350:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334896768:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016124.728583:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334896768:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 234us (1277us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016124.728590:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9033 00002000:00100000:0.0:1734016124.728596:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6893568->6897663) req@ffff8801309f8700 x1818247334896768/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.728603:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8700 with x1818247334896768 ext(6893568->6897663) 00002000:00010000:0.0:1734016124.728607:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8700 00000100:00100000:2.0:1734016124.738701:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.738915:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334897024 00000100:00100000:3.0:1734016124.738927:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334897024 00002000:00100000:3.0:1734016124.738986:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6889472->6893567) req@ffff8800783c8a80 x1818247334897024/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.738998:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c8a80 with x1818247334897024 ext(6889472->6893567) 00002000:00010000:3.0:1734016124.739006:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c8a80 00000100:00100000:3.0:1734016124.739038:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9034 00000100:00100000:3.0:1734016124.739048:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334897024:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016124.739275:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334897024:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 228us (586us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016124.739282:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9034 00002000:00100000:3.0:1734016124.739288:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6889472->6893567) req@ffff8800783c8a80 x1818247334897024/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.739294:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c8a80 with x1818247334897024 ext(6889472->6893567) 00002000:00010000:3.0:1734016124.739297:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c8a80 00000100:00100000:1.0:1734016124.742150:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016124.742220:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334897280 00000100:00100000:0.0:1734016124.742227:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334897280 00002000:00100000:0.0:1734016124.742262:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6885376->6889471) req@ffff88012cf61500 x1818247334897280/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.742272:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61500 with x1818247334897280 ext(6885376->6889471) 00002000:00010000:0.0:1734016124.742276:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf61500 00000100:00100000:0.0:1734016124.742306:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9035 00000100:00100000:0.0:1734016124.742312:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334897280:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016124.743304:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334897280:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 988us (1160us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016124.743313:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9035 00002000:00100000:0.0:1734016124.743321:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6885376->6889471) req@ffff88012cf61500 x1818247334897280/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.743329:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61500 with x1818247334897280 ext(6885376->6889471) 00002000:00010000:0.0:1734016124.743332:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf61500 00000100:00100000:1.0:1734016124.750761:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016124.750868:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334897408 00000100:00100000:0.0:1734016124.750880:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334897408 00002000:00100000:0.0:1734016124.750938:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6885376->6914047) req@ffff88012cf63100 x1818247334897408/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.750950:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63100 with x1818247334897408 ext(6885376->6914047) 00002000:00010000:0.0:1734016124.750956:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf63100 00000100:00100000:0.0:1734016124.751516:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9036 00000100:00100000:0.0:1734016124.751524:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334897408:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016124.757616:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334897408:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 6070us (6847us total) trans 4294969522 rc 0/0 00000100:00100000:0.0:1734016124.757637:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9036 00002000:00100000:0.0:1734016124.757658:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6885376->6914047) req@ffff88012cf63100 x1818247334897408/t4294969522(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/448 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.757672:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63100 with x1818247334897408 ext(6885376->6914047) 00002000:00010000:0.0:1734016124.757682:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf63100 00000100:00100000:1.0:1734016124.760436:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.760596:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334897536 00000100:00100000:2.0:1734016124.760612:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334897536 00000100:00100000:2.0:1734016124.760716:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2233 00000100:00100000:2.0:1734016124.760730:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334897536:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016124.764402:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334897536:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 3652us (3965us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.764422:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2233 00000100:00100000:1.0:1734016124.767734:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.768136:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334897664 00000100:00100000:2.0:1734016124.768151:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334897664 00000100:00100000:2.0:1734016124.768232:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11051 00000100:00100000:2.0:1734016124.768240:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334897664:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:2.0:1734016124.770140:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969522 is committed 00000001:00080000:2.0:1734016124.770169:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969521 is committed 00000100:00100000:0.0:1734016124.770451:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334897664:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2207us (2728us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.770463:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11051 00000100:00100000:0.0:1734016124.773899:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.774039:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334897920 00000100:00100000:2.0:1734016124.774053:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334897920 00002000:00100000:2.0:1734016124.774119:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5947392->5951487) req@ffff8800780d2a00 x1818247334897920/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.774129:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2a00 with x1818247334897920 ext(5947392->5951487) 00002000:00010000:2.0:1734016124.774136:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d2a00 00000100:00100000:2.0:1734016124.774179:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9037 00000100:00100000:2.0:1734016124.774188:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334897920:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.775303:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334897920:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1106us (1408us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.775314:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9037 00002000:00100000:2.0:1734016124.775326:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5947392->5951487) req@ffff8800780d2a00 x1818247334897920/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.775333:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2a00 with x1818247334897920 ext(5947392->5951487) 00002000:00010000:2.0:1734016124.775339:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d2a00 00000100:00100000:1.0:1734016124.780779:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.782375:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334898176 00000100:00100000:2.0:1734016124.782389:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334898176 00002000:00100000:2.0:1734016124.782453:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5943296->5947391) req@ffff8800781d0380 x1818247334898176/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.782464:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d0380 with x1818247334898176 ext(5943296->5947391) 00002000:00010000:2.0:1734016124.782471:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d0380 00000100:00100000:2.0:1734016124.782516:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9038 00000100:00100000:2.0:1734016124.782525:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334898176:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.782771:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334898176:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 246us (2018us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.782778:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9038 00002000:00100000:2.0:1734016124.782784:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5943296->5947391) req@ffff8800781d0380 x1818247334898176/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.782791:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d0380 with x1818247334898176 ext(5943296->5947391) 00002000:00010000:2.0:1734016124.782795:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d0380 00000100:00100000:1.0:1734016124.787956:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.788680:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334898432 00000100:00100000:3.0:1734016124.788702:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334898432 00002000:00100000:3.0:1734016124.788770:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5939200->5943295) req@ffff8800781d0a80 x1818247334898432/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.788785:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d0a80 with x1818247334898432 ext(5939200->5943295) 00002000:00010000:3.0:1734016124.788793:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d0a80 00000100:00100000:3.0:1734016124.788939:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9039 00000100:00100000:3.0:1734016124.788954:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334898432:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016124.789709:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334898432:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 755us (1778us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016124.789717:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9039 00002000:00100000:3.0:1734016124.789727:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5939200->5943295) req@ffff8800781d0a80 x1818247334898432/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.789734:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d0a80 with x1818247334898432 ext(5939200->5943295) 00002000:00010000:3.0:1734016124.789737:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d0a80 00000100:00100000:0.0:1734016124.793460:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.793669:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334898688 00000100:00100000:3.0:1734016124.793680:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334898688 00002000:00100000:3.0:1734016124.793736:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5935104->5939199) req@ffff8800780d0000 x1818247334898688/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.793749:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d0000 with x1818247334898688 ext(5935104->5939199) 00002000:00010000:3.0:1734016124.793756:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d0000 00000100:00100000:3.0:1734016124.794348:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9040 00000100:00100000:3.0:1734016124.794356:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334898688:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016124.794552:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334898688:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 196us (1109us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016124.794560:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9040 00002000:00100000:3.0:1734016124.794566:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5935104->5939199) req@ffff8800780d0000 x1818247334898688/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.794574:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d0000 with x1818247334898688 ext(5935104->5939199) 00002000:00010000:3.0:1734016124.794577:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d0000 00000100:00100000:1.0:1734016124.802676:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016124.802886:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334898816 00000100:00100000:0.0:1734016124.802906:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334898816 00000100:00100000:0.0:1734016124.803042:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11052 00000100:00100000:0.0:1734016124.803060:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334898816:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016124.803114:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016124.803172:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc5599376f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5019e expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016124.803303:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338452224:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016124.803445:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85859c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016124.806217:0:10752:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1696 -> 1752 00000100:00100000:0.0:1734016124.806267:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338452224:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016124.806330:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc5599376f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5019e expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016124.806352:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc5599376f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5019e expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016124.806942:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567a80, rc 0) 00000100:00100000:0.0:1734016124.807012:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334898816:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3956us (4374us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016124.807022:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11052 00000100:00100000:1.0:1734016124.810179:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016124.810266:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334898944 00000100:00100000:0.0:1734016124.810275:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334898944 00000100:00100000:0.0:1734016124.810337:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11053 00000100:00100000:0.0:1734016124.810347:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334898944:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016124.810378:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016124.810408:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55993776 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee501a5 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016124.810497:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338452352:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016124.810631:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85859c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.817043:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338452352:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016124.817111:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55993776 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501a5 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016124.817136:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55993776 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501a5 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016124.817185:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:0.0:1734016124.817268:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334898944:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6920us (7106us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016124.817276:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11053 00000100:00100000:2.0:1734016124.821550:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.827690:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334899200 00000100:00100000:3.0:1734016124.827734:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334899200 00000100:00100000:3.0:1734016124.827914:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2234 00000100:00100000:3.0:1734016124.827931:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:9662:x1818247334899200:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016124.828063:0:13928:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016124.828122:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559936d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50119 expref: 19 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.828188:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016124.828194:0:13928:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016124.828537:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5599377d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016124.828566:0:13928:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc5599370d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5014a expref: 16 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.828574:0:13928:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5599377d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016124.828638:0:13928:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc5599370d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5014a expref: 16 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.828656:0:13928:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc5599370d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5014a expref: 16 pid: 7707 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.828674:0:13928:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13928:1818247338452480:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016124.828890:0:13928:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.838717:0:13928:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13928:1818247338452480:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016124.838773:0:13928:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5599377d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:1.0:1734016124.839142:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.841118:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334899328 00000100:00100000:2.0:1734016124.841137:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334899328 00010000:00010000:2.0:1734016124.841215:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc5599370d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5014a expref: 17 pid: 7707 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016124.841262:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3119 00000100:00100000:2.0:1734016124.841272:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:1970:x1818247334899328:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016124.841295:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016124.841302:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc5599370d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5014a expref: 17 pid: 7707 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016124.841315:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc5599370d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5014a expref: 17 pid: 7707 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016124.841343:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc5599370d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5014a expref: 17 pid: 7707 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016124.841385:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016124.841391:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5599377d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016124.841402:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5599377d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016124.841408:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5599377d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016124.841452:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016124.841519:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:1970:x1818247334899328:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 248us (2382us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.841526:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3119 00010000:00010000:3.0:1734016124.842056:0:13928:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5599377d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016124.842064:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5599377d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000001:00080000:3.0:1734016124.842226:0:13928:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968714 00000004:00010000:3.0:1734016124.842297:0:13928:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800783c9c00 reply state ffff88012bf8d000 transno 4294968715 ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5599377d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:3.0:1734016124.842307:0:13928:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016124.842392:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334899200:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 14467us (20870us total) trans 4294968715 rc 0/0 00000100:00100000:3.0:1734016124.842400:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2234 00000020:00080000:3.0:1734016124.842404:0:13928:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016124.846255:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5599377d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016124.846289:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5599377d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016124.846300:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5599377d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016124.846310:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070103840 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016124.846319:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5599377d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016124.846331:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5599377d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016124.846361:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016124.846365:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016124.846372:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5599377d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016124.846378:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc5599377d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000100:00100000:1.0:1734016124.846709:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016124.847191:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334899456 00000100:00100000:0.0:1734016124.847213:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334899456 00000100:00100000:0.0:1734016124.847280:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11054 00000100:00100000:0.0:1734016124.847288:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334899456:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016124.847319:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016124.847344:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55993784 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee501ac expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.847390:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993768 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6909952->6914047) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50197 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.847398:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016124.847400:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016124.847404:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55993784 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501ac expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.847458:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993768 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6909952->6914047) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50197 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.847472:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993768 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6909952->6914047) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50197 expref: 5 pid: 10752 timeout: 488 lvb_type: 0 00000100:00100000:0.0:1734016124.847488:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338452608:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016124.847566:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85859c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.852372:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.852538:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338452608:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016124.852590:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55993784 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501ac expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.852618:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567a80, rc 0) 00000100:00100000:2.0:1734016124.852697:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334899456:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5408us (5998us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.852708:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11054 00000100:00100000:0.0:1734016124.853064:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334899584 00000100:00100000:0.0:1734016124.853076:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334899584 00010000:00010000:0.0:1734016124.853108:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993768 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6909952->6914047) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50197 expref: 6 pid: 10752 timeout: 488 lvb_type: 0 00000100:00100000:0.0:1734016124.853134:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3120 00000100:00100000:0.0:1734016124.853140:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334899584:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016124.853154:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016124.853255:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993768 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6909952->6914047) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50197 expref: 6 pid: 10752 timeout: 488 lvb_type: 0 00010000:00010000:0.0:1734016124.853267:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993768 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6909952->6914047) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50197 expref: 6 pid: 10752 timeout: 488 lvb_type: 0 00010000:00010000:0.0:1734016124.853293:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993768 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6909952->6914047) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50197 expref: 6 pid: 10752 timeout: 488 lvb_type: 0 00010000:00010000:0.0:1734016124.853328:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016124.853330:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016124.853336:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55993784 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501ac expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.853346:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55993784 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501ac expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.853374:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55993784 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501ac expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016124.853385:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338452736:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016124.853425:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85859c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.858255:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.858480:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334899712 00000100:00100000:3.0:1734016124.858496:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334899712 00002000:00010000:3.0:1734016124.858572:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (137462->18446744073709551615) 00002000:00100000:3.0:1734016124.858581:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228a80 with x1818247334899712 ext(137462->18446744073709551615) 00002000:00010000:3.0:1734016124.858603:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078228a80. 00000100:00100000:3.0:1734016124.858646:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9041 00000100:00100000:3.0:1734016124.858658:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334899712:12345-192.168.201.4@tcp:10:fsx.0 00000100:00100000:2.0:1734016124.861338:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338452736:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016124.861385:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016124.861487:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334899584:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8344us (9135us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.861501:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3120 00002000:00010000:2.0:1734016124.874803:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9217964 -> 137462 00002000:00010000:2.0:1734016124.874921:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016124.874924:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016124.874926:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016124.874928:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1752 -> 192 00000100:00100000:2.0:1734016124.876131:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334899712:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 17464us (17887us total) trans 4294969523 rc 0/0 00000100:00100000:2.0:1734016124.876149:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9041 00002000:00010000:2.0:1734016124.876166:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (137462->18446744073709551615) 00002000:00100000:2.0:1734016124.876170:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228a80 with x1818247334899712 ext(137462->18446744073709551615) 00002000:00010000:2.0:1734016124.876184:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078228a80. 00000100:00100000:0.0:1734016124.881724:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.881864:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334899840 00000100:00100000:3.0:1734016124.881885:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334899840 00000100:00100000:3.0:1734016124.881971:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2235 00000100:00100000:3.0:1734016124.881983:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:9662:x1818247334899840:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.882032:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.882069:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc5599378b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee501b3 expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.882264:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55993792 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016124.882286:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55993792 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016124.882307:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55993792 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:3.0:1734016124.882350:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 137462 00000004:00200000:3.0:1734016124.882356:0:13928:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016124.882396:0:13928:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55993792 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016124.882441:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc5599378b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501b3 expref: 18 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.882467:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55993792 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501b3 expref: 17 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.882478:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016124.882482:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016124.882487:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016124.882600:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334899840:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 619us (897us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.882608:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2235 00000100:00100000:1.0:1734016124.885434:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.885633:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334899968 00000100:00100000:2.0:1734016124.885653:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334899968 00000100:00100000:2.0:1734016124.885739:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11055 00000100:00100000:2.0:1734016124.885750:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334899968:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.885780:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.885901:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993799 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee501ba expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.886040:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338452864:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016124.886175:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.888294:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338452864:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016124.888355:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993799 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501ba expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.888374:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993799 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501ba expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.889705:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016124.889825:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334899968:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4054us (4393us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.889837:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11055 00000100:00100000:1.0:1734016124.892963:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.893111:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334900096 00000100:00100000:2.0:1734016124.893125:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334900096 00000100:00100000:2.0:1734016124.893272:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11056 00000100:00100000:2.0:1734016124.893280:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334900096:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.893315:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.893344:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559937a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee501c1 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.893424:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338452992:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016124.893526:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.898951:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338452992:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016124.899028:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559937a0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501c1 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.899048:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559937a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501c1 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.899068:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016124.899164:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334900096:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5876us (6216us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.899174:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11056 00000100:00100000:1.0:1734016124.903789:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.904023:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334900224 00000100:00100000:2.0:1734016124.904041:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334900224 00000100:00100000:2.0:1734016124.904332:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11057 00000100:00100000:2.0:1734016124.904343:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334900224:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.904382:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.904415:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559937a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee501c8 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.904527:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338453120:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016124.904662:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.913299:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338453120:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016124.913366:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559937a7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501c8 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.913388:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559937a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501c8 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.913460:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016124.913753:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334900224:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9406us (9979us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.913767:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11057 00000100:00100000:1.0:1734016124.919996:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.921336:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334900352 00000100:00100000:2.0:1734016124.921357:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334900352 00000100:00100000:2.0:1734016124.921468:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11058 00000100:00100000:2.0:1734016124.921479:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334900352:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.921516:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.921551:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559937ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee501cf expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.921651:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338453248:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016124.921769:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.926858:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338453248:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016124.926953:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559937ae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501cf expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.926978:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559937ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501cf expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.927019:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:3.0:1734016124.927311:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334900352:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5831us (7339us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.927321:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11058 00000100:00100000:2.0:1734016124.932989:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.933136:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334900480 00000100:00100000:3.0:1734016124.933169:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334900480 00000100:00100000:3.0:1734016124.933659:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11059 00000100:00100000:3.0:1734016124.933680:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334900480:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.933726:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.933769:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559937b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee501d6 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.933944:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338453376:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016124.934087:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.936383:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338453376:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016124.936442:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559937b5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501d6 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.936460:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559937b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501d6 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.936491:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016124.936554:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334900480:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2883us (3597us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.936566:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11059 00000100:00100000:1.0:1734016124.939230:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016124.939332:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334900608 00000100:00100000:3.0:1734016124.939346:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334900608 00000100:00100000:3.0:1734016124.939497:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11060 00000100:00100000:3.0:1734016124.939513:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334900608:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.939546:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.939582:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559937bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee501dd expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.939685:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338453504:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016124.940096:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.944769:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338453504:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016124.944948:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559937bc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501dd expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.944970:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559937bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501dd expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.945057:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:2.0:1734016124.945221:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334900608:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5705us (5998us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.945237:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11060 00000100:00100000:1.0:1734016124.948451:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016124.948566:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334900736 00000100:00100000:0.0:1734016124.948588:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334900736 00000100:00100000:0.0:1734016124.948710:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2236 00000100:00100000:0.0:1734016124.948723:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:9662:x1818247334900736:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016124.948773:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016124.948863:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc559937c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee501e4 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.949019:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567840/0x979ba2bc559937ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016124.949042:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567840/0x979ba2bc559937ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016124.949059:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567840/0x979ba2bc559937ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:0.0:1734016124.949100:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 137462 00000004:00200000:0.0:1734016124.949105:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016124.949132:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567840/0x979ba2bc559937ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016124.949178:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc559937c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501e4 expref: 22 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.949200:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567840/0x979ba2bc559937ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501e4 expref: 21 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.949207:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016124.949210:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016124.949214:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567840, rc 0) 00000100:00100000:0.0:1734016124.949277:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334900736:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 558us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.949284:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2236 00000100:00100000:0.0:1734016124.953006:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.953168:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334900864 00000100:00100000:2.0:1734016124.953179:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334900864 00000100:00100000:2.0:1734016124.953250:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11061 00000100:00100000:2.0:1734016124.953258:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334900864:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016124.953524:0:10752:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 137462 -> 137462 00002000:00010000:2.0:1734016124.953527:0:10752:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016124.953530:0:10752:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016124.953532:0:10752:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016124.953534:0:10752:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 192 -> 280 00000100:00100000:2.0:1734016124.953593:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334900864:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 335us (605us total) trans 4294969524 rc 0/0 00000100:00100000:2.0:1734016124.953601:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11061 00000100:00100000:2.0:1734016124.957145:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016124.957722:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334900992 00000100:00100000:1.0:1734016124.957735:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334900992 00000100:00100000:1.0:1734016124.958001:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11062 00000100:00100000:1.0:1734016124.958010:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334900992:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.958040:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.958062:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559937d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee501eb expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.958145:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338453632:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016124.958229:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.961212:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338453632:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016124.961287:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559937d1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501eb expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.961307:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559937d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501eb expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.961407:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:1.0:1734016124.961543:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334900992:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3531us (4403us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016124.961555:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11062 00000100:00100000:0.0:1734016124.967257:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016124.967512:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334901120 00000100:00100000:1.0:1734016124.967529:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334901120 00000100:00100000:1.0:1734016124.967906:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11063 00000100:00100000:1.0:1734016124.967922:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334901120:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.967956:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.967993:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc559937d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee501f2 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.968081:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338453760:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016124.969986:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.976852:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338453760:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016124.976911:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc559937d8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501f2 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.976929:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc559937d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501f2 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.976968:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:1.0:1734016124.977041:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334901120:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9121us (9806us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016124.977051:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11063 00000100:00100000:0.0:1734016124.983361:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.986970:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334901376 00000100:00100000:2.0:1734016124.987004:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334901376 00000100:00100000:2.0:1734016124.987149:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9042 00000100:00100000:2.0:1734016124.987168:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334901376:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:2.0:1734016124.987224:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559937df lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.987245:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55993784 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501ac expref: 9 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.987254:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016124.987256:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016124.987259:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559937df lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2314240->2375679] (req 2314240->2375679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.987299:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55993784 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501ac expref: 9 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.987313:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55993784 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501ac expref: 9 pid: 10752 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016124.987337:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338453888:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016124.987430:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.990371:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016124.990685:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338453888:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016124.990745:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559937df lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2314240->2375679] (req 2314240->2375679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.990868:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334901504 00000100:00100000:3.0:1734016124.990877:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334901504 00010000:00010000:3.0:1734016124.990935:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55993784 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501ac expref: 10 pid: 10752 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.990983:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3121 00000100:00100000:3.0:1734016124.990996:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334901504:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016124.991024:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016124.991059:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55993784 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501ac expref: 10 pid: 10752 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.991071:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55993784 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501ac expref: 10 pid: 10752 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.991110:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc55993784 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501ac expref: 10 pid: 10752 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.991154:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.991165:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.991169:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559937df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2314240->2375679] (req 2314240->2375679) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.991182:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559937df lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2314240->2375679] (req 2314240->2375679) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.991206:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016124.991271:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334901504:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 276us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.991280:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3121 00010000:00010000:2.0:1734016124.991421:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559937df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2314240->2375679] (req 2314240->2375679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.991429:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559937df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2314240->2375679] (req 2314240->2375679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016125.001626:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969525 is committed 00002000:00010000:2.0:1734016125.002188:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 137462 -> 2375680 00002000:00010000:2.0:1734016125.002194:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 280 -> 400 00010000:00010000:2.0:1734016125.002209:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559937df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2314240->2375679] (req 2314240->2375679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.002222:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559937df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2314240->2375679] (req 2314240->2375679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.002231:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559937df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2314240->2375679] (req 2314240->2375679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.002240:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404fc0 already unused, calling callback (ffffffffa0859100) 00010000:00010000:2.0:1734016125.002246:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559937df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2314240->2375679] (req 2314240->2375679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.002255:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559937df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2314240->2375679] (req 2314240->2375679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.002277:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559937df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2314240->2375679] (req 2314240->2375679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.002284:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc559937df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2314240->2375679] (req 2314240->2375679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.005024:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334901376:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 17842us (21659us total) trans 4294969525 rc 0/0 00000100:00100000:2.0:1734016125.005042:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9042 00000100:00100000:2.0:1734016125.013376:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016125.013456:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334901632 00000100:00100000:1.0:1734016125.013476:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334901632 00000100:00100000:1.0:1734016125.013569:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11064 00000100:00100000:1.0:1734016125.013581:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334901632:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.013620:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.013649:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559937e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee501f9 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016125.013675:0:7685:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 2375680, mtime: 0x675afc7c, atime: 0x675afc7c, ctime: 0x675afc7c, blocks: 0x190 00010000:00010000:1.0:1734016125.013708:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.013713:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.013727:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559937e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501f9 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.013745:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559937e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501f9 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.013758:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016125.013853:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334901632:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 272us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.013860:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11064 00000100:00100000:1.0:1734016125.024165:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.024839:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334901888 00000100:00100000:3.0:1734016125.024852:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334901888 00000100:00100000:3.0:1734016125.025433:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2237 00000100:00100000:3.0:1734016125.025442:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:9662:x1818247334901888:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016125.025516:0:13928:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016125.025551:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55993792 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501b3 expref: 17 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.025865:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016125.025871:0:13928:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016125.026136:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559937ed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016125.026152:0:13928:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567840/0x979ba2bc559937ca lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501e4 expref: 20 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.026176:0:13928:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559937ed lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016125.026228:0:13928:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567840/0x979ba2bc559937ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501e4 expref: 20 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.026245:0:13928:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567840/0x979ba2bc559937ca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501e4 expref: 20 pid: 7707 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016125.026264:0:13928:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13928:1818247338454016:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016125.026406:0:13928:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.033950:0:13928:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13928:1818247338454016:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016125.034002:0:13928:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559937ed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:0.0:1734016125.036954:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.037734:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334902016 00000100:00100000:3.0:1734016125.037748:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334902016 00010000:00010000:3.0:1734016125.037854:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567840/0x979ba2bc559937ca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501e4 expref: 21 pid: 7707 timeout: 488 lvb_type: 0 00000100:00080000:0.0:1734016125.037937:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016095 00000100:00100000:3.0:1734016125.038341:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3122 00000100:00100000:3.0:1734016125.038350:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:1969:x1818247334902016:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016125.038369:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016125.038376:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567840/0x979ba2bc559937ca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501e4 expref: 21 pid: 7707 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016125.038387:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567840/0x979ba2bc559937ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501e4 expref: 21 pid: 7707 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016125.038415:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567840/0x979ba2bc559937ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501e4 expref: 21 pid: 7707 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016125.039464:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016125.039475:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559937ed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016125.039488:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559937ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016125.039497:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559937ed lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016125.039550:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016125.039650:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:1969:x1818247334902016:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1299us (2715us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.039661:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3122 00010000:00010000:2.0:1734016125.040352:0:13928:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559937ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016125.040362:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559937ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000001:00080000:2.0:1734016125.040495:0:13928:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968716 00000004:00010000:2.0:1734016125.040565:0:13928:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801304d1f80 reply state ffff88012bf8c000 transno 4294968717 ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559937ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:2.0:1734016125.040574:0:13928:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016125.040692:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334901888:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 15250us (16546us total) trans 4294968717 rc 0/0 00000100:00100000:2.0:1734016125.040699:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2237 00000020:00080000:2.0:1734016125.040705:0:13928:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016125.050775:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.051599:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334902144 00000100:00100000:3.0:1734016125.051615:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334902144 00000100:00100000:3.0:1734016125.051737:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11065 00000100:00100000:3.0:1734016125.051747:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334902144:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.051782:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.051840:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559937f4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50200 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.051887:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559937e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501f9 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.051898:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.051901:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.051905:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559937f4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50200 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.051954:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559937e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501f9 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.051970:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559937e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501f9 expref: 6 pid: 7685 timeout: 488 lvb_type: 1 00000100:00100000:3.0:1734016125.051986:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338454144:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016125.052101:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ccc0 going to sleep for 11 seconds 00000100:00080000:0.0:1734016125.052200:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016095 00010000:00010000:2.0:1734016125.052652:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559937ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016125.052663:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559937ed lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016125.052671:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559937ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016125.052678:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100fc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016125.052684:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559937ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016125.052693:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559937ed lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016125.052716:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016125.052719:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016125.052724:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559937ed lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016125.052730:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc559937ed lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000100:00100000:0.0:1734016125.056490:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.056577:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334902272 00000100:00100000:2.0:1734016125.056586:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334902272 00010000:00010000:2.0:1734016125.056622:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559937e6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501f9 expref: 7 pid: 7685 timeout: 488 lvb_type: 1 00000100:00100000:2.0:1734016125.056670:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3123 00000100:00100000:2.0:1734016125.056681:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334902272:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016125.056698:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016125.056730:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559937e6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501f9 expref: 7 pid: 7685 timeout: 488 lvb_type: 1 00010000:00010000:2.0:1734016125.056748:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559937e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501f9 expref: 7 pid: 7685 timeout: 488 lvb_type: 1 00010000:00010000:2.0:1734016125.056779:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.056781:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.056794:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559937f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50200 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.056848:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559937f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50200 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.056904:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559937f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50200 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.056919:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338454272:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016125.057024:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3e40 going to sleep for 11 seconds 00010000:00010000:3.0:1734016125.057321:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559937e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee501f9 expref: 7 pid: 7685 timeout: 488 lvb_type: 1 00000100:00100000:3.0:1734016125.057339:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338454144:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016125.057363:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559937f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50200 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.057371:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:3.0:1734016125.057395:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334902144:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5649us (6643us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.057402:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11065 00000100:00100000:0.0:1734016125.062235:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.063016:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334902400 00000100:00100000:3.0:1734016125.063026:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334902400 00002000:00010000:3.0:1734016125.063070:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8931587->18446744073709551615) 00002000:00100000:3.0:1734016125.063076:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078229f80 with x1818247334902400 ext(8931587->18446744073709551615) 00002000:00010000:3.0:1734016125.063091:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078229f80. 00000100:00100000:3.0:1734016125.063131:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9043 00000100:00100000:3.0:1734016125.063139:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334902400:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016125.063413:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2375680 -> 8931587 00002000:00010000:3.0:1734016125.063417:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016125.063419:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016125.063421:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016125.063423:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 400 -> 400 00000100:00100000:2.0:1734016125.063726:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338454272:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016125.063753:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016125.063780:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334902272:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7101us (7300us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.063793:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3123 00000100:00100000:3.0:1734016125.066776:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334902400:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 3617us (4536us total) trans 4294969526 rc 0/0 00000100:00100000:3.0:1734016125.066796:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9043 00002000:00010000:3.0:1734016125.066827:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8931587->18446744073709551615) 00002000:00100000:3.0:1734016125.066831:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078229f80 with x1818247334902400 ext(8931587->18446744073709551615) 00002000:00010000:3.0:1734016125.066845:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078229f80. 00000100:00100000:0.0:1734016125.073371:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.074631:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334902528 00000100:00100000:2.0:1734016125.074644:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334902528 00000100:00100000:2.0:1734016125.074746:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2238 00000100:00100000:2.0:1734016125.074759:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:9662:x1818247334902528:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.074823:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.074856:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc559937fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50207 expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.074981:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993802 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016125.074997:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993802 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016125.075012:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993802 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:2.0:1734016125.075053:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8931587 00000004:00200000:2.0:1734016125.075059:0:13928:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016125.075084:0:13928:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993802 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016125.075118:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc559937fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50207 expref: 20 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.076854:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993802 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50207 expref: 19 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.076868:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016125.076871:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016125.076875:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016125.076989:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334902528:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2229us (3629us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.076999:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2238 00000100:00100000:0.0:1734016125.081248:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.081925:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334902656 00000100:00100000:3.0:1734016125.081946:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334902656 00000100:00100000:3.0:1734016125.082047:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11066 00000100:00100000:3.0:1734016125.082062:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334902656:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.082114:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.082170:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993809 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5020e expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.082296:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338454400:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016125.082427:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.086433:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338454400:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016125.086498:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993809 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5020e expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.086517:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993809 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5020e expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.087074:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016125.087182:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334902656:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5121us (5957us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.087194:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11066 00000100:00100000:0.0:1734016125.092262:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.092645:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334902784 00000100:00100000:3.0:1734016125.092662:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334902784 00000100:00100000:3.0:1734016125.092765:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11067 00000100:00100000:3.0:1734016125.092779:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334902784:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.092843:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.092882:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993810 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50215 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.092939:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559937f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50200 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.092956:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.092958:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.092964:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993810 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8814592->8818687] (req 8814592->8818687) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50215 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.093010:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559937f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50200 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.093025:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559937f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50200 expref: 6 pid: 10752 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016125.093046:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338454528:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016125.093151:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.100951:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.101078:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334902912 00000100:00100000:2.0:1734016125.101094:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334902912 00010000:00010000:2.0:1734016125.101150:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559937f4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50200 expref: 7 pid: 10752 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016125.101204:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3124 00000100:00100000:2.0:1734016125.101213:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c558450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334902912:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016125.101232:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016125.101260:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559937f4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50200 expref: 7 pid: 10752 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016125.101274:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559937f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50200 expref: 7 pid: 10752 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016125.101305:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.101309:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.101319:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993810 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8814592->8818687) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50215 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.101330:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993810 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8814592->8818687) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50215 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.101386:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993810 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8814592->8818687) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50215 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.101403:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338454656:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016125.101483:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3e40 going to sleep for 11 seconds 00010000:00010000:3.0:1734016125.102885:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc559937f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50200 expref: 7 pid: 10752 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016125.102916:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338454528:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016125.102946:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993810 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8814592->8818687) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50215 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.102960:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016125.103022:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334902784:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10245us (10788us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.103032:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11067 00000100:00100000:2.0:1734016125.106670:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338454656:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016125.106721:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016125.108888:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c558450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334902912:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7654us (7937us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.108906:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3124 00000100:00100000:0.0:1734016125.116363:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.116466:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334903168 00000100:00100000:3.0:1734016125.116476:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334903168 00002000:00100000:3.0:1734016125.116525:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8814592->8818687) req@ffff88007822b480 x1818247334903168/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.116536:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822b480 with x1818247334903168 ext(8814592->8818687) 00002000:00010000:3.0:1734016125.116542:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822b480 00000100:00100000:3.0:1734016125.116594:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9044 00000100:00100000:3.0:1734016125.116600:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334903168:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.119567:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334903168:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2945us (3195us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.119586:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9044 00002000:00100000:3.0:1734016125.119603:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8814592->8818687) req@ffff88007822b480 x1818247334903168/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.119614:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822b480 with x1818247334903168 ext(8814592->8818687) 00002000:00010000:3.0:1734016125.119621:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822b480 00000100:00100000:0.0:1734016125.124340:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.124649:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334903424 00000100:00100000:3.0:1734016125.124661:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334903424 00002000:00100000:3.0:1734016125.124729:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8810496->8814591) req@ffff880078228700 x1818247334903424/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.124741:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228700 with x1818247334903424 ext(8810496->8814591) 00002000:00010000:3.0:1734016125.124748:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078228700 00000100:00100000:3.0:1734016125.124855:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9045 00000100:00100000:3.0:1734016125.124863:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334903424:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.125085:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334903424:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 222us (768us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.125096:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9045 00002000:00100000:3.0:1734016125.125101:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8810496->8814591) req@ffff880078228700 x1818247334903424/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.125108:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228700 with x1818247334903424 ext(8810496->8814591) 00002000:00010000:3.0:1734016125.125111:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078228700 00000100:00100000:0.0:1734016125.129334:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.129668:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334903680 00000100:00100000:2.0:1734016125.129682:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334903680 00002000:00100000:2.0:1734016125.129740:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8777728->8843263) req@ffff88007822b100 x1818247334903680/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:86/0 lens 504/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.129753:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822b100 with x1818247334903680 ext(8777728->8843263) 00002000:00010000:2.0:1734016125.129760:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822b100 00000100:00100000:2.0:1734016125.129796:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9046 00000100:00100000:2.0:1734016125.129803:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334903680:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.136966:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334903680:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 7139us (7623us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1734016125.136990:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9046 00002000:00100000:2.0:1734016125.137017:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8777728->8843263) req@ffff88007822b100 x1818247334903680/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:86/0 lens 504/440 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.137031:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822b100 with x1818247334903680 ext(8777728->8843263) 00002000:00010000:2.0:1734016125.137040:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822b100 00000100:00100000:0.0:1734016125.148602:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.148748:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334903936 00000100:00100000:2.0:1734016125.148763:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334903936 00002000:00100000:2.0:1734016125.148861:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8744960->8777727) req@ffff880078229880 x1818247334903936/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.148870:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078229880 with x1818247334903936 ext(8744960->8777727) 00002000:00010000:2.0:1734016125.148876:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078229880 00000100:00100000:2.0:1734016125.148915:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9047 00000100:00100000:2.0:1734016125.148924:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334903936:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.152605:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334903936:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 3654us (3991us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1734016125.152625:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9047 00002000:00100000:2.0:1734016125.152646:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8744960->8777727) req@ffff880078229880 x1818247334903936/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:86/0 lens 488/440 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.152658:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078229880 with x1818247334903936 ext(8744960->8777727) 00002000:00010000:2.0:1734016125.152671:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078229880 00000100:00100000:0.0:1734016125.158973:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.159071:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334904064 00000100:00100000:2.0:1734016125.159082:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334904064 00002000:00100000:2.0:1734016125.159128:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8769536->8818687) req@ffff880078229180 x1818247334904064/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.159139:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078229180 with x1818247334904064 ext(8769536->8818687) 00002000:00010000:2.0:1734016125.159145:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078229180 00000100:00100000:2.0:1734016125.159187:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9048 00000100:00100000:2.0:1734016125.159195:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334904064:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016125.170413:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334904064:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 11193us (11429us total) trans 4294969527 rc 0/0 00000100:00100000:0.0:1734016125.170433:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9048 00002000:00100000:0.0:1734016125.170454:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8769536->8818687) req@ffff880078229180 x1818247334904064/t4294969527(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:86/0 lens 488/448 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.170467:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078229180 with x1818247334904064 ext(8769536->8818687) 00002000:00010000:0.0:1734016125.170476:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078229180 00000100:00100000:0.0:1734016125.173018:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.173145:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334904192 00000100:00100000:2.0:1734016125.173170:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334904192 00000100:00100000:2.0:1734016125.173934:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2239 00000100:00100000:2.0:1734016125.173944:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:9662:x1818247334904192:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016125.174391:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:9662:x1818247334904192:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 446us (1397us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.174399:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2239 00000100:00100000:0.0:1734016125.175895:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.175999:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334904320 00000100:00100000:3.0:1734016125.176008:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334904320 00000100:00100000:3.0:1734016125.176060:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11068 00000100:00100000:3.0:1734016125.176067:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334904320:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:1.0:1734016125.177897:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969527 is committed 00000001:00080000:1.0:1734016125.177917:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969526 is committed 00000100:00100000:3.0:1734016125.178748:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334904320:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2666us (2843us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.178780:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11068 00000100:00100000:0.0:1734016125.186522:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.186711:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334904448 00000100:00100000:3.0:1734016125.186723:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334904448 00000100:00100000:3.0:1734016125.187110:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11069 00000100:00100000:3.0:1734016125.187118:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334904448:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.187141:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.187172:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993817 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5021c expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.187250:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338454784:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016125.187539:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cb40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016125.190250:0:10752:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016124 -> 1734016125 00002000:00010000:3.0:1734016125.190259:0:10752:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016124 -> 1734016125 00002000:00010000:3.0:1734016125.190261:0:10752:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 400 -> 496 00000100:00100000:3.0:1734016125.190294:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338454784:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016125.190345:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993817 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5021c expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.190362:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993817 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5021c expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.190951:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016125.193070:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334904448:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5923us (6540us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.193091:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11069 00000100:00100000:0.0:1734016125.197867:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.198030:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334904576 00000100:00100000:3.0:1734016125.198044:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334904576 00000100:00100000:3.0:1734016125.198174:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11070 00000100:00100000:3.0:1734016125.198188:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334904576:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.198230:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.198261:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc5599381e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50223 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.198381:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338454912:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016125.198523:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.201566:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338454912:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016125.201632:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc5599381e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50223 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.201654:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc5599381e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50223 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.202316:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016125.202391:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334904576:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4204us (4547us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.202404:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11070 00000100:00100000:0.0:1734016125.209917:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.210138:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334904704 00000100:00100000:2.0:1734016125.210146:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334904704 00000100:00100000:2.0:1734016125.210212:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2240 00000100:00100000:2.0:1734016125.210218:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:9662:x1818247334904704:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.210245:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.210272:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993825 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5022a expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.210395:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599382c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016125.210416:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599382c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016125.210430:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599382c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:2.0:1734016125.210468:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8931587 00000004:00200000:2.0:1734016125.210472:0:13928:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016125.210490:0:13928:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599382c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016125.210514:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993825 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5022a expref: 22 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.210538:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599382c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5022a expref: 21 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.210547:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016125.210549:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016125.210553:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016125.210611:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334904704:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 392us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.210619:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2240 00000100:00100000:0.0:1734016125.216214:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.216325:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334904832 00000100:00100000:3.0:1734016125.216335:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334904832 00000100:00100000:3.0:1734016125.216375:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11071 00000100:00100000:3.0:1734016125.216383:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334904832:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016125.216699:0:10752:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8931587 -> 8931587 00002000:00010000:3.0:1734016125.216703:0:10752:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016125.216705:0:10752:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016125.216707:0:10752:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016125.216708:0:10752:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 496 -> 624 00000100:00100000:3.0:1734016125.216779:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334904832:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 395us (574us total) trans 4294969528 rc 0/0 00000100:00100000:3.0:1734016125.216786:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11071 00000100:00100000:2.0:1734016125.221465:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016125.221565:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334904960 00000100:00100000:0.0:1734016125.221577:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334904960 00000100:00100000:0.0:1734016125.221638:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11072 00000100:00100000:0.0:1734016125.221648:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334904960:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016125.221676:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016125.221703:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993833 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50231 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016125.221784:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338455040:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016125.221915:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.224985:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338455040:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016125.225063:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993833 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50231 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.225085:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993833 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50231 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.225112:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565f80, rc 0) 00000100:00100000:2.0:1734016125.225214:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334904960:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3565us (3767us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.225224:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11072 00000100:00100000:1.0:1734016125.229853:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.230108:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334905088 00000100:00100000:2.0:1734016125.230121:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334905088 00000100:00100000:2.0:1734016125.230191:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11073 00000100:00100000:2.0:1734016125.230201:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334905088:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.230226:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.230251:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599383a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50238 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.230295:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993810 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8814592->8818687) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50215 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.230307:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016125.230311:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016125.230314:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599383a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6557696->6615039] (req 6557696->6615039) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50238 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.230354:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993810 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8814592->8818687) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50215 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.230370:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993810 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8814592->8818687) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50215 expref: 7 pid: 10752 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016125.230384:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338455168:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016125.231165:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.235428:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338455168:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016125.235491:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599383a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6557696->6615039] (req 6557696->6615039) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50238 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.235519:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016125.236938:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334905088:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6725us (7117us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.236951:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11073 00000100:00100000:0.0:1734016125.237681:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.237935:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334905216 00000100:00100000:2.0:1734016125.237949:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334905216 00010000:00010000:2.0:1734016125.237991:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993810 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8814592->8818687) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50215 expref: 8 pid: 10752 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016125.238024:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3125 00000100:00100000:2.0:1734016125.238031:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334905216:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016125.238049:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016125.238081:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993810 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8814592->8818687) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50215 expref: 8 pid: 10752 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016125.238094:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993810 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8814592->8818687) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50215 expref: 8 pid: 10752 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016125.238128:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993810 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8814592->8818687) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50215 expref: 8 pid: 10752 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016125.238163:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.238166:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.238174:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599383a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6557696->6615039) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50238 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.238183:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599383a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6557696->6615039) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50238 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.238226:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599383a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6557696->6615039) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50238 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.238241:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338455296:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016125.238325:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.243742:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338455296:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016125.243779:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016125.244352:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334905216:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6316us (6670us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.244367:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3125 00000100:00100000:0.0:1734016125.244999:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.245572:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334905344 00000100:00100000:2.0:1734016125.245585:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334905344 00000100:00100000:2.0:1734016125.245627:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11074 00000100:00100000:2.0:1734016125.245633:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334905344:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016125.245993:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8931587 -> 8931587 00002000:00010000:2.0:1734016125.245998:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.246000:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016125.246002:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.246004:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 624 -> 736 00000100:00100000:2.0:1734016125.248748:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334905344:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 3090us (3727us total) trans 4294969529 rc 0/0 00000100:00100000:2.0:1734016125.248775:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11074 00000100:00100000:0.0:1734016125.252004:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.252133:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334905472 00000100:00100000:2.0:1734016125.252151:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334905472 00000100:00100000:2.0:1734016125.252640:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11075 00000100:00100000:2.0:1734016125.252649:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334905472:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.252681:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.252719:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55993841 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5023f expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.252845:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338455424:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016125.253286:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.256246:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338455424:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016125.256313:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55993841 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5023f expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.256332:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55993841 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5023f expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.256461:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016125.256987:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334905472:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4335us (5008us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.256998:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11075 00000100:00100000:3.0:1734016125.259707:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.260038:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334905600 00000100:00100000:2.0:1734016125.260053:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334905600 00000100:00100000:2.0:1734016125.260640:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11076 00000100:00100000:2.0:1734016125.260651:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334905600:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.260690:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.260721:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993848 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50246 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.260801:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338455552:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016125.260919:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.263059:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338455552:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016125.263113:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993848 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50246 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.263129:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993848 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50246 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.263355:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016125.263530:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334905600:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2879us (3833us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.263539:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11076 00010000:00010000:0.0:1734016125.266104:0:9875:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016125.267222:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.267561:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334905728 00000100:00100000:2.0:1734016125.267578:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334905728 00000100:00100000:2.0:1734016125.267683:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11077 00000100:00100000:2.0:1734016125.267692:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334905728:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016125.268168:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8931587 -> 8931587 00002000:00010000:2.0:1734016125.268172:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.268174:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016125.268176:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.268178:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 736 -> 736 00000100:00100000:2.0:1734016125.268309:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334905728:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 617us (1103us total) trans 4294969530 rc 0/0 00000100:00100000:2.0:1734016125.268317:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11077 00000100:00100000:0.0:1734016125.272233:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016125.272352:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334905856 00000100:00100000:1.0:1734016125.272364:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334905856 00000100:00100000:1.0:1734016125.272448:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11078 00000100:00100000:1.0:1734016125.272458:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334905856:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.272495:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.272525:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc5599384f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5024d expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.272627:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338455680:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016125.272729:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.274769:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338455680:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016125.274956:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc5599384f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5024d expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.274975:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc5599384f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5024d expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.275132:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016125.275445:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334905856:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2986us (3227us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016125.275455:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11078 00000100:00100000:0.0:1734016125.278421:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016125.278569:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334905984 00000100:00100000:1.0:1734016125.278584:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334905984 00000100:00100000:1.0:1734016125.278660:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11079 00000100:00100000:1.0:1734016125.278670:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334905984:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.278701:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.278731:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993856 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50254 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.278883:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338455808:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016125.278999:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.281388:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338455808:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016125.281447:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993856 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50254 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.281465:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993856 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50254 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.281591:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834240, rc 0) 00000100:00100000:1.0:1734016125.282359:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334905984:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3684us (3951us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016125.282372:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11079 00000100:00100000:0.0:1734016125.286589:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016125.286891:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334906112 00000100:00100000:1.0:1734016125.286908:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334906112 00000100:00100000:1.0:1734016125.286990:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11080 00000100:00100000:1.0:1734016125.287002:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334906112:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.287033:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.287060:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599385d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5025b expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.287146:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338455936:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016125.287256:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.291464:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338455936:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016125.291525:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599385d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5025b expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.291545:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc5599385d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5025b expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.291874:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016125.291974:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334906112:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4970us (5394us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016125.291986:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11080 00000100:00100000:0.0:1734016125.295997:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016125.296168:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334906240 00000100:00100000:1.0:1734016125.296178:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334906240 00000100:00100000:1.0:1734016125.296249:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11081 00000100:00100000:1.0:1734016125.296258:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334906240:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.296285:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.296308:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993864 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50262 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.296397:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338456064:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016125.296476:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.298677:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338456064:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016125.298722:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993864 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50262 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.298737:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993864 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50262 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.299328:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:1.0:1734016125.299399:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334906240:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3141us (3424us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016125.299411:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11081 00000100:00100000:0.0:1734016125.302495:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016125.303428:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334906496 00000100:00100000:1.0:1734016125.303448:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334906496 00000100:00100000:3.0:1734016125.304872:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9049 00000100:00100000:3.0:1734016125.304889:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334906496:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:3.0:1734016125.304952:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599386b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.304977:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599383a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6557696->6615039) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50238 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.304990:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.304992:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.304996:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599386b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [790528->843775] (req 790528->843775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.305041:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599383a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6557696->6615039) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50238 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.305058:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599383a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6557696->6615039) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50238 expref: 7 pid: 7685 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016125.305073:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338456192:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016125.305179:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.315743:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.316395:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334906624 00000100:00100000:2.0:1734016125.316409:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334906624 00010000:00010000:2.0:1734016125.316456:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599383a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6557696->6615039) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50238 expref: 8 pid: 7685 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016125.316483:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3126 00000100:00100000:2.0:1734016125.316489:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334906624:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016125.316503:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016125.316523:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599383a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6557696->6615039) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50238 expref: 8 pid: 7685 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016125.316533:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599383a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6557696->6615039) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50238 expref: 8 pid: 7685 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016125.316558:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.316560:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.316564:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599386b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [790528->843775] (req 790528->843775) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.316573:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599386b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [790528->843775] (req 790528->843775) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.316594:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016125.316641:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334906624:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 151us (907us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.316647:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3126 00010000:00010000:3.0:1734016125.317777:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc5599383a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6557696->6615039) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50238 expref: 7 pid: 7685 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016125.317825:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338456192:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016125.317856:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599386b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [790528->843775] (req 790528->843775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.317866:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599386b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [790528->843775] (req 790528->843775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.317871:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599386b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [790528->843775] (req 790528->843775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1734016125.325278:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969531 is committed 00000001:00080000:1.0:1734016125.325300:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969530 is committed 00002000:00010000:3.0:1734016125.325549:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 736 -> 840 00010000:00010000:3.0:1734016125.325566:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599386b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [790528->843775] (req 790528->843775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.325580:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599386b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [790528->843775] (req 790528->843775) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.325591:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599386b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [790528->843775] (req 790528->843775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.325599:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100fc0 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016125.325602:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599386b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [790528->843775] (req 790528->843775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.325610:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599386b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [790528->843775] (req 790528->843775) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.325629:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599386b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [790528->843775] (req 790528->843775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.325635:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599386b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [790528->843775] (req 790528->843775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.325792:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334906496:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 20899us (23307us total) trans 4294969531 rc 0/0 00000100:00100000:3.0:1734016125.325825:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9049 00000100:00100000:0.0:1734016125.328214:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016125.328633:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334906752 00000100:00100000:1.0:1734016125.328650:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334906752 00000100:00100000:1.0:1734016125.328994:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11082 00000100:00100000:1.0:1734016125.329001:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334906752:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.329018:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.329046:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993872 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50269 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016125.329073:0:10752:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8931587, mtime: 0x675afc7d, atime: 0x675afc7c, ctime: 0x675afc7d, blocks: 0x348 00010000:00010000:1.0:1734016125.329099:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.329101:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.329112:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993872 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50269 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.329128:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993872 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50269 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.329141:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:1.0:1734016125.329212:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334906752:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 209us (1009us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.329218:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11082 00000100:00100000:0.0:1734016125.337132:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.337264:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334906880 00000100:00100000:2.0:1734016125.337280:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334906880 00000100:00100000:2.0:1734016125.337340:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11083 00000100:00100000:2.0:1734016125.337348:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334906880:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.337370:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.337394:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993879 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50270 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.337438:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993872 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50269 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.337446:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.337448:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.337452:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993879 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8048640->8052735] (req 8048640->8052735) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50270 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.337496:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993872 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50269 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.337512:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993872 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50269 expref: 7 pid: 10752 timeout: 488 lvb_type: 1 00000100:00100000:2.0:1734016125.337528:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338456320:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016125.337615:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.340171:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338456320:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016125.340222:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993879 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8048640->8052735] (req 8048640->8052735) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50270 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.340239:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016125.340285:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334906880:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2936us (3169us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.340293:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11083 00000100:00100000:0.0:1734016125.341097:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016125.343225:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334907008 00000100:00100000:1.0:1734016125.343238:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334907008 00010000:00010000:1.0:1734016125.343287:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993872 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50269 expref: 7 pid: 10752 timeout: 488 lvb_type: 1 00000100:00100000:1.0:1734016125.343323:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3127 00000100:00100000:1.0:1734016125.343332:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334907008:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.343348:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.343373:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993872 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50269 expref: 7 pid: 10752 timeout: 488 lvb_type: 1 00010000:00010000:1.0:1734016125.343387:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993872 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50269 expref: 7 pid: 10752 timeout: 488 lvb_type: 1 00010000:00010000:1.0:1734016125.343420:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993872 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50269 expref: 7 pid: 10752 timeout: 488 lvb_type: 1 00010000:00010000:1.0:1734016125.343458:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.343461:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.343469:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993879 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8048640->8052735) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50270 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.343478:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993879 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8048640->8052735) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50270 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.343526:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993879 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8048640->8052735) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50270 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.343543:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338456448:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016125.343638:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.350365:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.350780:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334907264 00000100:00100000:3.0:1734016125.350792:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334907264 00000100:00100000:1.0:1734016125.350953:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338456448:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016125.350971:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.351024:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334907008:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7692us (9927us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.351034:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3127 00002000:00100000:3.0:1734016125.351373:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8048640->8052735) req@ffff880070d8c850 x1818247334907264/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.351385:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070d8c850 with x1818247334907264 ext(8048640->8052735) 00002000:00010000:3.0:1734016125.351390:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070d8c850 00000100:00100000:3.0:1734016125.351420:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9050 00000100:00100000:3.0:1734016125.351427:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070d8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334907264:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.354124:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070d8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334907264:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2677us (3755us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.354143:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9050 00002000:00100000:3.0:1734016125.354167:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8048640->8052735) req@ffff880070d8c850 x1818247334907264/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.354179:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070d8c850 with x1818247334907264 ext(8048640->8052735) 00002000:00010000:3.0:1734016125.354187:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070d8c850 00000100:00100000:2.0:1734016125.358626:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016125.358788:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334907520 00000100:00100000:1.0:1734016125.358802:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334907520 00002000:00100000:1.0:1734016125.358905:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8044544->8048639) req@ffff8800783c9180 x1818247334907520/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016125.358917:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c9180 with x1818247334907520 ext(8044544->8048639) 00002000:00010000:1.0:1734016125.358926:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c9180 00000100:00100000:1.0:1734016125.358966:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9051 00000100:00100000:1.0:1734016125.358973:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334907520:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016125.359242:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334907520:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 267us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016125.359251:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9051 00002000:00100000:1.0:1734016125.359255:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8044544->8048639) req@ffff8800783c9180 x1818247334907520/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016125.359262:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c9180 with x1818247334907520 ext(8044544->8048639) 00002000:00010000:1.0:1734016125.359265:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c9180 00000100:00100000:0.0:1734016125.372995:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.373199:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334907648 00000100:00100000:2.0:1734016125.373212:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334907648 00002000:00100000:2.0:1734016125.373272:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8044544->8052735) req@ffff8800785c4700 x1818247334907648/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 8680/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.373283:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4700 with x1818247334907648 ext(8044544->8052735) 00002000:00010000:2.0:1734016125.373290:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4700 00000100:00100000:2.0:1734016125.373653:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9052 00000100:00100000:2.0:1734016125.373662:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334907648:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016125.374956:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334907648:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 1287us (1967us total) trans 4294969532 rc 0/0 00000100:00100000:0.0:1734016125.374970:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9052 00002000:00100000:0.0:1734016125.374981:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8044544->8052735) req@ffff8800785c4700 x1818247334907648/t4294969532(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 8680/448 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.374989:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4700 with x1818247334907648 ext(8044544->8052735) 00002000:00010000:0.0:1734016125.374995:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4700 00000100:00100000:0.0:1734016125.384991:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016125.385135:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334907776 00000100:00100000:1.0:1734016125.385158:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334907776 00000100:00100000:1.0:1734016125.385243:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2241 00000100:00100000:1.0:1734016125.385252:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334907776:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:1.0:1734016125.385472:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334907776:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 221us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.385480:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2241 00000100:00100000:2.0:1734016125.389875:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016125.389994:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334907904 00000100:00100000:0.0:1734016125.390007:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334907904 00000100:00100000:0.0:1734016125.390331:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11084 00000100:00100000:0.0:1734016125.390342:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334907904:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:1.0:1734016125.398346:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969532 is committed 00000100:00100000:0.0:1734016125.401647:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334907904:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 11280us (11760us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016125.401671:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11084 00000100:00100000:0.0:1734016125.408653:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.408971:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334908032 00000100:00100000:2.0:1734016125.408990:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334908032 00000100:00100000:2.0:1734016125.409068:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11085 00000100:00100000:2.0:1734016125.409081:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334908032:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.409113:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.409141:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993880 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50277 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.409227:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338456576:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016125.409311:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3600 going to sleep for 11 seconds 00002000:00010000:2.0:1734016125.413590:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016124 -> 1734016125 00002000:00010000:2.0:1734016125.413603:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 840 -> 856 00000100:00100000:2.0:1734016125.413633:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338456576:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016125.413693:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993880 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50277 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.413720:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993880 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50277 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.413760:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016125.413849:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334908032:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4770us (5213us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.413860:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11085 00000100:00100000:3.0:1734016125.420744:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.421069:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334908160 00000100:00100000:2.0:1734016125.421085:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334908160 00000100:00100000:2.0:1734016125.423680:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11086 00000100:00100000:2.0:1734016125.423696:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334908160:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.423727:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.423758:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993887 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5027e expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.423850:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338456704:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016125.427880:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.432379:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338456704:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016125.432445:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993887 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5027e expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.432468:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993887 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5027e expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.434934:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:3.0:1734016125.435774:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334908160:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12072us (15033us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.435789:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11086 00000100:00100000:0.0:1734016125.440796:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.440966:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334908288 00000100:00100000:3.0:1734016125.440980:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334908288 00000100:00100000:3.0:1734016125.441069:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11087 00000100:00100000:3.0:1734016125.441081:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334908288:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.441122:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.441167:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc5599388e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50285 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.441271:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338456832:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016125.441393:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.446235:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338456832:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016125.446274:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc5599388e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50285 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.446291:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc5599388e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50285 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.446324:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016125.446392:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334908288:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5312us (5619us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.446404:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11087 00000100:00100000:0.0:1734016125.459688:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.462291:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334908416 00000100:00100000:3.0:1734016125.462306:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334908416 00000100:00100000:3.0:1734016125.462368:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11088 00000100:00100000:3.0:1734016125.462376:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334908416:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.462397:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.462420:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993895 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5028c expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.462494:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338456960:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016125.468057:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.487959:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338456960:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016125.488035:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993895 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5028c expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.488061:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993895 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5028c expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.488108:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016125.488203:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334908416:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 25824us (28524us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.488216:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11088 00000100:00100000:0.0:1734016125.493237:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.498636:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334908544 00000100:00100000:2.0:1734016125.498660:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334908544 00000100:00100000:2.0:1734016125.498942:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11089 00000100:00100000:2.0:1734016125.498955:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334908544:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.498982:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.499011:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599389c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50293 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.499094:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338457088:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016125.499215:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf36c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.505015:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338457088:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016125.505091:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599389c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50293 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.505113:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599389c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50293 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.505139:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:3.0:1734016125.505268:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334908544:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6313us (12044us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.505281:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11089 00000100:00100000:2.0:1734016125.510380:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.510691:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334908672 00000100:00100000:3.0:1734016125.510707:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334908672 00000100:00100000:3.0:1734016125.510780:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11090 00000100:00100000:3.0:1734016125.510790:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334908672:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.510841:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.510867:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559938a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5029a expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.510904:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993879 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8048640->8052735) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50270 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.510912:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.510914:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.510917:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559938a3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9756672->9793535] (req 9756672->9793535) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5029a expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.510951:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993879 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8048640->8052735) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50270 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.510964:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993879 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8048640->8052735) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50270 expref: 5 pid: 7685 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016125.510985:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338457216:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016125.511058:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.515386:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338457216:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016125.515449:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559938a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9756672->9793535] (req 9756672->9793535) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5029a expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.515475:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016125.515562:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334908672:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4771us (5202us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.515574:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11090 00000100:00100000:0.0:1734016125.515907:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016125.516251:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334908800 00000100:00100000:1.0:1734016125.516261:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334908800 00010000:00010000:1.0:1734016125.516295:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993879 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8048640->8052735) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50270 expref: 6 pid: 7685 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016125.516333:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3128 00000100:00100000:1.0:1734016125.516341:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334908800:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.516367:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.516391:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993879 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8048640->8052735) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50270 expref: 6 pid: 7685 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.516405:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993879 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8048640->8052735) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50270 expref: 6 pid: 7685 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.516438:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993879 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8048640->8052735) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50270 expref: 6 pid: 7685 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.516459:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.516462:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.516471:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559938a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9756672->9793535) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5029a expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.516482:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559938a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9756672->9793535) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5029a expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.516527:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559938a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9756672->9793535) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5029a expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.516545:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338457344:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016125.516616:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.524713:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016125.526766:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338457344:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016125.526832:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016125.526998:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334908928 00000100:00100000:3.0:1734016125.527009:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334908928 00000100:00100000:3.0:1734016125.527082:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11091 00000100:00100000:3.0:1734016125.527091:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334908928:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016125.527463:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8931587 -> 8931587 00002000:00010000:3.0:1734016125.527467:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016125.527469:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016125 -> 1734016124 00002000:00010000:3.0:1734016125.527471:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016125.527472:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 856 -> 928 00000100:00100000:1.0:1734016125.527687:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334908800:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 11345us (11781us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.527699:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3128 00000100:00100000:3.0:1734016125.528216:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334908928:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1124us (3526us total) trans 4294969533 rc 0/0 00000100:00100000:3.0:1734016125.528222:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11091 00000100:00100000:2.0:1734016125.534659:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.534823:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334909056 00000100:00100000:3.0:1734016125.534838:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334909056 00000100:00100000:3.0:1734016125.535043:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11092 00000100:00100000:3.0:1734016125.535052:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334909056:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.535082:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.535108:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559938aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee502a1 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.535188:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338457472:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016125.535288:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c6c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016125.539607:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016124 -> 1734016125 00000100:00100000:3.0:1734016125.539654:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338457472:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016125.539695:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559938aa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502a1 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.539712:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc559938aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502a1 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.539733:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016125.540194:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334909056:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5141us (5553us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.540202:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11092 00000100:00100000:0.0:1734016125.544993:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.545212:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334909184 00000100:00100000:3.0:1734016125.545221:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334909184 00000100:00100000:3.0:1734016125.545263:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11093 00000100:00100000:3.0:1734016125.545270:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334909184:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.545289:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.545313:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559938b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee502a8 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.545371:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338457600:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016125.546107:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.548249:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338457600:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016125.548297:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559938b1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502a8 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.548313:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc559938b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502a8 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.548335:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016125.548413:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334909184:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3139us (3428us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.548425:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11093 00000100:00100000:2.0:1734016125.556524:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.556944:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334909312 00000100:00100000:3.0:1734016125.556967:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334909312 00000100:00100000:3.0:1734016125.557073:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11094 00000100:00100000:3.0:1734016125.557085:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334909312:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.557125:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.557171:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559938b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee502af expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.557245:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559938a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9756672->9793535) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5029a expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.557264:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.557267:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.557271:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559938b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2543616->2596863] (req 2543616->2596863) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502af expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.557349:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559938a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9756672->9793535) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5029a expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.557366:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559938a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9756672->9793535) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5029a expref: 7 pid: 7685 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016125.557390:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338457728:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016125.557553:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.564091:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338457728:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016125.564146:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559938b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2543616->2596863] (req 2543616->2596863) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502af expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.564178:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016125.564282:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334909312:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7197us (7781us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.564295:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11094 00000100:00100000:2.0:1734016125.567315:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016125.568365:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334909440 00000100:00100000:1.0:1734016125.568384:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334909440 00010000:00010000:1.0:1734016125.568444:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559938a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9756672->9793535) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5029a expref: 8 pid: 7685 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016125.568508:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3129 00000100:00100000:1.0:1734016125.568517:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334909440:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.568537:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.568563:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559938a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9756672->9793535) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5029a expref: 8 pid: 7685 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.568577:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559938a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9756672->9793535) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5029a expref: 8 pid: 7685 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.568604:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559938a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9756672->9793535) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5029a expref: 8 pid: 7685 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.568646:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.568649:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.568655:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559938b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2543616->2596863) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502af expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.568665:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559938b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2543616->2596863) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502af expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.568708:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559938b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2543616->2596863) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502af expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.568723:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338457856:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016125.572914:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.576611:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.576780:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334909568 00000100:00100000:1.0:1734016125.576789:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338457856:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016125.576804:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334909568 00010000:00010000:1.0:1734016125.576881:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016125.576951:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11095 00000100:00100000:3.0:1734016125.576961:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334909568:12345-192.168.201.4@tcp:22:fsx.0 00000100:00100000:1.0:1734016125.576970:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334909440:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8453us (9670us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.576985:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3129 00002000:00010000:3.0:1734016125.577420:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8931587 -> 8931587 00002000:00010000:3.0:1734016125.577424:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016125.577427:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016125 -> 1734016124 00002000:00010000:3.0:1734016125.577428:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016125.577430:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 928 -> 928 00000100:00100000:3.0:1734016125.577587:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334909568:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 624us (1001us total) trans 4294969534 rc 0/0 00000100:00100000:3.0:1734016125.577597:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11095 00000100:00100000:2.0:1734016125.587869:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016125.588002:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334909824 00000100:00100000:0.0:1734016125.588019:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334909824 00002000:00100000:0.0:1734016125.588122:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1949696->1953791) req@ffff8800783cb100 x1818247334909824/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.588139:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb100 with x1818247334909824 ext(1949696->1953791) 00002000:00010000:0.0:1734016125.588155:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783cb100 00000100:00100000:0.0:1734016125.588193:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9053 00000100:00100000:0.0:1734016125.588202:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334909824:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.588624:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334909824:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 419us (814us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.588641:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9053 00002000:00100000:0.0:1734016125.588647:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1949696->1953791) req@ffff8800783cb100 x1818247334909824/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.588657:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb100 with x1818247334909824 ext(1949696->1953791) 00002000:00010000:0.0:1734016125.588661:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783cb100 00000100:00100000:0.0:1734016125.593512:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.593682:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334910080 00000100:00100000:2.0:1734016125.593704:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334910080 00002000:00100000:2.0:1734016125.593800:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1945600->1949695) req@ffff880078ea1c00 x1818247334910080/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.593865:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea1c00 with x1818247334910080 ext(1945600->1949695) 00002000:00010000:2.0:1734016125.593873:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea1c00 00000100:00100000:2.0:1734016125.593910:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9054 00000100:00100000:2.0:1734016125.593922:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334910080:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.594283:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334910080:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 360us (796us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.594292:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9054 00002000:00100000:2.0:1734016125.594298:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1945600->1949695) req@ffff880078ea1c00 x1818247334910080/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.594305:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea1c00 with x1818247334910080 ext(1945600->1949695) 00002000:00010000:2.0:1734016125.594308:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea1c00 00000100:00100000:3.0:1734016125.620496:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016125.620594:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334910336 00000100:00100000:0.0:1734016125.620611:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334910336 00002000:00100000:0.0:1734016125.620676:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1941504->1945599) req@ffff8800781c6a00 x1818247334910336/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.620689:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c6a00 with x1818247334910336 ext(1941504->1945599) 00002000:00010000:0.0:1734016125.620698:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c6a00 00000100:00100000:0.0:1734016125.620743:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9055 00000100:00100000:0.0:1734016125.620750:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334910336:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.621132:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334910336:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 380us (657us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.621141:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9055 00002000:00100000:0.0:1734016125.621158:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1941504->1945599) req@ffff8800781c6a00 x1818247334910336/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.621166:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c6a00 with x1818247334910336 ext(1941504->1945599) 00002000:00010000:0.0:1734016125.621169:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c6a00 00000100:00100000:3.0:1734016125.633426:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.636341:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334910592 00000100:00100000:2.0:1734016125.636372:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334910592 00002000:00100000:2.0:1734016125.636468:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1937408->1941503) req@ffff8800781c7800 x1818247334910592/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.636484:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c7800 with x1818247334910592 ext(1937408->1941503) 00002000:00010000:2.0:1734016125.636494:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c7800 00000100:00100000:0.0:1734016125.637844:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9056 00000100:00100000:0.0:1734016125.637864:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334910592:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.638350:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334910592:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 490us (4954us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.638360:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9056 00002000:00100000:0.0:1734016125.638371:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1937408->1941503) req@ffff8800781c7800 x1818247334910592/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.638382:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c7800 with x1818247334910592 ext(1937408->1941503) 00002000:00010000:0.0:1734016125.638391:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c7800 00000100:00100000:0.0:1734016125.641386:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.641519:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334910848 00000100:00100000:2.0:1734016125.641540:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334910848 00002000:00100000:2.0:1734016125.641619:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1933312->1937407) req@ffff880078ea2a00 x1818247334910848/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.641637:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea2a00 with x1818247334910848 ext(1933312->1937407) 00002000:00010000:2.0:1734016125.641650:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea2a00 00000100:00100000:2.0:1734016125.641699:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9057 00000100:00100000:2.0:1734016125.641712:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334910848:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.642139:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334910848:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 428us (775us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.642156:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9057 00002000:00100000:2.0:1734016125.642164:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1933312->1937407) req@ffff880078ea2a00 x1818247334910848/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.642171:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea2a00 with x1818247334910848 ext(1933312->1937407) 00002000:00010000:2.0:1734016125.642175:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea2a00 00000100:00100000:3.0:1734016125.645330:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016125.645465:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334911104 00000100:00100000:0.0:1734016125.645483:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334911104 00002000:00100000:0.0:1734016125.645564:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1929216->1933311) req@ffff8800781c5180 x1818247334911104/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.645578:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c5180 with x1818247334911104 ext(1929216->1933311) 00002000:00010000:0.0:1734016125.645585:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c5180 00000100:00100000:0.0:1734016125.645633:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9058 00000100:00100000:0.0:1734016125.645642:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334911104:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.646046:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334911104:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 402us (742us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.646058:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9058 00002000:00100000:0.0:1734016125.646065:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1929216->1933311) req@ffff8800781c5180 x1818247334911104/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.646072:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c5180 with x1818247334911104 ext(1929216->1933311) 00002000:00010000:0.0:1734016125.646076:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c5180 00000100:00100000:3.0:1734016125.648499:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.648642:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334911360 00000100:00100000:2.0:1734016125.648661:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334911360 00002000:00100000:2.0:1734016125.648762:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1925120->1929215) req@ffff8800781c4380 x1818247334911360/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.648783:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c4380 with x1818247334911360 ext(1925120->1929215) 00002000:00010000:2.0:1734016125.648792:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c4380 00000100:00100000:2.0:1734016125.648898:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9059 00000100:00100000:2.0:1734016125.648908:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334911360:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.649393:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334911360:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 482us (917us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.649407:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9059 00002000:00100000:2.0:1734016125.649417:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1925120->1929215) req@ffff8800781c4380 x1818247334911360/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.649426:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c4380 with x1818247334911360 ext(1925120->1929215) 00002000:00010000:2.0:1734016125.649430:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c4380 00000100:00100000:0.0:1734016125.652271:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.652681:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334911616 00000100:00100000:2.0:1734016125.652699:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334911616 00002000:00100000:2.0:1734016125.652783:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1921024->1925119) req@ffff880078ea0e00 x1818247334911616/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.652797:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea0e00 with x1818247334911616 ext(1921024->1925119) 00002000:00010000:2.0:1734016125.652804:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea0e00 00000100:00100000:2.0:1734016125.653725:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9060 00000100:00100000:2.0:1734016125.653738:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334911616:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.654379:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334911616:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 639us (2123us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.654391:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9060 00002000:00100000:2.0:1734016125.654403:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1921024->1925119) req@ffff880078ea0e00 x1818247334911616/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.654413:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea0e00 with x1818247334911616 ext(1921024->1925119) 00002000:00010000:2.0:1734016125.654418:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea0e00 00000100:00100000:3.0:1734016125.657710:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.657864:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334911872 00000100:00100000:2.0:1734016125.657877:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334911872 00002000:00100000:2.0:1734016125.657954:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1916928->1921023) req@ffff8800781c6d80 x1818247334911872/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.657967:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c6d80 with x1818247334911872 ext(1916928->1921023) 00002000:00010000:2.0:1734016125.657975:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c6d80 00000100:00100000:2.0:1734016125.658003:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9061 00000100:00100000:2.0:1734016125.658012:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334911872:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.662188:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334911872:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 4145us (4463us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.662215:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9061 00002000:00100000:2.0:1734016125.662242:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1916928->1921023) req@ffff8800781c6d80 x1818247334911872/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.662258:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c6d80 with x1818247334911872 ext(1916928->1921023) 00002000:00010000:2.0:1734016125.662271:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c6d80 00000100:00100000:3.0:1734016125.665800:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.666609:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334912128 00000100:00100000:2.0:1734016125.666625:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334912128 00002000:00100000:2.0:1734016125.666702:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1912832->1916927) req@ffff8800781c7480 x1818247334912128/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.666718:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c7480 with x1818247334912128 ext(1912832->1916927) 00002000:00010000:2.0:1734016125.666726:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c7480 00000100:00100000:2.0:1734016125.666769:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9062 00000100:00100000:2.0:1734016125.666778:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334912128:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.667113:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334912128:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 333us (1337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.667121:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9062 00002000:00100000:2.0:1734016125.667128:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1912832->1916927) req@ffff8800781c7480 x1818247334912128/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.667135:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c7480 with x1818247334912128 ext(1912832->1916927) 00002000:00010000:2.0:1734016125.667139:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c7480 00000100:00100000:0.0:1734016125.683487:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.683640:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334912384 00000100:00100000:2.0:1734016125.683660:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334912384 00002000:00100000:2.0:1734016125.683748:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1908736->1912831) req@ffff880078ea0380 x1818247334912384/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.683762:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea0380 with x1818247334912384 ext(1908736->1912831) 00002000:00010000:2.0:1734016125.683770:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea0380 00000100:00100000:0.0:1734016125.684906:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9063 00000100:00100000:0.0:1734016125.684916:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334912384:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.687166:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334912384:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2215us (3661us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.687185:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9063 00002000:00100000:0.0:1734016125.687203:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1908736->1912831) req@ffff880078ea0380 x1818247334912384/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.687215:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea0380 with x1818247334912384 ext(1908736->1912831) 00002000:00010000:0.0:1734016125.687224:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea0380 00000100:00100000:3.0:1734016125.695349:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.695421:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334912640 00000100:00100000:2.0:1734016125.695436:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334912640 00002000:00100000:2.0:1734016125.695497:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1904640->1908735) req@ffff8800781c4e00 x1818247334912640/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.695508:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c4e00 with x1818247334912640 ext(1904640->1908735) 00002000:00010000:2.0:1734016125.695514:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c4e00 00000100:00100000:2.0:1734016125.695547:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9064 00000100:00100000:2.0:1734016125.695556:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334912640:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.696031:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334912640:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 475us (694us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.696041:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9064 00002000:00100000:2.0:1734016125.696048:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1904640->1908735) req@ffff8800781c4e00 x1818247334912640/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.696055:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c4e00 with x1818247334912640 ext(1904640->1908735) 00002000:00010000:2.0:1734016125.696058:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c4e00 00000100:00100000:3.0:1734016125.698211:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016125.698310:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334912896 00000100:00100000:0.0:1734016125.698326:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334912896 00002000:00100000:0.0:1734016125.698384:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1900544->1904639) req@ffff8800781c5c00 x1818247334912896/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.698396:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c5c00 with x1818247334912896 ext(1900544->1904639) 00002000:00010000:0.0:1734016125.698401:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c5c00 00000100:00100000:0.0:1734016125.698445:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9065 00000100:00100000:0.0:1734016125.698452:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334912896:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.698715:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334912896:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 261us (514us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.698723:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9065 00002000:00100000:0.0:1734016125.698728:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1900544->1904639) req@ffff8800781c5c00 x1818247334912896/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.698736:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c5c00 with x1818247334912896 ext(1900544->1904639) 00002000:00010000:0.0:1734016125.698740:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c5c00 00000100:00100000:3.0:1734016125.703276:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.703409:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334913152 00000100:00100000:2.0:1734016125.703429:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334913152 00002000:00100000:2.0:1734016125.703512:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1896448->1900543) req@ffff8800781c5f80 x1818247334913152/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.703526:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c5f80 with x1818247334913152 ext(1896448->1900543) 00002000:00010000:2.0:1734016125.703532:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c5f80 00000100:00100000:2.0:1734016125.703565:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9066 00000100:00100000:2.0:1734016125.703577:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334913152:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.703937:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334913152:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 361us (687us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.703945:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9066 00002000:00100000:2.0:1734016125.703952:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1896448->1900543) req@ffff8800781c5f80 x1818247334913152/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.703960:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c5f80 with x1818247334913152 ext(1896448->1900543) 00002000:00010000:2.0:1734016125.703963:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c5f80 00000100:00100000:3.0:1734016125.707340:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016125.707467:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334913408 00000100:00100000:0.0:1734016125.707483:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334913408 00002000:00100000:0.0:1734016125.707571:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1892352->1896447) req@ffff8800781c4700 x1818247334913408/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.707586:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c4700 with x1818247334913408 ext(1892352->1896447) 00002000:00010000:0.0:1734016125.707594:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c4700 00000100:00100000:0.0:1734016125.707645:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9067 00000100:00100000:0.0:1734016125.707656:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334913408:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.708097:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334913408:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 440us (787us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.708106:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9067 00002000:00100000:0.0:1734016125.708114:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1892352->1896447) req@ffff8800781c4700 x1818247334913408/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.708121:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c4700 with x1818247334913408 ext(1892352->1896447) 00002000:00010000:0.0:1734016125.708125:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c4700 00000100:00100000:3.0:1734016125.717532:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.719178:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334913664 00000100:00100000:2.0:1734016125.719204:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334913664 00002000:00100000:2.0:1734016125.719304:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1888256->1892351) req@ffff8800781c4000 x1818247334913664/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.719330:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c4000 with x1818247334913664 ext(1888256->1892351) 00002000:00010000:2.0:1734016125.719342:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c4000 00000100:00100000:2.0:1734016125.719397:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9068 00000100:00100000:2.0:1734016125.719409:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334913664:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.719852:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334913664:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 444us (2349us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.719864:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9068 00002000:00100000:2.0:1734016125.719874:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1888256->1892351) req@ffff8800781c4000 x1818247334913664/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.719882:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c4000 with x1818247334913664 ext(1888256->1892351) 00002000:00010000:2.0:1734016125.719887:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c4000 00000100:00100000:0.0:1734016125.724268:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016125.732329:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334913792 00000100:00100000:3.0:1734016125.732357:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334913792 00000100:00100000:3.0:1734016125.732479:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11096 00000100:00100000:3.0:1734016125.732491:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334913792:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.732525:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.732563:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559938bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee502b6 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.732646:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338457984:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016125.732769:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c6c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016125.736077:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016124 -> 1734016125 00000100:00100000:0.0:1734016125.736130:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338457984:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016125.736197:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559938bf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502b6 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016125.736216:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559938bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502b6 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016125.736260:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:0.0:1734016125.738011:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334913792:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5504us (13752us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016125.738032:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11096 00000100:00100000:2.0:1734016125.740769:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016125.740863:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334913920 00000100:00100000:0.0:1734016125.740877:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334913920 00000100:00100000:0.0:1734016125.740961:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11097 00000100:00100000:0.0:1734016125.740970:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334913920:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016125.741008:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016125.741039:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc559938c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee502bd expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016125.741138:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ea3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338458112:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016125.743172:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85859c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.748287:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ea3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338458112:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016125.748355:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc559938c6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502bd expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016125.748377:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc559938c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502bd expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016125.748419:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565f80, rc 0) 00000100:00100000:0.0:1734016125.748537:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334913920:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7565us (7784us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016125.748555:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11097 00000100:00100000:3.0:1734016125.751805:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.752048:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334914176 00000100:00100000:2.0:1734016125.752060:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334914176 00000100:00100000:1.0:1734016125.753413:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2242 00000100:00100000:1.0:1734016125.753425:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334914176:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016125.753519:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.753567:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599382c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5022a expref: 21 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.753610:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016125.753615:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016125.753906:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559938cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016125.753925:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993802 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50207 expref: 18 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.753934:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559938cd lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016125.753982:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993802 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50207 expref: 18 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.753999:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993802 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50207 expref: 18 pid: 13928 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016125.754018:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338458240:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016125.754140:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.762575:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016125.762727:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338458240:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016125.762778:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559938cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016125.763083:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334914304 00000100:00100000:0.0:1734016125.763097:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334914304 00010000:00010000:0.0:1734016125.763164:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993802 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50207 expref: 19 pid: 13928 timeout: 489 lvb_type: 0 00000100:00100000:0.0:1734016125.763214:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3130 00000100:00100000:0.0:1734016125.763224:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:1969:x1818247334914304:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016125.763249:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016125.763256:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993802 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50207 expref: 19 pid: 13928 timeout: 489 lvb_type: 0 00010000:00010000:0.0:1734016125.763268:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993802 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50207 expref: 19 pid: 13928 timeout: 489 lvb_type: 0 00010000:00010000:0.0:1734016125.763298:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993802 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50207 expref: 19 pid: 13928 timeout: 489 lvb_type: 0 00010000:00010000:0.0:1734016125.763328:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016125.763334:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559938cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016125.763346:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559938cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016125.763354:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559938cd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016125.763387:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016125.763477:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:1969:x1818247334914304:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 251us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016125.763487:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3130 00010000:00010000:1.0:1734016125.763710:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559938cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016125.763718:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559938cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:1.0:1734016125.763882:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968718 00000004:00010000:1.0:1734016125.763953:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800781c7b80 reply state ffff88012c019000 transno 4294968719 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559938cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016125.763963:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016125.764056:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334914176:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 10633us (12269us total) trans 4294968719 rc 0/0 00000100:00100000:1.0:1734016125.764063:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2242 00000020:00080000:1.0:1734016125.764068:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016125.773500:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016125.773604:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559938cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016125.773626:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559938cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016125.773637:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559938cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016125.773644:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e836400 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016125.773652:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559938cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016125.773663:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559938cd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016125.773693:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016125.773698:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016125.773705:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559938cd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016125.773710:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc559938cd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016125.774730:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334914432 00000100:00100000:1.0:1734016125.774752:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334914432 00000100:00100000:1.0:1734016125.774862:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11098 00000100:00100000:1.0:1734016125.774875:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334914432:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.774920:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.774953:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc559938d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee502c4 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.775016:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559938b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2543616->2596863) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502af expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.775037:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016125.775041:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016125.775045:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc559938d4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502c4 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.775122:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559938b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2543616->2596863) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502af expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.775154:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559938b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2543616->2596863) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502af expref: 6 pid: 7685 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016125.775184:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338458368:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016125.775352:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.783634:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016125.783761:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338458368:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016125.783848:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc559938d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502c4 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.783875:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834240, rc 0) 00000100:00100000:1.0:1734016125.783965:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334914432:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9090us (10490us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.783982:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11098 00000100:00100000:0.0:1734016125.784762:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334914560 00000100:00100000:0.0:1734016125.784777:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334914560 00010000:00010000:0.0:1734016125.784848:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559938b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2543616->2596863) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502af expref: 7 pid: 7685 timeout: 489 lvb_type: 0 00000100:00100000:0.0:1734016125.784887:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3131 00000100:00100000:0.0:1734016125.784893:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088627450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334914560:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016125.784913:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016125.784943:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559938b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2543616->2596863) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502af expref: 7 pid: 7685 timeout: 489 lvb_type: 0 00010000:00010000:0.0:1734016125.784958:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559938b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2543616->2596863) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502af expref: 7 pid: 7685 timeout: 489 lvb_type: 0 00010000:00010000:0.0:1734016125.784990:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559938b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2543616->2596863) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502af expref: 7 pid: 7685 timeout: 489 lvb_type: 0 00010000:00010000:0.0:1734016125.785009:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016125.785010:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016125.785018:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc559938d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502c4 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.785029:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc559938d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502c4 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.785074:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc559938d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502c4 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016125.785090:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ea3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338458496:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016125.785166:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85859c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.788517:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ea3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338458496:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016125.788570:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.789731:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880088627450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334914560:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4826us (6110us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.789748:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3131 00000100:00100000:0.0:1734016125.790163:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016125.790245:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334914688 00000100:00100000:2.0:1734016125.790255:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334914688 00002000:00010000:2.0:1734016125.790302:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8462695->18446744073709551615) 00002000:00100000:2.0:1734016125.790308:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea0000 with x1818247334914688 ext(8462695->18446744073709551615) 00002000:00010000:2.0:1734016125.790324:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea0000. 00000100:00100000:2.0:1734016125.790354:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9069 00000100:00100000:2.0:1734016125.790362:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334914688:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016125.791557:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8931587 -> 8462695 00002000:00010000:2.0:1734016125.791565:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.791567:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016125 -> 1734016124 00002000:00010000:2.0:1734016125.791569:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.791571:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 928 -> 760 00000100:00100000:2.0:1734016125.795284:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334914688:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 4901us (5102us total) trans 4294969535 rc 0/0 00000100:00100000:2.0:1734016125.795302:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9069 00002000:00010000:2.0:1734016125.795312:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8462695->18446744073709551615) 00002000:00100000:2.0:1734016125.795317:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea0000 with x1818247334914688 ext(8462695->18446744073709551615) 00002000:00010000:2.0:1734016125.795333:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea0000. 00000100:00100000:3.0:1734016125.800760:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016125.865685:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334914816 00000100:00100000:1.0:1734016125.865712:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334914816 00000100:00100000:1.0:1734016125.865841:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2243 00000100:00100000:1.0:1734016125.865853:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:9662:x1818247334914816:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.865906:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.865950:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc559938db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee502cb expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.866119:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559938e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016125.866153:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559938e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016125.866169:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559938e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:1.0:1734016125.866209:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8462695 00000004:00200000:1.0:1734016125.866213:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016125.866237:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559938e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016125.866271:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc559938db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502cb expref: 24 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.866311:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559938e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502cb expref: 23 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.866323:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016125.866329:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016125.866335:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:1.0:1734016125.866453:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334914816:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 603us (65705us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.866460:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2243 00000100:00100000:0.0:1734016125.890091:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016125.890260:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334914944 00000100:00100000:1.0:1734016125.890285:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334914944 00000100:00100000:1.0:1734016125.890397:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11099 00000100:00100000:1.0:1734016125.890416:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334914944:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.890472:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.890526:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559938e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee502d2 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.890598:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc559938d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502c4 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.890612:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016125.890615:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016125.890620:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559938e9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4624384->4653055] (req 4624384->4653055) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d2 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.890696:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc559938d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502c4 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.890717:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc559938d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502c4 expref: 8 pid: 7685 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016125.890743:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338458624:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016125.890956:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.895961:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338458624:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016125.896031:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559938e9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4624384->4653055] (req 4624384->4653055) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d2 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.896061:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:1.0:1734016125.896161:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334914944:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5750us (6096us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.896176:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11099 00000100:00100000:3.0:1734016125.897505:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016125.897581:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334915072 00000100:00100000:1.0:1734016125.897590:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334915072 00010000:00010000:1.0:1734016125.897628:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc559938d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502c4 expref: 9 pid: 7685 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016125.897662:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3132 00000100:00100000:1.0:1734016125.897669:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334915072:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.897686:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.897711:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc559938d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502c4 expref: 9 pid: 7685 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.897724:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc559938d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502c4 expref: 9 pid: 7685 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.897758:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc559938d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502c4 expref: 9 pid: 7685 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.897797:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.897800:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.897826:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559938e9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4624384->4653055) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d2 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.897835:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559938e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4624384->4653055) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d2 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.897872:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559938e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4624384->4653055) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d2 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.897888:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338458752:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016125.897941:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.900164:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338458752:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016125.900199:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.900283:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334915072:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2608us (2778us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.900303:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3132 00000100:00100000:0.0:1734016125.930703:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016125.930767:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016125.930878:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016125.930945:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334915328 00000100:00100000:0.0:1734016125.930960:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334915328 00002000:00100000:0.0:1734016125.931052:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4628479) req@ffff880078ea1880 x1818247334915328/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 504/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.931069:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea1880 with x1818247334915328 ext(0->4628479) 00002000:00010000:0.0:1734016125.931079:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea1880 00000100:00100000:0.0:1734016125.931107:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334915584 00000100:00100000:0.0:1734016125.931110:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334915584 00002000:00100000:0.0:1734016125.931121:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880078ea3480 x1818247334915584/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 504/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.931129:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea3480 with x1818247334915584 ext(4190208->8388607) 00002000:00010000:0.0:1734016125.931132:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea3480 00000100:00100000:0.0:1734016125.931153:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334915840 00000100:00100000:0.0:1734016125.931155:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334915840 00002000:00100000:0.0:1734016125.931165:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8466431) req@ffff88007bd10380 x1818247334915840/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.931173:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd10380 with x1818247334915840 ext(8388608->8466431) 00002000:00010000:0.0:1734016125.931175:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd10380 00000100:00100000:0.0:1734016125.931185:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9070 00000100:00100000:0.0:1734016125.931193:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334915328:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.933264:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9071 00000100:00100000:2.0:1734016125.933279:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334915584:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016125.937279:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9072 00000100:00100000:1.0:1734016125.937301:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334915840:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016126.012419:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334915840:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 75094us (81510us total) trans 0 rc 77824/77824 00000100:00100000:1.0:1734016126.012442:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9072 00002000:00100000:1.0:1734016126.012465:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8466431) req@ffff88007bd10380 x1818247334915840/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 488/440 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 77824/77824 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.012479:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd10380 with x1818247334915840 ext(8388608->8466431) 00002000:00010000:1.0:1734016126.012489:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd10380 00000100:00100000:2.0:1734016126.145234:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334915584:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 211930us (214438us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016126.145260:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9071 00002000:00100000:2.0:1734016126.145286:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880078ea3480 x1818247334915584/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 504/440 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.145299:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea3480 with x1818247334915584 ext(4190208->8388607) 00002000:00010000:2.0:1734016126.145312:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea3480 00000100:00100000:2.0:1734016126.202597:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334915328:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 271373us (271887us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016126.202629:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9070 00002000:00100000:2.0:1734016126.202656:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4628479) req@ffff880078ea1880 x1818247334915328/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:86/0 lens 504/440 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.202677:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea1880 with x1818247334915328 ext(0->4628479) 00002000:00010000:2.0:1734016126.202688:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea1880 00000100:00100000:0.0:1734016126.222708:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.222887:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334915968 00000100:00100000:1.0:1734016126.222904:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334915968 00000100:00100000:1.0:1734016126.222990:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11100 00000100:00100000:1.0:1734016126.223001:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334915968:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.223035:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.223073:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559938f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee502d9 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.223118:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.223123:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.223146:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559938f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d9 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.223170:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559938f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d9 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.223192:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016126.223292:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334915968:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 291us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.223300:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11100 00000100:00080000:0.0:1734016126.223733:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016096 00000100:00100000:0.0:1734016126.232093:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016126.233316:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334916096 00000100:00100000:3.0:1734016126.233343:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334916096 00000100:00100000:3.0:1734016126.233903:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2244 00000100:00100000:3.0:1734016126.233920:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:9662:x1818247334916096:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.233972:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.234018:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc559938f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee502e0 expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.234227:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc559938fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016126.234258:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc559938fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016126.234277:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc559938fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:3.0:1734016126.234323:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8462695 00000004:00200000:3.0:1734016126.234329:0:13928:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016126.234355:0:13928:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc559938fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016126.234388:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc559938f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502e0 expref: 20 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.234424:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc559938fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502e0 expref: 19 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.234436:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016126.234440:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016126.234445:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00080000:0.0:1734016126.235769:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016096 00000100:00100000:3.0:1734016126.238109:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334916096:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4161us (6003us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.238145:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2244 00000100:00100000:1.0:1734016126.249015:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016126.249170:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334916224 00000100:00100000:2.0:1734016126.249191:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334916224 00000100:00100000:2.0:1734016126.249303:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11101 00000100:00100000:2.0:1734016126.249318:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334916224:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.249366:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.249407:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993905 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee502e7 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.249477:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559938e9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4624384->4653055) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d2 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.249490:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559938f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d9 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.249501:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.249504:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.249510:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993905 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4104192->4165631] (req 4104192->4165631) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502e7 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.249582:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559938f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d9 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.249603:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559938f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d9 expref: 8 pid: 7685 timeout: 489 lvb_type: 1 00000100:00100000:2.0:1734016126.249633:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338458880:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016126.249778:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559938e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4624384->4653055) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d2 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.249788:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559938e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4624384->4653055) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d2 expref: 8 pid: 7685 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016126.249798:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338459008:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016126.249865:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.259400:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338458880:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016126.259440:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338459008:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016126.259500:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993905 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4104192->4165631] (req 4104192->4165631) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502e7 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.259530:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016126.261623:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334916224:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12277us (12605us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.261645:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11101 00000100:00100000:1.0:1734016126.262938:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.263025:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334916352 00000100:00100000:1.0:1734016126.263040:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334916352 00010000:00010000:1.0:1734016126.263114:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559938f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d9 expref: 9 pid: 7685 timeout: 489 lvb_type: 1 00000100:00100000:1.0:1734016126.263171:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3133 00000100:00100000:1.0:1734016126.263180:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334916352:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016126.263208:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016126.263258:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559938f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d9 expref: 9 pid: 7685 timeout: 489 lvb_type: 1 00010000:00010000:1.0:1734016126.263276:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559938f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d9 expref: 9 pid: 7685 timeout: 489 lvb_type: 1 00010000:00010000:1.0:1734016126.263320:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559938f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d9 expref: 9 pid: 7685 timeout: 489 lvb_type: 1 00010000:00010000:1.0:1734016126.263366:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016126.263439:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334916352:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 260us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.263446:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3133 00010000:00010000:1.0:1734016126.276910:0:7700:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016126.278991:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016126.284047:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334916480 00000100:00100000:3.0:1734016126.284080:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334916480 00010000:00010000:3.0:1734016126.284205:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559938e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4624384->4653055) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d2 expref: 8 pid: 7685 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016126.284282:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3134 00000100:00100000:3.0:1734016126.284295:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334916480:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016126.284327:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016126.284374:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559938e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4624384->4653055) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d2 expref: 8 pid: 7685 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016126.284394:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559938e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4624384->4653055) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d2 expref: 8 pid: 7685 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016126.284441:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559938e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4624384->4653055) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502d2 expref: 8 pid: 7685 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016126.284490:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.284494:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.284507:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993905 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4104192->4165631) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502e7 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.284524:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993905 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4104192->4165631) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502e7 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.284596:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993905 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4104192->4165631) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502e7 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.284623:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338459136:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016126.284799:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.291711:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016126.292415:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338459136:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016126.292464:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016126.292575:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334916480:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8282us (13615us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.292597:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3134 00000100:00100000:2.0:1734016126.293238:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334916608 00000100:00100000:2.0:1734016126.293259:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334916608 00000100:00100000:2.0:1734016126.293318:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11102 00000100:00100000:2.0:1734016126.293329:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334916608:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016126.293761:0:10752:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8462695 -> 8462695 00002000:00010000:2.0:1734016126.293768:0:10752:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016126.293771:0:10752:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016126.293773:0:10752:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016125 -> 1734016126 00002000:00010000:2.0:1734016126.293776:0:10752:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 760 -> 880 00000100:00100000:2.0:1734016126.293847:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334916608:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 520us (2164us total) trans 4294969536 rc 0/0 00000100:00100000:2.0:1734016126.293855:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11102 00000100:00100000:0.0:1734016126.296706:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.297657:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334916736 00000100:00100000:1.0:1734016126.297681:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334916736 00000100:00100000:1.0:1734016126.297869:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11103 00000100:00100000:1.0:1734016126.297885:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334916736:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.297938:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.297986:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc5599390c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee502ee expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.298146:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338459264:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016126.298284:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00002000:00010000:1.0:1734016126.302346:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016124 -> 1734016126 00000100:00100000:1.0:1734016126.302384:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338459264:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016126.302431:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc5599390c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502ee expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.302447:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc5599390c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502ee expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.302485:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:0.0:1734016126.304899:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334916736:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6993us (8204us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016126.304922:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11103 00000100:00100000:0.0:1734016126.309576:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.309746:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334916864 00000100:00100000:1.0:1734016126.309776:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334916864 00000100:00100000:2.0:1734016126.310282:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11104 00000100:00100000:2.0:1734016126.310306:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334916864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.310365:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.310416:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993913 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee502f5 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.310608:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338459392:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016126.312126:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.317065:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338459392:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016126.317161:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993913 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502f5 expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.317186:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993913 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502f5 expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.317240:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016126.317362:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334916864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7062us (7810us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.317383:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11104 00000100:00100000:0.0:1734016126.324382:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016126.324487:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334916992 00000100:00100000:2.0:1734016126.324512:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334916992 00000100:00100000:2.0:1734016126.324645:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11105 00000100:00100000:2.0:1734016126.324662:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334916992:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016126.325303:0:10752:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8462695 -> 8462695 00002000:00010000:2.0:1734016126.325309:0:10752:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016126.325312:0:10752:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016126 -> 1734016124 00002000:00010000:2.0:1734016126.325315:0:10752:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:2.0:1734016126.325319:0:10752:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 880 -> 1008 00000100:00100000:2.0:1734016126.325450:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334916992:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 791us (1095us total) trans 4294969537 rc 0/0 00000100:00100000:2.0:1734016126.325465:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11105 00000100:00100000:0.0:1734016126.341977:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.342189:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334917120 00000100:00100000:1.0:1734016126.342208:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334917120 00000100:00100000:1.0:1734016126.342309:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11106 00000100:00100000:1.0:1734016126.342320:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334917120:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.342359:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.342390:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599391a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee502fc expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.342513:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338459520:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016126.342634:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00002000:00010000:1.0:1734016126.351345:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016124 -> 1734016126 00000100:00100000:1.0:1734016126.351417:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338459520:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016126.351503:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599391a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502fc expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.351530:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc5599391a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502fc expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.351594:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:1.0:1734016126.351762:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334917120:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9439us (9801us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.351780:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11106 00000100:00100000:0.0:1734016126.361101:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.361907:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334917248 00000100:00100000:1.0:1734016126.361926:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334917248 00000100:00100000:1.0:1734016126.362005:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11107 00000100:00100000:1.0:1734016126.362016:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334917248:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.362053:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.362083:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55993921 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50303 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.362182:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338459648:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016126.362291:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.367719:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338459648:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016126.367783:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55993921 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50303 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.367800:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55993921 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50303 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.367868:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016126.370475:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334917248:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8426us (9362us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.370498:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11107 00000100:00100000:0.0:1734016126.378952:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.382647:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334917376 00000100:00100000:1.0:1734016126.382687:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334917376 00000100:00100000:2.0:1734016126.382984:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11108 00000100:00100000:2.0:1734016126.383001:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334917376:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.383035:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.383074:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993928 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5030a expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.383159:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338459776:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016126.383292:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.391373:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338459776:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016126.391441:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993928 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5030a expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.391471:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993928 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5030a expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.393623:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016126.393821:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334917376:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10795us (14884us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.393840:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11108 00000100:00100000:0.0:1734016126.401644:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016126.403015:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334917504 00000100:00100000:2.0:1734016126.416354:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334917504 00000100:00100000:2.0:1734016126.416492:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11109 00000100:00100000:2.0:1734016126.416504:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334917504:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.416543:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.416576:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599392f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50311 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.416629:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993905 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4104192->4165631) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502e7 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.416639:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016126.416641:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016126.416646:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599392f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4018176->4022271] (req 4018176->4022271) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50311 expref: 9 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.416692:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993905 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4104192->4165631) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502e7 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.416713:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993905 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4104192->4165631) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502e7 expref: 8 pid: 10752 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016126.416730:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338459904:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016126.416874:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.429049:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016126.429252:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338459904:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016126.429300:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599392f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4018176->4022271] (req 4018176->4022271) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50311 expref: 9 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.429329:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016126.429421:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334917504:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12916us (27801us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.429434:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11109 00000100:00100000:3.0:1734016126.429532:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334917632 00000100:00100000:3.0:1734016126.429542:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334917632 00010000:00010000:3.0:1734016126.429576:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993905 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4104192->4165631) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502e7 expref: 9 pid: 10752 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016126.429613:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3135 00000100:00100000:3.0:1734016126.429621:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334917632:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016126.429646:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016126.429680:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993905 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4104192->4165631) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502e7 expref: 9 pid: 10752 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.429696:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993905 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4104192->4165631) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502e7 expref: 9 pid: 10752 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.429733:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993905 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4104192->4165631) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502e7 expref: 9 pid: 10752 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.429767:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.429770:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.429777:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599392f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4018176->4022271) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50311 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.429787:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599392f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4018176->4022271) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50311 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.431512:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599392f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4018176->4022271) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50311 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.431548:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338460032:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016126.431656:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.454949:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016126.455093:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334917888 00000100:00100000:2.0:1734016126.455106:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334917888 00002000:00100000:2.0:1734016126.455177:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4018176->4022271) req@ffff88007bd11500 x1818247334917888/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.455188:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd11500 with x1818247334917888 ext(4018176->4022271) 00002000:00010000:2.0:1734016126.455194:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd11500 00000100:00100000:2.0:1734016126.455220:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9073 00000100:00100000:2.0:1734016126.455227:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334917888:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016126.455463:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334917888:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 233us (536us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016126.455475:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9073 00002000:00100000:2.0:1734016126.455482:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4018176->4022271) req@ffff88007bd11500 x1818247334917888/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.455492:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd11500 with x1818247334917888 ext(4018176->4022271) 00002000:00010000:2.0:1734016126.455496:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd11500 00000100:00100000:3.0:1734016126.455674:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338460032:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016126.455707:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016126.455744:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334917632:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 26122us (26718us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.455756:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3135 00000100:00100000:0.0:1734016126.466079:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016126.466260:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334918144 00000100:00100000:2.0:1734016126.466276:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334918144 00002000:00100000:2.0:1734016126.466338:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4014080->4018175) req@ffff88007bd11f80 x1818247334918144/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.466350:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd11f80 with x1818247334918144 ext(4014080->4018175) 00002000:00010000:2.0:1734016126.466359:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd11f80 00000100:00100000:2.0:1734016126.466392:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9074 00000100:00100000:2.0:1734016126.466401:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334918144:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016126.466676:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334918144:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 274us (630us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016126.466685:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9074 00002000:00100000:2.0:1734016126.466691:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4014080->4018175) req@ffff88007bd11f80 x1818247334918144/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.466699:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd11f80 with x1818247334918144 ext(4014080->4018175) 00002000:00010000:2.0:1734016126.466701:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd11f80 00000100:00100000:0.0:1734016126.481454:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016126.481668:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334918400 00000100:00100000:2.0:1734016126.481685:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334918400 00002000:00100000:2.0:1734016126.481776:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3981312->4046847) req@ffff880078834a80 x1818247334918400/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:87/0 lens 504/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.481797:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078834a80 with x1818247334918400 ext(3981312->4046847) 00002000:00010000:2.0:1734016126.481931:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078834a80 00000100:00100000:0.0:1734016126.483285:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9075 00000100:00100000:0.0:1734016126.483299:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334918400:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016126.490187:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334918400:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 6863us (8728us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1734016126.490209:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9075 00002000:00100000:0.0:1734016126.490231:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3981312->4046847) req@ffff880078834a80 x1818247334918400/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:87/0 lens 504/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016126.490242:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078834a80 with x1818247334918400 ext(3981312->4046847) 00002000:00010000:0.0:1734016126.490252:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078834a80 00000100:00100000:0.0:1734016126.498611:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016126.498760:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334918528 00000100:00100000:2.0:1734016126.498774:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334918528 00002000:00100000:2.0:1734016126.498879:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3981312->4022271) req@ffff880078836d80 x1818247334918528/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.498890:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078836d80 with x1818247334918528 ext(3981312->4022271) 00002000:00010000:2.0:1734016126.498897:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078836d80 00000100:00100000:2.0:1734016126.498941:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9076 00000100:00100000:2.0:1734016126.498948:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334918528:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016126.503232:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247334918528:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4262us (4621us total) trans 4294969538 rc 0/0 00000100:00100000:0.0:1734016126.503249:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9076 00002000:00100000:0.0:1734016126.503266:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3981312->4022271) req@ffff880078836d80 x1818247334918528/t4294969538(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:87/0 lens 488/448 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016126.503277:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078836d80 with x1818247334918528 ext(3981312->4022271) 00002000:00010000:0.0:1734016126.503288:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078836d80 00000100:00100000:1.0:1734016126.509157:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016126.511331:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334918656 00000100:00100000:3.0:1734016126.511346:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334918656 00000100:00100000:3.0:1734016126.511414:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2245 00000100:00100000:3.0:1734016126.511423:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334918656:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:3.0:1734016126.511569:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334918656:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 149us (2444us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.511575:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2245 00000100:00100000:0.0:1734016126.521295:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016126.522147:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334918784 00000100:00100000:2.0:1734016126.522161:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334918784 00000100:00100000:2.0:1734016126.522389:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11110 00000100:00100000:2.0:1734016126.522406:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334918784:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:1.0:1734016126.525210:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969538 is committed 00000001:00080000:1.0:1734016126.525245:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969537 is committed 00000100:00100000:2.0:1734016126.525662:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334918784:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 3250us (4377us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.525679:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11110 00000100:00100000:2.0:1734016126.539084:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016126.539364:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334918912 00000100:00100000:0.0:1734016126.539380:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334918912 00000100:00100000:0.0:1734016126.539524:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11111 00000100:00100000:0.0:1734016126.539536:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334918912:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.539585:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.539620:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993936 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50318 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.539678:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599392f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4018176->4022271) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50311 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.539690:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016126.539693:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016126.539699:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993936 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4558848->4587519] (req 4558848->4587519) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50318 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.539763:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599392f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4018176->4022271) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50311 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.539783:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599392f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4018176->4022271) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50311 expref: 6 pid: 10752 timeout: 490 lvb_type: 0 00000100:00100000:0.0:1734016126.539802:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078837480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338460160:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016126.540627:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.551455:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078837480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338460160:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016126.551510:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993936 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4558848->4587519] (req 4558848->4587519) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50318 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.551533:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565f80, rc 0) 00000100:00100000:0.0:1734016126.551625:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334918912:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12090us (12568us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016126.551633:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11111 00000100:00100000:3.0:1734016126.551916:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016126.552293:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334919040 00000100:00100000:0.0:1734016126.552302:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334919040 00010000:00010000:0.0:1734016126.552341:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599392f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4018176->4022271) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50311 expref: 7 pid: 10752 timeout: 490 lvb_type: 0 00000100:00100000:0.0:1734016126.552393:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3136 00000100:00100000:0.0:1734016126.552403:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334919040:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016126.552423:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016126.552451:0:7701:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016125 -> 1734016126 00002000:00010000:0.0:1734016126.552456:0:7701:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1008 -> 1088 00010000:00010000:0.0:1734016126.552462:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599392f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4018176->4022271) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50311 expref: 7 pid: 10752 timeout: 490 lvb_type: 0 00010000:00010000:0.0:1734016126.552476:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599392f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4018176->4022271) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50311 expref: 7 pid: 10752 timeout: 490 lvb_type: 0 00010000:00010000:0.0:1734016126.552506:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599392f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4018176->4022271) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50311 expref: 7 pid: 10752 timeout: 490 lvb_type: 0 00010000:00010000:0.0:1734016126.554291:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.554305:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.554324:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993936 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4587519) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50318 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.554340:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993936 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4587519) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50318 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.555093:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993936 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4587519) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50318 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.555141:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338460288:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016126.555287:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.563873:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338460288:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016126.563903:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016126.563963:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334919040:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 11560us (12048us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.563977:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3136 00000100:00100000:0.0:1734016126.564785:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.565244:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334919296 00000100:00100000:1.0:1734016126.565256:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334919296 00002000:00100000:1.0:1734016126.565315:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4583424->4587519) req@ffff880078837480 x1818247334919296/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.565327:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078837480 with x1818247334919296 ext(4583424->4587519) 00002000:00010000:1.0:1734016126.565334:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078837480 00000100:00100000:1.0:1734016126.565382:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9077 00000100:00100000:1.0:1734016126.565390:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334919296:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016126.565674:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334919296:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 283us (892us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016126.565685:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9077 00002000:00100000:1.0:1734016126.565690:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4583424->4587519) req@ffff880078837480 x1818247334919296/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.565697:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078837480 with x1818247334919296 ext(4583424->4587519) 00002000:00010000:1.0:1734016126.565699:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078837480 00000100:00100000:0.0:1734016126.575330:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016126.575707:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334919424 00000100:00100000:2.0:1734016126.575733:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334919424 00000100:00100000:2.0:1734016126.575895:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11112 00000100:00100000:2.0:1734016126.575906:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334919424:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.575948:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.575984:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599393d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5031f expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.576109:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338460416:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016126.576263:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.580988:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338460416:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016126.581043:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599393d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5031f expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.581062:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc5599393d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5031f expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.581216:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016126.581300:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334919424:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5394us (5994us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.581313:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11112 00000100:00100000:3.0:1734016126.587202:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016126.587358:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334919552 00000100:00100000:2.0:1734016126.587382:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334919552 00000100:00100000:2.0:1734016126.588027:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11113 00000100:00100000:2.0:1734016126.588038:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334919552:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.588071:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.588103:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55993944 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50326 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.588220:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338460544:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016126.588330:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.591003:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338460544:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016126.591067:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55993944 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50326 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.591089:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55993944 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50326 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.591661:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016126.591768:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334919552:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3729us (4591us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.591782:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11113 00000100:00100000:2.0:1734016126.595086:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3507:1818247338460928:0@lo:400:kworker.0 00000100:00100000:2.0:1734016126.595179:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016126.595213:0:3507:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1734016126.595219:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3507:1818247338460800:0@lo:400:kworker.0 00000100:00100000:2.0:1734016126.595236:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016126.595246:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338461312:0@lo:400:kworker.0 00000100:00100000:2.0:1734016126.595265:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016126.595291:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338461312 00000100:00100000:2.0:1734016126.595298:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338461312 00000100:00100000:2.0:1734016126.595350:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1734016126.595357:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338461312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016126.595408:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338461312:12345-0@lo:400:kworker.0 Request processed in 52us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.595414:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1734016126.595456:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338461312:0@lo:400:kworker.0 00000100:00100000:2.0:1734016126.595499:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338460928 00000100:00100000:2.0:1734016126.595501:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338460928 00000100:00100000:2.0:1734016126.595533:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338460800 00000100:00100000:2.0:1734016126.595535:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338460800 00000100:00100000:2.0:1734016126.595552:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1734016126.595556:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3507:x1818247338460928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016126.595587:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3507:x1818247338460928:12345-0@lo:400:kworker.0 Request processed in 30us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.595592:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1734016126.595600:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1734016126.595604:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3507:x1818247338460800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016126.595622:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3507:x1818247338460800:12345-0@lo:400:kworker.0 Request processed in 18us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.595626:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1734016126.595642:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3507:1818247338460800:0@lo:400:kworker.0 00000100:00100000:2.0:1734016126.595651:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3507:1818247338460928:0@lo:400:kworker.0 00000100:00080000:2.0:1734016126.595683:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016096 00000100:00080000:2.0:1734016126.595687:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016096 00000100:00100000:1.0:1734016126.595848:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3505:1818247338460672:0@lo:400:kworker.0 00000100:00100000:1.0:1734016126.595895:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016126.595909:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3505:1818247338461184:0@lo:400:kworker.0 00000100:00100000:1.0:1734016126.595926:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016126.595936:0:3505:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016126.595941:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338461056:0@lo:400:kworker.0 00000100:00100000:1.0:1734016126.595958:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016126.595976:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338461056 00000100:00100000:1.0:1734016126.595979:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338461056 00000100:00080000:1.0:1734016126.595989:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016096 00000100:00100000:1.0:1734016126.596005:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1734016126.596009:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3505:x1818247338461056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016126.596036:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3505:x1818247338461056:12345-0@lo:400:kworker.0 Request processed in 27us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.596042:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1734016126.596059:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338461056:0@lo:400:kworker.0 00000100:00100000:3.0:1734016126.596196:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338460672 00000100:00100000:3.0:1734016126.596202:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338460672 00000100:00100000:3.0:1734016126.596233:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1734016126.596237:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e84d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3505:x1818247338460672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016126.596271:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e84d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3505:x1818247338460672:12345-0@lo:400:kworker.0 Request processed in 33us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.596276:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1734016126.596306:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3505:1818247338460672:0@lo:400:kworker.0 00000100:00100000:0.0:1734016126.596622:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00080000:1.0:1734016126.596702:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016096 00000100:00100000:3.0:1734016126.596741:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334919808 00000100:00100000:3.0:1734016126.596745:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334919808 00000100:00100000:3.0:1734016126.596788:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9078 00000100:00100000:3.0:1734016126.596793:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334919808:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:3.0:1734016126.596847:0:7691:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599394b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.596866:0:7691:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993936 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4587519) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50318 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.596873:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016126.596875:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016126.596878:0:7691:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599394b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7225344->7249919] (req 7225344->7249919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.596914:0:7691:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993936 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4587519) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50318 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.596934:0:7691:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993936 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4587519) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50318 expref: 5 pid: 10752 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016126.596948:0:7691:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338461440:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016126.597011:0:7691:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.597692:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338461184 00000100:00100000:2.0:1734016126.597698:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338461184 00000100:00100000:2.0:1734016126.597751:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1734016126.597757:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3505:x1818247338461184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016126.597849:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3505:x1818247338461184:12345-0@lo:400:kworker.0 Request processed in 92us (1921us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.597855:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1734016126.597899:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3505:1818247338461184:0@lo:400:kworker.0 00000100:00080000:1.0:1734016126.598175:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016096 00000100:00100000:3.0:1734016126.603506:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.603616:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334919936 00000100:00100000:1.0:1734016126.603626:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334919936 00002000:00100000:1.0:1734016126.603683:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4558848->4587519) req@ffff88012e29ca80 x1818247334919936/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.603693:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ca80 with x1818247334919936 ext(4558848->4587519) 00010000:00010000:1.0:1734016126.603708:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993936 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4587519) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50318 expref: 6 pid: 10752 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016126.603725:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993936 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4587519) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50318 expref: 6 pid: 10752 timeout: 490 lvb_type: 0 00002000:00010000:1.0:1734016126.603735:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e29ca80 00000100:00100000:1.0:1734016126.603779:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 274 00000100:00100000:1.0:1734016126.603787:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334919936:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016126.604323:0:7691:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338461440:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016126.604364:0:7691:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599394b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7225344->7249919] (req 7225344->7249919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.609067:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334919936:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 5254us (5555us total) trans 4294969539 rc 0/0 00000100:00100000:1.0:1734016126.609093:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 274 00002000:00100000:1.0:1734016126.609116:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4558848->4587519) req@ffff88012e29ca80 x1818247334919936/t4294969539(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:87/0 lens 488/448 e 0 to 0 dl 1734016137 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.609126:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ca80 with x1818247334919936 ext(4558848->4587519) 00010000:00010000:1.0:1734016126.609151:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993936 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4587519) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50318 expref: 8 pid: 10752 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016126.609174:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993936 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4587519) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50318 expref: 8 pid: 10752 timeout: 490 lvb_type: 0 00002000:00010000:1.0:1734016126.609181:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e29ca80 00000100:00100000:0.0:1734016126.612702:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.612841:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334920064 00000100:00100000:1.0:1734016126.612857:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334920064 00010000:00010000:1.0:1734016126.612920:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993936 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4587519) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50318 expref: 8 pid: 10752 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016126.614421:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3137 00000100:00100000:2.0:1734016126.614433:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078836a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334920064:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016126.614463:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016126.614493:0:6465:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1088 -> 1144 00010000:00010000:2.0:1734016126.614503:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993936 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4558848->4587519) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50318 expref: 8 pid: 10752 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.614524:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993936 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4558848->4587519) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50318 expref: 8 pid: 10752 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.614561:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993936 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4558848->4587519) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50318 expref: 8 pid: 10752 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.614617:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.614621:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.614628:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599394b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7225344->7249919] (req 7225344->7249919) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.614640:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599394b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7225344->7249919] (req 7225344->7249919) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.614682:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016126.614775:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078836a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334920064:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 344us (2099us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.614783:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3137 00010000:00010000:2.0:1734016126.614863:0:7691:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599394b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7225344->7249919] (req 7225344->7249919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.614877:0:7691:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599394b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7225344->7249919] (req 7225344->7249919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1734016126.623562:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969540 is committed 00000001:00080000:1.0:1734016126.623592:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969539 is committed 00002000:00010000:2.0:1734016126.623758:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1144 -> 1192 00010000:00010000:2.0:1734016126.623780:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599394b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7225344->7249919] (req 7225344->7249919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.623795:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599394b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7225344->7249919] (req 7225344->7249919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.623909:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599394b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7225344->7249919] (req 7225344->7249919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.623918:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070102d00 already unused, calling callback (ffffffffa0859100) 00010000:00010000:2.0:1734016126.623923:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599394b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7225344->7249919] (req 7225344->7249919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.623934:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599394b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7225344->7249919] (req 7225344->7249919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.623963:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599394b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7225344->7249919] (req 7225344->7249919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.623970:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599394b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7225344->7249919] (req 7225344->7249919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.624146:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334919808:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 27330us (27504us total) trans 4294969540 rc 0/0 00000100:00100000:2.0:1734016126.624163:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9078 00000100:00100000:3.0:1734016126.627404:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.627533:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334920192 00000100:00100000:1.0:1734016126.627552:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334920192 00000100:00100000:1.0:1734016126.627697:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11114 00000100:00100000:1.0:1734016126.627707:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334920192:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.627734:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.627760:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55993952 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5032d expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016126.627790:0:10752:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8462695, mtime: 0x675afc7e, atime: 0x675afc7e, ctime: 0x675afc7e, blocks: 0x4a8 00010000:00010000:1.0:1734016126.627955:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.627958:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.627968:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55993952 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5032d expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.627990:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55993952 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5032d expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.628009:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016126.628097:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334920192:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 391us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.628104:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11114 00000100:00100000:0.0:1734016126.634172:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016126.634487:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334920448 00000100:00100000:2.0:1734016126.634507:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334920448 00000100:00100000:2.0:1734016126.635656:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9079 00000100:00100000:2.0:1734016126.635667:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334920448:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:2.0:1734016126.635724:0:7691:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993959 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.635747:0:7691:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55993952 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5032d expref: 5 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.635755:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.635757:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.635762:0:7691:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993959 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5324800->5332991] (req 5324800->5332991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.635821:0:7691:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55993952 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5032d expref: 5 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.635834:0:7691:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55993952 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5032d expref: 5 pid: 10752 timeout: 490 lvb_type: 1 00000100:00100000:2.0:1734016126.635852:0:7691:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338461568:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016126.635970:0:7691:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.644625:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016126.644952:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338461696:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016126.645028:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016126.645302:0:7691:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338461568:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016126.645342:0:7691:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993959 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5324800->5332991] (req 5324800->5332991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.646953:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334920576 00000100:00100000:1.0:1734016126.646973:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334920576 00010000:00010000:1.0:1734016126.647050:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55993952 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5032d expref: 6 pid: 10752 timeout: 490 lvb_type: 1 00000100:00100000:1.0:1734016126.647111:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3138 00000100:00100000:1.0:1734016126.647121:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088627050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334920576:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016126.647163:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016126.647203:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55993952 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5032d expref: 6 pid: 10752 timeout: 490 lvb_type: 1 00010000:00010000:1.0:1734016126.647217:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55993952 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5032d expref: 6 pid: 10752 timeout: 490 lvb_type: 1 00010000:00010000:1.0:1734016126.647253:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55993952 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5032d expref: 6 pid: 10752 timeout: 490 lvb_type: 1 00010000:00010000:1.0:1734016126.647291:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.647294:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.647299:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993959 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5324800->5332991] (req 5324800->5332991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.647317:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993959 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5324800->5332991] (req 5324800->5332991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.647357:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016126.647448:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880088627050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334920576:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 327us (2839us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.647458:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3138 00010000:00010000:2.0:1734016126.647653:0:7691:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993959 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5324800->5332991] (req 5324800->5332991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.647663:0:7691:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993959 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5324800->5332991] (req 5324800->5332991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.648980:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338461696 00000100:00100000:1.0:1734016126.648994:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338461696 00000100:00100000:1.0:1734016126.649040:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:1.0:1734016126.649050:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338461696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734016126.649085:0:7687:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980075072 pending 32768 free 3923161088 avail 3691470848 00000100:00100000:1.0:1734016126.650726:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338461696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1668us (5688us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.650740:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:3.0:1734016126.650868:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338461696:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1734016126.655481:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969541 is committed 00002000:00010000:2.0:1734016126.655667:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1192 -> 1208 00010000:00010000:2.0:1734016126.655693:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993959 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5324800->5332991] (req 5324800->5332991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.655711:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993959 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5324800->5332991] (req 5324800->5332991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.655721:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993959 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5324800->5332991] (req 5324800->5332991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.655730:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405f80 already unused, calling callback (ffffffffa0859100) 00010000:00010000:2.0:1734016126.655735:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993959 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5324800->5332991] (req 5324800->5332991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.655745:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993959 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5324800->5332991] (req 5324800->5332991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.655773:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993959 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5324800->5332991] (req 5324800->5332991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.655781:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993959 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5324800->5332991] (req 5324800->5332991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.656465:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334920448:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 20788us (22307us total) trans 4294969541 rc 0/0 00000100:00100000:2.0:1734016126.656479:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9079 00000100:00100000:0.0:1734016126.665573:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.665743:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334920704 00000100:00100000:1.0:1734016126.665764:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334920704 00000100:00100000:1.0:1734016126.665985:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11115 00000100:00100000:1.0:1734016126.665997:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078837800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334920704:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.666027:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.666068:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993960 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50334 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016126.666113:0:10752:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8462695, mtime: 0x675afc7e, atime: 0x675afc7e, ctime: 0x675afc7e, blocks: 0x4b8 00010000:00010000:1.0:1734016126.666173:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.666178:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.666190:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993960 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50334 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.666212:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993960 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50334 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.666227:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016126.666324:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078837800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334920704:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 328us (779us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.666334:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11115 00000100:00100000:0.0:1734016126.674505:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016126.674661:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334920960 00000100:00100000:3.0:1734016126.674681:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334920960 00000100:00100000:2.0:1734016126.675087:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2246 00000100:00100000:2.0:1734016126.675102:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:9662:x1818247334920960:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016126.675195:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016126.675238:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc559938fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502e0 expref: 19 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.675281:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016126.675287:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016126.675576:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993967 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016126.675597:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559938e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502cb expref: 22 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.675603:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993967 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016126.675648:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559938e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502cb expref: 22 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.675662:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559938e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502cb expref: 22 pid: 7707 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016126.675681:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff0000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338461824:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016126.675786:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.677795:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff0000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338461824:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016126.677858:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993967 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016126.678123:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016126.678287:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334921088 00000100:00100000:3.0:1734016126.678298:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334921088 00010000:00010000:3.0:1734016126.678340:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559938e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502cb expref: 23 pid: 7707 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016126.678390:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3139 00000100:00100000:3.0:1734016126.678401:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078837100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:1969:x1818247334921088:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016126.678423:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016126.678430:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559938e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502cb expref: 23 pid: 7707 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.678448:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559938e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502cb expref: 23 pid: 7707 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.678475:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc559938e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee502cb expref: 23 pid: 7707 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.678504:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016126.678509:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993967 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016126.678520:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993967 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016126.678528:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993967 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016126.678558:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016126.678606:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078837100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:1969:x1818247334921088:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 206us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.678612:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3139 00010000:00010000:2.0:1734016126.679789:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993967 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016126.679797:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993967 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:2.0:1734016126.679954:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968720 00000004:00010000:2.0:1734016126.680017:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078837b80 reply state ffff8800708f3000 transno 4294968721 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993967 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016126.680025:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016126.680145:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:9662:x1818247334920960:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 5043us (5660us total) trans 4294968721 rc 0/0 00000100:00100000:2.0:1734016126.680152:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2246 00000020:00080000:2.0:1734016126.680157:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016126.686541:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016126.686780:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993967 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016126.686796:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993967 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016126.687104:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334921216 00000100:00100000:2.0:1734016126.687116:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334921216 00000100:00100000:2.0:1734016126.687194:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11116 00000100:00100000:2.0:1734016126.687207:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334921216:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.687239:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.687273:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599396e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5033b expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.687316:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993960 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50334 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.687332:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.687336:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.687344:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599396e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5033b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.687396:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993960 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50334 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.687415:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993960 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50334 expref: 6 pid: 10752 timeout: 490 lvb_type: 1 00000100:00100000:2.0:1734016126.687435:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338461952:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016126.687580:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993967 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016126.687589:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404fc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016126.687596:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993967 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016126.687605:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993967 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016126.687621:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016126.687624:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016126.687628:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993967 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016126.687633:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993967 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016126.688142:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf36c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.691779:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338461952:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016126.692655:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.692801:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334921344 00000100:00100000:1.0:1734016126.692845:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334921344 00010000:00010000:1.0:1734016126.692919:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993960 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50334 expref: 7 pid: 10752 timeout: 490 lvb_type: 1 00000100:00100000:1.0:1734016126.692985:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3140 00000100:00100000:1.0:1734016126.692998:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078834700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334921344:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016126.693025:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016126.693067:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993960 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50334 expref: 7 pid: 10752 timeout: 490 lvb_type: 1 00010000:00010000:1.0:1734016126.693081:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993960 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50334 expref: 7 pid: 10752 timeout: 490 lvb_type: 1 00010000:00010000:1.0:1734016126.693117:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993960 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50334 expref: 7 pid: 10752 timeout: 490 lvb_type: 1 00010000:00010000:1.0:1734016126.693156:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.693159:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.693168:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599396e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5033b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.693181:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599396e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5033b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.693242:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599396e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5033b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.693260:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338462080:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016126.693359:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00010000:00010000:2.0:1734016126.694435:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599396e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5033b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.694448:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016126.694498:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334921216:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7293us (7982us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.694512:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11116 00000100:00100000:0.0:1734016126.695057:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338462080:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016126.695075:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016126.695100:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078834700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334921344:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2105us (2450us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016126.695110:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3140 00000100:00100000:0.0:1734016126.697588:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016126.697653:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334921472 00000100:00100000:2.0:1734016126.697662:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334921472 00002000:00010000:2.0:1734016126.697698:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10203238->18446744073709551615) 00002000:00100000:2.0:1734016126.697702:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078836680 with x1818247334921472 ext(10203238->18446744073709551615) 00002000:00010000:2.0:1734016126.697713:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078836680. 00000100:00100000:2.0:1734016126.697746:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9080 00000100:00100000:2.0:1734016126.697753:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334921472:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016126.698071:0:7691:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8462695 -> 10203238 00002000:00010000:2.0:1734016126.698074:0:7691:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:2.0:1734016126.698076:0:7691:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016126 -> 1734016126 00002000:00010000:2.0:1734016126.698078:0:7691:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:2.0:1734016126.698080:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1208 -> 1208 00000100:00100000:2.0:1734016126.698121:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334921472:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 368us (540us total) trans 4294969542 rc 0/0 00000100:00100000:2.0:1734016126.698156:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9080 00002000:00010000:2.0:1734016126.698159:0:7691:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10203238->18446744073709551615) 00002000:00100000:2.0:1734016126.698161:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078836680 with x1818247334921472 ext(10203238->18446744073709551615) 00002000:00010000:2.0:1734016126.698165:0:7691:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078836680. 00000100:00100000:0.0:1734016126.710729:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.711617:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334921728 00000100:00100000:1.0:1734016126.711637:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334921728 00002000:00100000:1.0:1734016126.711727:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8466432->10207231) req@ffff880078835f80 x1818247334921728/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.711742:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078835f80 with x1818247334921728 ext(8466432->10207231) 00002000:00010000:1.0:1734016126.711751:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078835f80 00000100:00100000:1.0:1734016126.711800:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9081 00000100:00100000:1.0:1734016126.711828:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334921728:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016126.733696:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334921728:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 21870us (22968us total) trans 0 rc 1740800/1740800 00000100:00100000:1.0:1734016126.733715:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9081 00002000:00100000:1.0:1734016126.733733:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8466432->10207231) req@ffff880078835f80 x1818247334921728/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:87/0 lens 488/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 1740800/1740800 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.733744:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078835f80 with x1818247334921728 ext(8466432->10207231) 00002000:00010000:1.0:1734016126.733751:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078835f80 00000100:00100000:0.0:1734016126.743304:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.743459:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334921856 00000100:00100000:1.0:1734016126.743475:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334921856 00002000:00100000:1.0:1734016126.743569:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (10194944->10203237) req@ffff880078835880 x1818247334921856/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:87/0 lens 8784/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.743583:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078835880 with x1818247334921856 ext(10194944->10203237) 00002000:00010000:1.0:1734016126.743592:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078835880 00000100:00100000:1.0:1734016126.744721:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9082 00000100:00100000:1.0:1734016126.744730:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334921856:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016126.747579:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334921856:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 2832us (4279us total) trans 4294969543 rc 0/0 00000100:00100000:0.0:1734016126.747593:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9082 00002000:00100000:0.0:1734016126.747607:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (10194944->10203237) req@ffff880078835880 x1818247334921856/t4294969543(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:87/0 lens 8784/448 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016126.747618:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078835880 with x1818247334921856 ext(10194944->10203237) 00002000:00010000:0.0:1734016126.747625:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078835880 00000100:00100000:0.0:1734016126.755705:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016126.756444:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334921984 00000100:00100000:2.0:1734016126.756462:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334921984 00000100:00100000:3.0:1734016126.757789:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2247 00000100:00100000:3.0:1734016126.757802:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078834380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:9662:x1818247334921984:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:3.0:1734016126.758033:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078834380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:9662:x1818247334921984:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 233us (2343us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.758042:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2247 00000100:00100000:0.0:1734016126.762325:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016126.763292:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334922112 00000100:00100000:2.0:1734016126.763309:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334922112 00000100:00100000:0.0:1734016126.763437:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11117 00000100:00100000:0.0:1734016126.763449:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078836a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334922112:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:3.0:1734016126.765914:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969543 is committed 00000100:00100000:0.0:1734016126.766091:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078836a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334922112:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2639us (3782us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016126.766107:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11117 00000100:00100000:2.0:1734016126.768727:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016126.771162:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334922240 00000100:00100000:3.0:1734016126.771174:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334922240 00000100:00100000:3.0:1734016126.771239:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2248 00000100:00100000:3.0:1734016126.771246:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:9662:x1818247334922240:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.771265:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.771285:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55993975 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50342 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.771362:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599397c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016126.771376:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599397c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016126.771388:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599397c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:3.0:1734016126.771414:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10203238 00000004:00200000:3.0:1734016126.771417:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016126.771434:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599397c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016126.771457:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55993975 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50342 expref: 22 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.771481:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599397c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50342 expref: 21 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.771488:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016126.771491:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016126.771494:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016126.771588:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:9662:x1818247334922240:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 342us (2872us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.771595:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2248 00000100:00100000:2.0:1734016126.780403:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016126.780527:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334922368 00000100:00100000:0.0:1734016126.780545:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334922368 00000100:00100000:0.0:1734016126.780636:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11118 00000100:00100000:0.0:1734016126.780648:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334922368:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016126.781106:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10203238 -> 10203238 00002000:00010000:0.0:1734016126.781110:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:0.0:1734016126.781112:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016126 -> 1734016126 00002000:00010000:0.0:1734016126.781114:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:0.0:1734016126.781116:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1208 -> 1232 00000100:00100000:0.0:1734016126.781218:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334922368:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 573us (841us total) trans 4294969544 rc 0/0 00000100:00100000:0.0:1734016126.781227:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11118 00000100:00100000:0.0:1734016126.796363:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016126.796879:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334922496 00000100:00100000:2.0:1734016126.796898:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334922496 00000100:00100000:2.0:1734016126.797012:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2249 00000100:00100000:2.0:1734016126.797023:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078834e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:9662:x1818247334922496:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.797096:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.797148:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993983 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50349 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.797314:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599398a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016126.797335:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599398a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016126.797349:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599398a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016126.797388:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10203238 00000004:00200000:2.0:1734016126.797394:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016126.797415:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599398a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016126.797446:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993983 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50349 expref: 24 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.797487:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599398a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50349 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.797498:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016126.797500:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016126.797504:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016126.797574:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078834e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334922496:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 554us (1233us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.797583:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2249 00000100:00100000:3.0:1734016126.800693:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.800798:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334922624 00000100:00100000:1.0:1734016126.800838:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334922624 00000100:00100000:1.0:1734016126.801153:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11119 00000100:00100000:1.0:1734016126.801167:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334922624:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.801204:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.801233:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55993991 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50350 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.801334:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338462208:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016126.801568:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.803748:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338462208:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016126.803802:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55993991 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50350 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.803845:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55993991 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50350 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.803862:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016126.806383:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334922624:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5183us (5669us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.806409:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11119 00000100:00100000:0.0:1734016126.810538:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.812798:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334922752 00000100:00100000:1.0:1734016126.812887:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334922752 00000100:00100000:1.0:1734016126.812964:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11120 00000100:00100000:1.0:1734016126.812973:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334922752:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.813000:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.813027:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993998 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50357 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.813093:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338462336:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016126.813217:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.817048:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338462336:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016126.817096:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993998 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50357 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.817115:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993998 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50357 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.817500:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016126.817588:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334922752:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4614us (7072us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.817600:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11120 00000100:00100000:2.0:1734016126.821172:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.821570:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334922880 00000100:00100000:1.0:1734016126.821590:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334922880 00000100:00100000:1.0:1734016126.822265:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11121 00000100:00100000:1.0:1734016126.822274:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334922880:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.822302:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.822333:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5599399f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5035e expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.822436:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338462464:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016126.822560:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.825172:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338462464:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016126.825211:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5599399f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5035e expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.825223:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5599399f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5035e expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.825495:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016126.825582:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334922880:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3308us (4430us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.825596:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11121 00000100:00100000:3.0:1734016126.839883:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.840887:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334923008 00000100:00100000:1.0:1734016126.840914:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334923008 00000100:00100000:1.0:1734016126.841049:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11122 00000100:00100000:1.0:1734016126.841064:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334923008:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.841119:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.841173:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559939a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50365 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.841326:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338462592:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016126.841513:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.849219:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338462592:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016126.849269:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559939a6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50365 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.849287:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559939a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50365 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.850337:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:1.0:1734016126.850433:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334923008:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9371us (10671us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.850445:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11122 00000100:00100000:0.0:1734016126.855900:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.856261:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334923136 00000100:00100000:1.0:1734016126.856284:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334923136 00000100:00100000:1.0:1734016126.856376:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11123 00000100:00100000:1.0:1734016126.856389:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078837800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334923136:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.856421:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.856452:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc559939ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5036c expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.856562:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338462720:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016126.856697:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.861219:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338462720:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016126.861296:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc559939ad lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5036c expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.861322:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc559939ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5036c expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.861717:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016126.862164:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078837800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334923136:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5772us (6277us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.862177:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11123 00000100:00100000:3.0:1734016126.872039:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016126.872113:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334923392 00000100:00100000:0.0:1734016126.872123:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334923392 00000100:00100000:0.0:1734016126.872191:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9083 00000100:00100000:0.0:1734016126.872200:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334923392:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:0.0:1734016126.872243:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc559939b4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.872264:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599396e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5033b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.872272:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016126.872274:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016126.872278:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc559939b4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4530176->4571135] (req 4530176->4571135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.872308:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599396e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5033b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.872321:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599396e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5033b expref: 6 pid: 7685 timeout: 490 lvb_type: 0 00000100:00100000:0.0:1734016126.872335:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078836a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338462848:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016126.872408:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.874461:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078836a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338462848:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016126.874490:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc559939b4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4530176->4571135] (req 4530176->4571135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.881791:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016126.884058:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334923520 00000100:00100000:0.0:1734016126.884083:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334923520 00010000:00010000:0.0:1734016126.884155:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599396e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5033b expref: 7 pid: 7685 timeout: 490 lvb_type: 0 00000100:00100000:0.0:1734016126.884216:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3141 00000100:00100000:0.0:1734016126.884225:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334923520:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016126.884245:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016126.884272:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599396e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5033b expref: 7 pid: 7685 timeout: 490 lvb_type: 0 00010000:00010000:0.0:1734016126.884287:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599396e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5033b expref: 7 pid: 7685 timeout: 490 lvb_type: 0 00010000:00010000:0.0:1734016126.884317:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599396e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5033b expref: 7 pid: 7685 timeout: 490 lvb_type: 0 00010000:00010000:0.0:1734016126.884340:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.884343:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.884348:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc559939b4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4530176->4571135] (req 4530176->4571135) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.884360:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc559939b4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4530176->4571135] (req 4530176->4571135) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.884394:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016126.884461:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334923520:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 237us (2684us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016126.884469:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3141 00010000:00010000:0.0:1734016126.884699:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc559939b4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4530176->4571135] (req 4530176->4571135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.884708:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc559939b4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4530176->4571135] (req 4530176->4571135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.892656:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc559939b4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4530176->4571135] (req 4530176->4571135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.892684:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc559939b4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4530176->4571135] (req 4530176->4571135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.892694:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc559939b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4530176->4571135] (req 4530176->4571135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.892701:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8565f80 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016126.892705:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc559939b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4530176->4571135] (req 4530176->4571135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.892713:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc559939b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4530176->4571135] (req 4530176->4571135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.892733:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc559939b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4530176->4571135] (req 4530176->4571135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.892739:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc559939b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4530176->4571135] (req 4530176->4571135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.895721:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334923392:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 23492us (23667us total) trans 0 rc 40960/40960 00000100:00100000:0.0:1734016126.895747:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9083 00000100:00100000:0.0:1734016126.901326:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.901477:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334923648 00000100:00100000:1.0:1734016126.901491:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334923648 00000100:00100000:1.0:1734016126.901684:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11124 00000100:00100000:1.0:1734016126.901695:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078836a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334923648:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.901728:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.901761:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559939bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50373 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016126.901799:0:10752:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10203238, mtime: 0x675afc7e, atime: 0x675afc7e, ctime: 0x675afc7e, blocks: 0x4d0 00010000:00010000:1.0:1734016126.901879:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.901883:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.901896:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559939bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50373 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.901917:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559939bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50373 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.901934:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016126.902531:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078836a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334923648:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 834us (1224us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.902540:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11124 00000100:00100000:2.0:1734016126.908181:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016126.909953:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334923904 00000100:00100000:3.0:1734016126.909974:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334923904 00000100:00100000:3.0:1734016126.910051:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2250 00000100:00100000:3.0:1734016126.910061:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:9662:x1818247334923904:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016126.910141:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016126.910179:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599397c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50342 expref: 21 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.912516:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016126.912535:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016126.912828:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559939c2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016126.912857:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599398a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50349 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.912866:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559939c2 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016126.912927:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599398a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50349 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.912945:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599398a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50349 expref: 22 pid: 6480 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016126.912966:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338462976:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016126.913133:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.930241:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016126.930388:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338462976:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016126.930431:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559939c2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016126.931409:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334924032 00000100:00100000:2.0:1734016126.931420:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334924032 00010000:00010000:2.0:1734016126.931467:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599398a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50349 expref: 23 pid: 6480 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016126.931510:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3142 00000100:00100000:2.0:1734016126.931519:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:1969:x1818247334924032:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016126.931536:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016126.931543:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599398a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50349 expref: 23 pid: 6480 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.931556:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599398a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50349 expref: 23 pid: 6480 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.931584:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc5599398a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50349 expref: 23 pid: 6480 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.931621:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016126.931627:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559939c2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016126.931638:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559939c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016126.931645:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559939c2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016126.931667:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016126.931740:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:1969:x1818247334924032:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 221us (1520us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.931746:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3142 00010000:00010000:2.0:1734016126.931781:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559939c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016126.931787:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559939c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:2.0:1734016126.931916:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968722 00000004:00010000:2.0:1734016126.931971:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880129ff1880 reply state ffff88012b7f1000 transno 4294968723 ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559939c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016126.931977:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016126.932072:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334923904:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 22012us (23904us total) trans 4294968723 rc 0/0 00000100:00100000:2.0:1734016126.932079:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2250 00000020:00080000:2.0:1734016126.932084:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016126.936064:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.936217:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334924160 00000100:00100000:1.0:1734016126.936229:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334924160 00000100:00100000:1.0:1734016126.936284:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11125 00000100:00100000:1.0:1734016126.936291:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334924160:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.936309:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.936325:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559939c9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5037a expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.936350:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559939bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50373 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.936357:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.936359:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.936362:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559939c9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5037a expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.936388:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559939bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50373 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.936398:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559939bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50373 expref: 8 pid: 10752 timeout: 490 lvb_type: 1 00000100:00100000:1.0:1734016126.936408:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338463104:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016126.936453:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00010000:00010000:3.0:1734016126.937005:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559939c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016126.937013:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559939c2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016126.937018:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559939c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016126.937023:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100480 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016126.937027:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559939c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016126.937033:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559939c2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016126.937047:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016126.937049:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016126.937052:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559939c2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016126.937056:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559939c2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016126.939536:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338463104:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016126.939570:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559939c9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5037a expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.939595:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:1.0:1734016126.939654:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334924160:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3360us (3599us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.939664:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11125 00000100:00100000:2.0:1734016126.943873:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016126.945323:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334924288 00000100:00100000:0.0:1734016126.945342:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334924288 00010000:00010000:0.0:1734016126.945394:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559939bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50373 expref: 8 pid: 10752 timeout: 490 lvb_type: 1 00000100:00100000:0.0:1734016126.945437:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3143 00000100:00100000:0.0:1734016126.945445:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334924288:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016126.945464:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016126.945487:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559939bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50373 expref: 8 pid: 10752 timeout: 490 lvb_type: 1 00010000:00010000:0.0:1734016126.945499:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559939bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50373 expref: 8 pid: 10752 timeout: 490 lvb_type: 1 00010000:00010000:0.0:1734016126.945536:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559939bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50373 expref: 8 pid: 10752 timeout: 490 lvb_type: 1 00010000:00010000:0.0:1734016126.945576:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.945579:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.945586:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559939c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5037a expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.945596:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559939c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5037a expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.945647:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559939c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5037a expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.945661:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338463232:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016126.945741:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.956305:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338463232:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016126.956330:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016126.956394:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334924288:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10949us (12531us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016126.956406:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3143 00000100:00100000:2.0:1734016126.957568:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.957666:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334924416 00000100:00100000:1.0:1734016126.957674:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334924416 00002000:00010000:1.0:1734016126.957709:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1773699->18446744073709551615) 00002000:00100000:1.0:1734016126.957714:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff3480 with x1818247334924416 ext(1773699->18446744073709551615) 00002000:00010000:1.0:1734016126.957726:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff3480. 00000100:00100000:1.0:1734016126.957746:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9084 00000100:00100000:1.0:1734016126.957753:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334924416:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016126.966701:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10203238 -> 1773699 00002000:00010000:0.0:1734016126.966710:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:0.0:1734016126.966713:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016126 -> 1734016126 00002000:00010000:0.0:1734016126.966714:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:0.0:1734016126.966716:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1232 -> 384 00000100:00100000:0.0:1734016126.970189:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334924416:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 12423us (12617us total) trans 4294969545 rc 0/0 00000100:00100000:0.0:1734016126.970204:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9084 00002000:00010000:0.0:1734016126.970215:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1773699->18446744073709551615) 00002000:00100000:0.0:1734016126.970219:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff3480 with x1818247334924416 ext(1773699->18446744073709551615) 00002000:00010000:0.0:1734016126.970234:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff3480. 00000100:00100000:2.0:1734016126.973861:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016126.973937:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334924544 00000100:00100000:0.0:1734016126.973950:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334924544 00000100:00100000:0.0:1734016126.974033:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2251 00000100:00100000:0.0:1734016126.974043:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:9662:x1818247334924544:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.974073:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.974110:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc559939d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50381 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.974244:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc559939d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016126.974263:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc559939d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016126.974274:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc559939d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:0.0:1734016126.974309:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1773699 00000004:00200000:0.0:1734016126.974313:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016126.974337:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc559939d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016126.974369:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc559939d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50381 expref: 24 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.974387:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc559939d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50381 expref: 23 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.974396:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016126.974400:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016126.974404:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565200, rc 0) 00000100:00100000:0.0:1734016126.974487:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334924544:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 446us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016126.974494:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2251 00000100:00100000:2.0:1734016126.979764:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.980384:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334924672 00000100:00100000:1.0:1734016126.980397:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334924672 00000100:00100000:1.0:1734016126.980616:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11126 00000100:00100000:1.0:1734016126.980624:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334924672:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.980645:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.980670:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc559939de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50388 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.980733:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338463360:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016126.981039:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.983909:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338463360:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016126.983958:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc559939de lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50388 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.983974:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc559939de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50388 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.984043:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016126.984277:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334924672:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3651us (4521us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.984289:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11126 00000100:00100000:0.0:1734016126.988744:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016126.988834:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334924800 00000100:00100000:1.0:1734016126.988843:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334924800 00000100:00100000:1.0:1734016126.988955:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11127 00000100:00100000:1.0:1734016126.988962:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334924800:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.988985:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.989002:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc559939e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5038f expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.989058:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338463488:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016126.989717:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.993930:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338463488:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016126.993962:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc559939e5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5038f expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.993974:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc559939e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5038f expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.993988:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:1.0:1734016126.994351:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334924800:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5388us (5613us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.994359:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11127 00000100:00100000:3.0:1734016126.999731:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016126.999916:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334925056 00000100:00100000:0.0:1734016126.999927:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334925056 00000100:00100000:0.0:1734016127.000529:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9085 00000100:00100000:0.0:1734016127.000540:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334925056:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:0.0:1734016127.000581:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc559939ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.000600:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559939c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5037a expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.000607:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016127.000609:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016127.000611:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc559939ec lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7843840->7884799] (req 7843840->7884799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.000646:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559939c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5037a expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.000658:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559939c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5037a expref: 7 pid: 10752 timeout: 490 lvb_type: 0 00000100:00100000:0.0:1734016127.000671:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ea0700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338463616:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016127.000741:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.003791:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ea0700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338463616:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016127.003850:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc559939ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7843840->7884799] (req 7843840->7884799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.005367:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.005573:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334925184 00000100:00100000:2.0:1734016127.005586:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334925184 00010000:00010000:2.0:1734016127.005654:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559939c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5037a expref: 8 pid: 10752 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016127.005701:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3144 00000100:00100000:2.0:1734016127.005712:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334925184:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.005730:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.005756:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559939c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5037a expref: 8 pid: 10752 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016127.005771:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559939c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5037a expref: 8 pid: 10752 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016127.005795:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559939c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5037a expref: 8 pid: 10752 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016127.005848:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.005850:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.005854:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc559939ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7843840->7884799] (req 7843840->7884799) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.005862:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc559939ec lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7843840->7884799] (req 7843840->7884799) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.005890:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016127.005929:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334925184:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 219us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.005936:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3144 00010000:00010000:2.0:1734016127.005960:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc559939ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7843840->7884799] (req 7843840->7884799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.005972:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc559939ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7843840->7884799] (req 7843840->7884799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1734016127.006245:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016097 00000001:00080000:3.0:1734016127.011143:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969546 is committed 00000001:00080000:3.0:1734016127.011182:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969545 is committed 00002000:00010000:2.0:1734016127.011281:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1773699 -> 7884800 00002000:00010000:2.0:1734016127.011285:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 384 -> 464 00010000:00010000:2.0:1734016127.011299:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc559939ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7843840->7884799] (req 7843840->7884799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.011308:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc559939ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7843840->7884799] (req 7843840->7884799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.011315:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc559939ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7843840->7884799] (req 7843840->7884799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.011321:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8564fc0 already unused, calling callback (ffffffffa0859100) 00010000:00010000:2.0:1734016127.011324:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc559939ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7843840->7884799] (req 7843840->7884799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.011332:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc559939ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7843840->7884799] (req 7843840->7884799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.011350:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc559939ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7843840->7884799] (req 7843840->7884799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.011357:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc559939ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7843840->7884799] (req 7843840->7884799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.011708:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334925056:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 11162us (11982us total) trans 4294969546 rc 0/0 00000100:00100000:2.0:1734016127.011721:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9085 00000100:00100000:2.0:1734016127.015393:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016127.015488:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334925312 00000100:00100000:0.0:1734016127.015499:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334925312 00000100:00100000:0.0:1734016127.015556:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2252 00000100:00100000:0.0:1734016127.015565:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:9662:x1818247334925312:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.015594:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.015617:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc559939f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50396 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.015725:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc559939fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016127.015739:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc559939fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016127.015748:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc559939fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:0.0:1734016127.015774:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1773699 00000004:00200000:0.0:1734016127.015778:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016127.015792:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc559939fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016127.015850:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc559939f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50396 expref: 24 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.015876:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc559939fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50396 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.015884:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016127.015886:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016127.015889:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564480, rc 0) 00000100:00100000:0.0:1734016127.015941:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334925312:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 376us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.015947:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2252 00000100:00100000:0.0:1734016127.018623:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016127.018781:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334925440 00000100:00100000:1.0:1734016127.018793:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334925440 00000100:00100000:1.0:1734016127.019484:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11128 00000100:00100000:1.0:1734016127.019493:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334925440:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.019517:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.019541:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55993a01 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5039d expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016127.019572:0:10752:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7884800, mtime: 0x675afc7e, atime: 0x675afc7e, ctime: 0x675afc7e, blocks: 0x1d0 00010000:00010000:1.0:1734016127.020634:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.020639:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.020649:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55993a01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5039d expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.020666:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55993a01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5039d expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.020676:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:1.0:1734016127.020735:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334925440:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1242us (2134us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.020742:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11128 00000100:00100000:0.0:1734016127.025445:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016127.025631:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334925568 00000100:00100000:1.0:1734016127.025643:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334925568 00000100:00100000:1.0:1734016127.025707:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11129 00000100:00100000:1.0:1734016127.025717:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334925568:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.025740:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.025760:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55993a08 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee503a4 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.025788:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.025790:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.025797:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55993a08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503a4 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.025850:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55993a08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503a4 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.025861:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:1.0:1734016127.025911:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334925568:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 196us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.025918:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11129 00000100:00100000:2.0:1734016127.029702:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016127.029876:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334925696 00000100:00100000:1.0:1734016127.029885:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334925696 00000100:00100000:1.0:1734016127.029926:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11130 00000100:00100000:1.0:1734016127.029931:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334925696:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.029952:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.029973:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993a0f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee503ab expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.029999:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55993a01 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5039d expref: 5 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.030006:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55993a08 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503a4 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.030011:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.030013:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.030017:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993a0f lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [2899968->2904063] (req 2899968->2904063) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ab expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.030050:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55993a08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503a4 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.030063:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55993a08 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503a4 expref: 8 pid: 10752 timeout: 490 lvb_type: 1 00000100:00100000:1.0:1734016127.030078:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338463744:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016127.030149:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55993a01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5039d expref: 5 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.030156:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55993a01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5039d expref: 5 pid: 10752 timeout: 490 lvb_type: 1 00000100:00100000:1.0:1734016127.030164:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338463872:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016127.030181:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.034240:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016127.034295:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.034420:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334925952 00000100:00100000:3.0:1734016127.034430:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334925952 00010000:00010000:3.0:1734016127.034467:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55993a01 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5039d expref: 6 pid: 10752 timeout: 490 lvb_type: 1 00000100:00100000:3.0:1734016127.034497:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334925824 00000100:00100000:3.0:1734016127.034499:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334925824 00010000:00010000:3.0:1734016127.034509:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55993a08 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503a4 expref: 9 pid: 10752 timeout: 490 lvb_type: 1 00000100:00100000:3.0:1734016127.034525:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3145 00000100:00100000:3.0:1734016127.034532:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088626c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334925952:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.034552:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.034579:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55993a01 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5039d expref: 6 pid: 10752 timeout: 490 lvb_type: 1 00010000:00010000:3.0:1734016127.034590:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55993a01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5039d expref: 6 pid: 10752 timeout: 490 lvb_type: 1 00010000:00010000:3.0:1734016127.034621:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.034668:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880088626c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334925952:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 137us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.034674:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3145 00000100:00100000:0.0:1734016127.034721:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3146 00000100:00100000:0.0:1734016127.034726:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334925824:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016127.034734:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016127.034745:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55993a08 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503a4 expref: 9 pid: 10752 timeout: 490 lvb_type: 1 00010000:00010000:0.0:1734016127.034755:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55993a08 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503a4 expref: 9 pid: 10752 timeout: 490 lvb_type: 1 00010000:00010000:0.0:1734016127.034768:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.034770:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.034778:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993a0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ab expref: 9 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.034786:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993a0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ab expref: 9 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.034848:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993a0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ab expref: 9 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.034863:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ea3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338464000:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016127.034912:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00010000:00010000:1.0:1734016127.035069:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55993a08 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503a4 expref: 9 pid: 10752 timeout: 490 lvb_type: 1 00000100:00100000:1.0:1734016127.035097:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338463744:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016127.035109:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc55993a01 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5039d expref: 5 pid: 10752 timeout: 490 lvb_type: 1 00000100:00100000:1.0:1734016127.035119:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338463872:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016127.035154:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993a0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ab expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.035162:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016127.035198:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334925696:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5266us (5507us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.035204:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11130 00000100:00100000:0.0:1734016127.041770:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ea3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338464000:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016127.041794:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016127.042717:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334925824:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7734us (8165us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.042729:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3146 00000100:00100000:0.0:1734016127.056318:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016127.058200:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.058391:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334926208 00000100:00100000:2.0:1734016127.058400:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334926208 00002000:00100000:2.0:1734016127.058467:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880078ea3b80 x1818247334926208/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.058477:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea3b80 with x1818247334926208 ext(0->4194303) 00002000:00010000:2.0:1734016127.058484:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea3b80 00000100:00100000:2.0:1734016127.058518:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334926336 00000100:00100000:2.0:1734016127.058522:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334926336 00002000:00100000:2.0:1734016127.058535:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7884799) req@ffff880078ea1f80 x1818247334926336/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.058540:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea1f80 with x1818247334926336 ext(4194304->7884799) 00002000:00010000:2.0:1734016127.058543:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea1f80 00000100:00100000:2.0:1734016127.058555:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9086 00000100:00100000:2.0:1734016127.058560:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334926208:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.058689:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9087 00000100:00100000:3.0:1734016127.058696:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334926336:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016127.091028:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016127.091094:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.091866:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334926592 00000100:00100000:2.0:1734016127.091876:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334926592 00000100:00100000:2.0:1734016127.091957:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 329 00000100:00100000:2.0:1734016127.091968:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e84d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1969:x1818247334926592:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:2.0:1734016127.092066:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e84d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1969:x1818247334926592:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 100us (1055us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.092074:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 329 00000100:00100000:1.0:1734016127.092498:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334926720 00000100:00100000:1.0:1734016127.092504:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334926720 00000100:00100000:1.0:1734016127.092542:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 164 00000100:00100000:1.0:1734016127.092547:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334926720:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:1.0:1734016127.092589:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334926720:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 41us (1494us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.092595:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 164 00000100:00080000:0.0:1734016127.094258:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016097 00000100:00080000:0.0:1734016127.094267:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016097 00000100:00100000:3.0:1734016127.144408:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334926336:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 85688us (86195us total) trans 0 rc 3690496/3690496 00000100:00100000:3.0:1734016127.144429:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9087 00002000:00100000:3.0:1734016127.144447:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7884799) req@ffff880078ea1f80 x1818247334926336/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:88/0 lens 488/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 3690496/3690496 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.144458:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea1f80 with x1818247334926336 ext(4194304->7884799) 00002000:00010000:3.0:1734016127.144467:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea1f80 00000100:00100000:3.0:1734016127.173527:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334926208:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 114957us (117209us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016127.173539:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9086 00002000:00100000:3.0:1734016127.173549:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880078ea3b80 x1818247334926208/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:88/0 lens 488/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.173563:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea3b80 with x1818247334926208 ext(0->4194303) 00002000:00010000:3.0:1734016127.173568:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea3b80 00000100:00100000:0.0:1734016127.181236:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.181477:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334926848 00000100:00100000:3.0:1734016127.181487:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334926848 00002000:00100000:3.0:1734016127.181533:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2891776->2904063) req@ffff880078ea0700 x1818247334926848/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:88/0 lens 12776/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.181543:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea0700 with x1818247334926848 ext(2891776->2904063) 00002000:00010000:3.0:1734016127.181548:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea0700 00000100:00100000:3.0:1734016127.181582:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9088 00000100:00100000:3.0:1734016127.181589:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334926848:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016127.182569:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334926848:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 974us (1335us total) trans 4294969547 rc 0/0 00000100:00100000:0.0:1734016127.182578:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9088 00002000:00100000:0.0:1734016127.182585:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2891776->2904063) req@ffff880078ea0700 x1818247334926848/t4294969547(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:88/0 lens 12776/448 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.182593:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea0700 with x1818247334926848 ext(2891776->2904063) 00002000:00010000:0.0:1734016127.182597:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea0700 00000100:00100000:0.0:1734016127.187001:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.187117:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334926976 00000100:00100000:2.0:1734016127.187138:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334926976 00000100:00100000:2.0:1734016127.187559:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11131 00000100:00100000:2.0:1734016127.187569:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334926976:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:3.0:1734016127.189369:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969547 is committed 00000100:00100000:2.0:1734016127.190130:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334926976:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2546us (3133us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.190142:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11131 00000100:00100000:0.0:1734016127.195578:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.195721:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334927104 00000100:00100000:2.0:1734016127.195729:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334927104 00000100:00100000:1.0:1734016127.195902:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11132 00000100:00100000:1.0:1734016127.195910:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334927104:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.195927:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.195946:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55993a16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee503b2 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.195997:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338464128:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016127.196051:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00002000:00010000:1.0:1734016127.197967:0:10752:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016126 -> 1734016127 00002000:00010000:1.0:1734016127.197975:0:10752:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016126 -> 1734016127 00002000:00010000:1.0:1734016127.197976:0:10752:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 464 -> 488 00000100:00100000:1.0:1734016127.197998:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338464128:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016127.198042:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55993a16 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503b2 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.198055:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc55993a16 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503b2 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.198414:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016127.198472:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334927104:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2561us (2906us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.198481:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11132 00000100:00100000:0.0:1734016127.201067:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016127.201178:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334927232 00000100:00100000:1.0:1734016127.201186:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334927232 00000100:00100000:1.0:1734016127.201236:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11133 00000100:00100000:1.0:1734016127.201245:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334927232:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.201265:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.201283:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993a1d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee503b9 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.201348:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338464256:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016127.201413:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.203877:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338464256:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016127.203922:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993a1d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503b9 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.203940:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993a1d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503b9 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.203958:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016127.204013:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334927232:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2769us (2957us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.204023:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11133 00000100:00100000:0.0:1734016127.207055:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016127.207201:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334927360 00000100:00100000:1.0:1734016127.207215:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334927360 00000100:00100000:1.0:1734016127.207327:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11134 00000100:00100000:1.0:1734016127.207335:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334927360:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.207356:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.207376:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55993a24 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee503c0 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.207459:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338464384:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016127.207548:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.210265:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338464384:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016127.210312:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55993a24 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503c0 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.210330:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc55993a24 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503c0 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.210478:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:1.0:1734016127.210943:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334927360:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3606us (3902us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.210956:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11134 00000100:00100000:0.0:1734016127.213922:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016127.214014:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334927488 00000100:00100000:1.0:1734016127.214025:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334927488 00000100:00100000:1.0:1734016127.214180:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11135 00000100:00100000:1.0:1734016127.214192:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334927488:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.214216:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.214234:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55993a2b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee503c7 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.214296:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338464512:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016127.214364:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.218284:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338464512:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016127.218323:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55993a2b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503c7 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.218335:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55993a2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503c7 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.218364:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016127.218404:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334927488:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4212us (4496us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.218411:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11135 00000100:00100000:0.0:1734016127.222315:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016127.222426:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334927616 00000100:00100000:1.0:1734016127.222439:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334927616 00000100:00100000:1.0:1734016127.222516:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11136 00000100:00100000:1.0:1734016127.222524:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334927616:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016127.224606:0:10752:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7884800 -> 7884800 00002000:00010000:1.0:1734016127.224615:0:10752:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016127.224617:0:10752:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016126 -> 1734016126 00002000:00010000:1.0:1734016127.224619:0:10752:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016127.224621:0:10752:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 488 -> 488 00000100:00100000:1.0:1734016127.224733:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334927616:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 2203us (2423us total) trans 4294969548 rc 0/0 00000100:00100000:1.0:1734016127.224741:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11136 00000100:00100000:0.0:1734016127.228371:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016127.228504:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334927744 00000100:00100000:1.0:1734016127.228513:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334927744 00000100:00100000:1.0:1734016127.228593:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11137 00000100:00100000:1.0:1734016127.228604:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334927744:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.228628:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.228650:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993a32 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee503ce expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.228722:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338464640:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016127.228797:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.231488:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338464640:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016127.231549:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993a32 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ce expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.231566:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993a32 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ce expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.231590:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016127.231664:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334927744:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3060us (3310us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.231676:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11137 00000100:00100000:0.0:1734016127.237282:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016127.237427:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334927872 00000100:00100000:1.0:1734016127.237445:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334927872 00000100:00100000:1.0:1734016127.237502:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11138 00000100:00100000:1.0:1734016127.237509:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334927872:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.237537:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.237561:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55993a39 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee503d5 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.237629:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338464768:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016127.237725:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.240764:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338464768:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016127.240937:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55993a39 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503d5 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.240957:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55993a39 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503d5 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.240991:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016127.241208:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334927872:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3696us (3936us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.241223:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11138 00000100:00100000:0.0:1734016127.250409:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.251466:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334928128 00000100:00100000:2.0:1734016127.251482:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334928128 00000100:00100000:2.0:1734016127.251563:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9089 00000100:00100000:2.0:1734016127.251572:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334928128:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:2.0:1734016127.251619:0:7689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993a40 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.251640:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993a0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ab expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.251647:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.251649:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.251651:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993a40 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6385664->6426623] (req 6385664->6426623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.251691:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993a0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ab expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.251711:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993a0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ab expref: 8 pid: 10752 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016127.251727:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338464896:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016127.251823:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.260543:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7689:1818247338464896:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016127.260578:0:7689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993a40 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6385664->6426623] (req 6385664->6426623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.275231:0:6469:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016127.285245:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.285910:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334928256 00000100:00100000:2.0:1734016127.285923:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334928256 00010000:00010000:2.0:1734016127.285967:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993a0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ab expref: 9 pid: 10752 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016127.286001:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3147 00000100:00100000:2.0:1734016127.286007:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334928256:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.286024:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.286048:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993a0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ab expref: 9 pid: 10752 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016127.286062:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993a0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ab expref: 9 pid: 10752 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016127.286084:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993a0f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ab expref: 9 pid: 10752 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016127.288394:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.288400:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.288406:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993a40 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6385664->6426623] (req 6385664->6426623) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.288417:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993a40 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6385664->6426623] (req 6385664->6426623) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.290437:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016127.290581:0:7689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993a40 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6385664->6426623] (req 6385664->6426623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.290592:0:7689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993a40 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6385664->6426623] (req 6385664->6426623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.291166:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334928256:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5146us (5927us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.291181:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3147 00010000:00010000:3.0:1734016127.309975:0:7689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993a40 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6385664->6426623] (req 6385664->6426623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.310008:0:7689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993a40 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6385664->6426623] (req 6385664->6426623) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.310016:0:7689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993a40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6385664->6426623] (req 6385664->6426623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.310029:0:7689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405f80 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016127.310033:0:7689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993a40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6385664->6426623] (req 6385664->6426623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.310042:0:7689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993a40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6385664->6426623] (req 6385664->6426623) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.310080:0:7689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993a40 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6385664->6426623] (req 6385664->6426623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.310086:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993a40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6385664->6426623] (req 6385664->6426623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.310293:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334928128:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 58712us (59886us total) trans 0 rc 40960/40960 00000100:00100000:3.0:1734016127.310304:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9089 00000100:00100000:1.0:1734016127.322688:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.323477:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334928384 00000100:00100000:2.0:1734016127.323489:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334928384 00000100:00100000:3.0:1734016127.324740:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11139 00000100:00100000:3.0:1734016127.324756:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334928384:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.324786:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.324830:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993a47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee503dc expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016127.324865:0:7685:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7884800, mtime: 0x675afc7f, atime: 0x675afc7e, ctime: 0x675afc7f, blocks: 0x1e8 00010000:00010000:3.0:1734016127.324898:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.324901:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.324912:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993a47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503dc expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.324928:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993a47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503dc expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.324941:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016127.325029:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334928384:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 276us (2365us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.325036:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11139 00000100:00100000:0.0:1734016127.331011:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.331141:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334928512 00000100:00100000:2.0:1734016127.331153:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334928512 00000100:00100000:3.0:1734016127.331963:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11140 00000100:00100000:3.0:1734016127.331973:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334928512:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.331993:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.332012:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a4e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee503e3 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.332039:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.332041:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.332048:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503e3 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.332064:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503e3 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.332078:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:3.0:1734016127.332862:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334928512:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 888us (1865us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.332870:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11140 00000100:00100000:0.0:1734016127.340397:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.340728:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334928768 00000100:00100000:3.0:1734016127.340740:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334928768 00002000:00100000:3.0:1734016127.340799:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6709248->6713343) req@ffff880078325c00 x1818247334928768/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.340850:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078325c00 with x1818247334928768 ext(6709248->6713343) 00002000:00010000:3.0:1734016127.340858:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078325c00 00000100:00100000:3.0:1734016127.340887:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9090 00000100:00100000:3.0:1734016127.340896:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334928768:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.341533:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334928768:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 634us (1144us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.341543:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9090 00002000:00100000:3.0:1734016127.341549:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6709248->6713343) req@ffff880078325c00 x1818247334928768/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.341555:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078325c00 with x1818247334928768 ext(6709248->6713343) 00002000:00010000:3.0:1734016127.341558:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078325c00 00000100:00100000:1.0:1734016127.347353:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.347696:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334929024 00000100:00100000:3.0:1734016127.347706:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334929024 00002000:00100000:3.0:1734016127.347766:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6705152->6709247) req@ffff8801304d0000 x1818247334929024/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.347777:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d0000 with x1818247334929024 ext(6705152->6709247) 00002000:00010000:3.0:1734016127.347783:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d0000 00000100:00100000:3.0:1734016127.347975:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9091 00000100:00100000:3.0:1734016127.347983:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334929024:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.348426:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334929024:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 440us (1084us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.348435:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9091 00002000:00100000:3.0:1734016127.348441:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6705152->6709247) req@ffff8801304d0000 x1818247334929024/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.348448:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d0000 with x1818247334929024 ext(6705152->6709247) 00002000:00010000:3.0:1734016127.348451:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d0000 00000100:00100000:0.0:1734016127.352865:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.353083:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334929280 00000100:00100000:3.0:1734016127.353096:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334929280 00002000:00100000:3.0:1734016127.353157:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6701056->6705151) req@ffff880078325500 x1818247334929280/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.353168:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078325500 with x1818247334929280 ext(6701056->6705151) 00002000:00010000:3.0:1734016127.353173:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078325500 00000100:00100000:3.0:1734016127.353200:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9092 00000100:00100000:3.0:1734016127.353208:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334929280:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.353414:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334929280:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 205us (607us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.353421:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9092 00002000:00100000:3.0:1734016127.353427:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6701056->6705151) req@ffff880078325500 x1818247334929280/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.353434:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078325500 with x1818247334929280 ext(6701056->6705151) 00002000:00010000:3.0:1734016127.353437:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078325500 00000100:00100000:0.0:1734016127.356487:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.356620:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334929536 00000100:00100000:2.0:1734016127.356628:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334929536 00002000:00100000:2.0:1734016127.356677:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6696960->6701055) req@ffff880078327b80 x1818247334929536/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.356686:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078327b80 with x1818247334929536 ext(6696960->6701055) 00002000:00010000:2.0:1734016127.356727:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078327b80 00000100:00100000:2.0:1734016127.356762:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9093 00000100:00100000:2.0:1734016127.356770:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334929536:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.356997:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334929536:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 226us (520us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.357007:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9093 00002000:00100000:2.0:1734016127.357013:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6696960->6701055) req@ffff880078327b80 x1818247334929536/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.357020:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078327b80 with x1818247334929536 ext(6696960->6701055) 00002000:00010000:2.0:1734016127.357022:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078327b80 00000100:00100000:1.0:1734016127.360000:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.360215:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334929792 00000100:00100000:3.0:1734016127.360225:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334929792 00002000:00100000:3.0:1734016127.360262:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6692864->6696959) req@ffff8801304d3800 x1818247334929792/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.360276:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d3800 with x1818247334929792 ext(6692864->6696959) 00002000:00010000:3.0:1734016127.360280:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d3800 00000100:00100000:3.0:1734016127.360608:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9094 00000100:00100000:3.0:1734016127.360614:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334929792:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.361241:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334929792:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 625us (1247us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.361249:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9094 00002000:00100000:3.0:1734016127.361256:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6692864->6696959) req@ffff8801304d3800 x1818247334929792/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.361262:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d3800 with x1818247334929792 ext(6692864->6696959) 00002000:00010000:3.0:1734016127.361265:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d3800 00000100:00100000:0.0:1734016127.366923:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.367206:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334930048 00000100:00100000:3.0:1734016127.367220:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334930048 00002000:00100000:3.0:1734016127.367279:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6688768->6692863) req@ffff880078326680 x1818247334930048/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.367291:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078326680 with x1818247334930048 ext(6688768->6692863) 00002000:00010000:3.0:1734016127.367299:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078326680 00000100:00100000:3.0:1734016127.367341:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9095 00000100:00100000:3.0:1734016127.367351:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334930048:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.367586:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334930048:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 235us (684us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.367595:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9095 00002000:00100000:3.0:1734016127.367601:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6688768->6692863) req@ffff880078326680 x1818247334930048/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.367609:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078326680 with x1818247334930048 ext(6688768->6692863) 00002000:00010000:3.0:1734016127.367612:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078326680 00000100:00100000:0.0:1734016127.370794:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.371098:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334930304 00000100:00100000:2.0:1734016127.371110:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334930304 00002000:00100000:2.0:1734016127.371174:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6684672->6688767) req@ffff880078327800 x1818247334930304/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.371184:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078327800 with x1818247334930304 ext(6684672->6688767) 00002000:00010000:2.0:1734016127.371190:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078327800 00000100:00100000:2.0:1734016127.371295:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9096 00000100:00100000:2.0:1734016127.371307:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334930304:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.371538:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334930304:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 233us (884us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.371545:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9096 00002000:00100000:2.0:1734016127.371552:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6684672->6688767) req@ffff880078327800 x1818247334930304/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.371559:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078327800 with x1818247334930304 ext(6684672->6688767) 00002000:00010000:2.0:1734016127.371562:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078327800 00000100:00100000:1.0:1734016127.375256:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.375556:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334930560 00000100:00100000:3.0:1734016127.375566:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334930560 00002000:00100000:3.0:1734016127.375611:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6680576->6684671) req@ffff8801304d1500 x1818247334930560/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.375621:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d1500 with x1818247334930560 ext(6680576->6684671) 00002000:00010000:3.0:1734016127.375626:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d1500 00000100:00100000:3.0:1734016127.375662:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9097 00000100:00100000:3.0:1734016127.375668:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334930560:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.375895:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334930560:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 226us (650us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.375902:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9097 00002000:00100000:3.0:1734016127.375908:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6680576->6684671) req@ffff8801304d1500 x1818247334930560/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.375915:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d1500 with x1818247334930560 ext(6680576->6684671) 00002000:00010000:3.0:1734016127.375917:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d1500 00000100:00100000:0.0:1734016127.378561:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.378696:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334930816 00000100:00100000:2.0:1734016127.378707:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334930816 00002000:00100000:2.0:1734016127.378749:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6676480->6680575) req@ffff880078324380 x1818247334930816/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.378767:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078324380 with x1818247334930816 ext(6676480->6680575) 00002000:00010000:2.0:1734016127.378773:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078324380 00000100:00100000:2.0:1734016127.378843:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9098 00000100:00100000:2.0:1734016127.378852:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334930816:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.379032:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334930816:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 180us (487us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.379040:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9098 00002000:00100000:2.0:1734016127.379046:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6676480->6680575) req@ffff880078324380 x1818247334930816/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.379052:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078324380 with x1818247334930816 ext(6676480->6680575) 00002000:00010000:2.0:1734016127.379056:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078324380 00000100:00100000:0.0:1734016127.382187:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.382763:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334931072 00000100:00100000:3.0:1734016127.382771:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334931072 00002000:00100000:3.0:1734016127.382871:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6672384->6676479) req@ffff880078c24a80 x1818247334931072/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.382884:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24a80 with x1818247334931072 ext(6672384->6676479) 00002000:00010000:3.0:1734016127.382890:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c24a80 00000100:00100000:3.0:1734016127.382921:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9099 00000100:00100000:3.0:1734016127.382928:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334931072:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.383141:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334931072:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 212us (975us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.383147:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9099 00002000:00100000:3.0:1734016127.383155:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6672384->6676479) req@ffff880078c24a80 x1818247334931072/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.383162:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24a80 with x1818247334931072 ext(6672384->6676479) 00002000:00010000:3.0:1734016127.383165:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c24a80 00000100:00100000:1.0:1734016127.387590:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.389131:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334931200 00000100:00100000:3.0:1734016127.389144:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334931200 00000100:00100000:3.0:1734016127.389227:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11141 00000100:00100000:3.0:1734016127.389235:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334931200:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.389260:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.389286:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a55 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee503ea expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.389320:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993a47 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503dc expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.389329:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a4e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503e3 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.389335:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.389337:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.389340:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a55 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1744896->1769471] (req 1744896->1769471) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ea expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.389381:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503e3 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.389393:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503e3 expref: 7 pid: 7685 timeout: 491 lvb_type: 1 00000100:00100000:3.0:1734016127.389410:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338465024:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016127.389534:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993a47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503dc expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.389543:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993a47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503dc expref: 7 pid: 7685 timeout: 491 lvb_type: 1 00000100:00100000:3.0:1734016127.389551:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338465152:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016127.389571:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.396222:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.396399:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338465024:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016127.396414:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338465152:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016127.396469:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a55 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1744896->1769471] (req 1744896->1769471) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ea expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.396498:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016127.397873:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334931200:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8631us (10285us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.397886:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11141 00000100:00100000:2.0:1734016127.398113:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334931328 00000100:00100000:2.0:1734016127.398129:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334931328 00010000:00010000:2.0:1734016127.398223:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503e3 expref: 7 pid: 7685 timeout: 491 lvb_type: 1 00000100:00100000:0.0:1734016127.398437:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.398662:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334931456 00000100:00100000:2.0:1734016127.398666:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334931456 00010000:00010000:2.0:1734016127.398685:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993a47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503dc expref: 8 pid: 7685 timeout: 491 lvb_type: 1 00000100:00100000:2.0:1734016127.398716:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3148 00000100:00100000:2.0:1734016127.398722:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334931328:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.398742:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.398772:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503e3 expref: 7 pid: 7685 timeout: 491 lvb_type: 1 00000100:00100000:1.0:1734016127.398802:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3149 00000100:00100000:1.0:1734016127.398826:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334931456:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016127.398836:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.398869:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503e3 expref: 7 pid: 7685 timeout: 491 lvb_type: 1 00010000:00010000:1.0:1734016127.398890:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993a47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503dc expref: 8 pid: 7685 timeout: 491 lvb_type: 1 00010000:00010000:1.0:1734016127.398900:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993a47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503dc expref: 8 pid: 7685 timeout: 491 lvb_type: 1 00010000:00010000:1.0:1734016127.398925:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993a47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503dc expref: 8 pid: 7685 timeout: 491 lvb_type: 1 00010000:00010000:1.0:1734016127.398946:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016127.398980:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334931456:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 173us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.398985:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3149 00010000:00010000:2.0:1734016127.399281:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503e3 expref: 7 pid: 7685 timeout: 491 lvb_type: 1 00010000:00010000:2.0:1734016127.399293:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.399295:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.399303:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->1769471) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ea expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.399313:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->1769471) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ea expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.399342:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->1769471) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ea expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.399352:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338465280:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016127.399389:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.402536:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.403565:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334931584 00000100:00100000:3.0:1734016127.403578:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334931584 00000100:00100000:3.0:1734016127.403653:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11142 00000100:00100000:3.0:1734016127.403665:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334931584:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016127.406225:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7884800 -> 7884800 00002000:00010000:3.0:1734016127.406237:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.406239:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016127.406242:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.406245:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 488 -> 536 00000100:00100000:3.0:1734016127.406340:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334931584:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 2671us (3816us total) trans 4294969549 rc 0/0 00000100:00100000:3.0:1734016127.406351:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11142 00000100:00100000:2.0:1734016127.406999:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338465280:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016127.407034:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016127.407075:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334931328:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8353us (10881us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.407087:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3148 00000100:00100000:0.0:1734016127.417476:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.417623:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334931840 00000100:00100000:2.0:1734016127.417637:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334931840 00000100:00100000:2.0:1734016127.417751:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9100 00000100:00100000:2.0:1734016127.417762:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334931840:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:2.0:1734016127.418054:0:7691:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a5c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.418083:0:7691:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->1769471) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ea expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.418095:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.418098:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.418101:0:7691:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a5c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4186112->4202495] (req 4186112->4202495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.418158:0:7691:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->1769471) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ea expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.418175:0:7691:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->1769471) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ea expref: 6 pid: 7685 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016127.418193:0:7691:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338465408:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016127.418298:0:7691:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.421708:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.422093:0:7691:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7691:1818247338465408:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016127.422136:0:7691:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a5c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4186112->4202495] (req 4186112->4202495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.422313:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334931968 00000100:00100000:3.0:1734016127.423028:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334931968 00010000:00010000:3.0:1734016127.423068:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->1769471) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ea expref: 7 pid: 7685 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016127.423114:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3150 00000100:00100000:3.0:1734016127.423133:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334931968:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.423149:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.424360:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1744896->1769471) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ea expref: 7 pid: 7685 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016127.424378:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1744896->1769471) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ea expref: 7 pid: 7685 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016127.424406:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a55 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1744896->1769471) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ea expref: 7 pid: 7685 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016127.424662:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.424666:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.424671:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4186112->4202495] (req 4186112->4202495) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.424681:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a5c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4186112->4202495] (req 4186112->4202495) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.424712:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.424781:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334931968:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1647us (3092us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.424790:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3150 00010000:00010000:2.0:1734016127.425010:0:7691:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4186112->4202495] (req 4186112->4202495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.425020:0:7691:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4186112->4202495] (req 4186112->4202495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1734016127.430104:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969550 is committed 00000001:00080000:2.0:1734016127.430132:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969549 is committed 00002000:00010000:0.0:1734016127.430225:0:7691:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 536 -> 568 00010000:00010000:0.0:1734016127.430240:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4186112->4202495] (req 4186112->4202495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.430251:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4186112->4202495] (req 4186112->4202495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.430259:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4186112->4202495] (req 4186112->4202495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.430265:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405200 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016127.430269:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4186112->4202495] (req 4186112->4202495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.430282:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4186112->4202495] (req 4186112->4202495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.430300:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a5c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4186112->4202495] (req 4186112->4202495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.430305:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a5c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4186112->4202495] (req 4186112->4202495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.430418:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334931840:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 12655us (12958us total) trans 4294969550 rc 0/0 00000100:00100000:0.0:1734016127.430430:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9100 00000100:00100000:0.0:1734016127.434149:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.434297:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334932096 00000100:00100000:3.0:1734016127.434305:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334932096 00000100:00100000:3.0:1734016127.434529:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11143 00000100:00100000:3.0:1734016127.434537:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334932096:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.434554:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.434574:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a63 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee503f1 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016127.434593:0:7685:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7884800, mtime: 0x675afc7f, atime: 0x675afc7e, ctime: 0x675afc7f, blocks: 0x238 00010000:00010000:3.0:1734016127.434608:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.434609:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.434616:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503f1 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.434629:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503f1 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.434637:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016127.434684:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334932096:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 146us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.434689:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11143 00000100:00100000:1.0:1734016127.443552:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.443872:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334932224 00000100:00100000:2.0:1734016127.443883:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334932224 00000100:00100000:2.0:1734016127.443957:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11144 00000100:00100000:2.0:1734016127.443966:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334932224:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.443996:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.444028:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a6a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee503f8 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.444065:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.444068:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.444078:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503f8 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.444100:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503f8 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.444114:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016127.444194:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334932224:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 229us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.444201:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11144 00000100:00100000:0.0:1734016127.454331:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.456245:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334932480 00000100:00100000:2.0:1734016127.456264:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334932480 00000100:00100000:2.0:1734016127.456378:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9101 00000100:00100000:2.0:1734016127.456387:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334932480:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:2.0:1734016127.456440:0:7691:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993a71 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.456456:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.456458:0:7691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.456463:0:7691:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993a71 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3977216->4018175] (req 3977216->4018175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.456478:0:7691:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993a71 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3977216->4018175] (req 3977216->4018175) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.469283:0:7691:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993a71 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3977216->4018175] (req 3977216->4018175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.469307:0:7691:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993a71 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3977216->4018175] (req 3977216->4018175) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.469316:0:7691:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993a71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3977216->4018175] (req 3977216->4018175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.469323:0:7691:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405680 already unused, calling callback (ffffffffa0859100) 00010000:00010000:2.0:1734016127.469328:0:7691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993a71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3977216->4018175] (req 3977216->4018175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.469338:0:7691:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993a71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3977216->4018175] (req 3977216->4018175) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.469368:0:7691:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993a71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3977216->4018175] (req 3977216->4018175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.469375:0:7691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993a71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3977216->4018175] (req 3977216->4018175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7691 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.469488:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334932480:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 13092us (15156us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1734016127.469505:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9101 00000100:00100000:1.0:1734016127.480056:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.480260:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334932736 00000100:00100000:2.0:1734016127.480276:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334932736 00002000:00100000:2.0:1734016127.480373:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4481024->4485119) req@ffff8801304d1880 x1818247334932736/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.480389:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d1880 with x1818247334932736 ext(4481024->4485119) 00002000:00010000:2.0:1734016127.480398:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d1880 00000100:00100000:2.0:1734016127.480530:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9102 00000100:00100000:2.0:1734016127.480539:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334932736:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.480839:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334932736:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 299us (805us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.480847:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9102 00002000:00100000:2.0:1734016127.480853:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4481024->4485119) req@ffff8801304d1880 x1818247334932736/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.480860:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d1880 with x1818247334932736 ext(4481024->4485119) 00002000:00010000:2.0:1734016127.480863:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d1880 00000100:00100000:0.0:1734016127.484530:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.484635:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334932992 00000100:00100000:3.0:1734016127.484648:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334932992 00002000:00100000:3.0:1734016127.484702:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4476928->4481023) req@ffff880078c24000 x1818247334932992/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.484713:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24000 with x1818247334932992 ext(4476928->4481023) 00002000:00010000:3.0:1734016127.484719:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c24000 00000100:00100000:3.0:1734016127.484767:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9103 00000100:00100000:3.0:1734016127.484775:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334932992:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.485041:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334932992:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 266us (528us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.485047:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9103 00002000:00100000:3.0:1734016127.485053:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4476928->4481023) req@ffff880078c24000 x1818247334932992/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.485060:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24000 with x1818247334932992 ext(4476928->4481023) 00002000:00010000:3.0:1734016127.485063:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c24000 00000100:00100000:0.0:1734016127.492454:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.493035:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334933248 00000100:00100000:2.0:1734016127.493049:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334933248 00002000:00100000:2.0:1734016127.493104:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4472832->4476927) req@ffff880078c25c00 x1818247334933248/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.493123:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25c00 with x1818247334933248 ext(4472832->4476927) 00002000:00010000:2.0:1734016127.493130:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25c00 00000100:00100000:2.0:1734016127.493738:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9104 00000100:00100000:2.0:1734016127.493746:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334933248:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.495338:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334933248:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1578us (2888us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.495352:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9104 00002000:00100000:2.0:1734016127.495364:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4472832->4476927) req@ffff880078c25c00 x1818247334933248/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.495374:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25c00 with x1818247334933248 ext(4472832->4476927) 00002000:00010000:2.0:1734016127.495382:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25c00 00000100:00100000:1.0:1734016127.501935:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.502060:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334933504 00000100:00100000:2.0:1734016127.502072:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334933504 00002000:00100000:2.0:1734016127.502143:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4468736->4472831) req@ffff8801304d0a80 x1818247334933504/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.502154:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d0a80 with x1818247334933504 ext(4468736->4472831) 00002000:00010000:2.0:1734016127.502161:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d0a80 00000100:00100000:2.0:1734016127.502303:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9105 00000100:00100000:2.0:1734016127.502312:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334933504:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.502535:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334933504:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 221us (615us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.502545:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9105 00002000:00100000:2.0:1734016127.502554:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4468736->4472831) req@ffff8801304d0a80 x1818247334933504/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.502562:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d0a80 with x1818247334933504 ext(4468736->4472831) 00002000:00010000:2.0:1734016127.502565:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d0a80 00000100:00100000:0.0:1734016127.506108:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.506265:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334933760 00000100:00100000:3.0:1734016127.506282:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334933760 00002000:00100000:3.0:1734016127.506361:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4464640->4468735) req@ffff880078c26680 x1818247334933760/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.506375:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26680 with x1818247334933760 ext(4464640->4468735) 00002000:00010000:3.0:1734016127.506384:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26680 00000100:00100000:3.0:1734016127.506437:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9106 00000100:00100000:3.0:1734016127.506447:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334933760:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.507407:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334933760:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 956us (1322us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.507415:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9106 00002000:00100000:3.0:1734016127.507424:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4464640->4468735) req@ffff880078c26680 x1818247334933760/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.507431:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26680 with x1818247334933760 ext(4464640->4468735) 00002000:00010000:3.0:1734016127.507434:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26680 00000100:00100000:0.0:1734016127.512298:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.512473:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334934016 00000100:00100000:2.0:1734016127.512490:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334934016 00002000:00100000:2.0:1734016127.512568:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4460544->4464639) req@ffff880078c27480 x1818247334934016/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.512583:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27480 with x1818247334934016 ext(4460544->4464639) 00002000:00010000:2.0:1734016127.512590:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27480 00000100:00100000:2.0:1734016127.513258:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9107 00000100:00100000:2.0:1734016127.513270:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334934016:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.513539:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334934016:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 268us (1264us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.513548:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9107 00002000:00100000:2.0:1734016127.513556:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4460544->4464639) req@ffff880078c27480 x1818247334934016/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.513564:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27480 with x1818247334934016 ext(4460544->4464639) 00002000:00010000:2.0:1734016127.513567:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27480 00000100:00100000:1.0:1734016127.520181:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.520581:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334934272 00000100:00100000:3.0:1734016127.520592:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334934272 00002000:00100000:3.0:1734016127.520650:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4456448->4460543) req@ffff8801304d2d80 x1818247334934272/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.520662:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d2d80 with x1818247334934272 ext(4456448->4460543) 00002000:00010000:3.0:1734016127.520666:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d2d80 00000100:00100000:3.0:1734016127.520705:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9108 00000100:00100000:3.0:1734016127.520713:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334934272:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.520905:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334934272:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 191us (737us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.520916:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9108 00002000:00100000:3.0:1734016127.520922:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4456448->4460543) req@ffff8801304d2d80 x1818247334934272/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.520929:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801304d2d80 with x1818247334934272 ext(4456448->4460543) 00002000:00010000:3.0:1734016127.520932:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801304d2d80 00000100:00100000:0.0:1734016127.529861:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.529970:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334934528 00000100:00100000:2.0:1734016127.529982:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334934528 00002000:00100000:2.0:1734016127.530037:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4452352->4456447) req@ffff880078c24380 x1818247334934528/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.530054:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24380 with x1818247334934528 ext(4452352->4456447) 00002000:00010000:2.0:1734016127.530060:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c24380 00000100:00100000:2.0:1734016127.530100:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9109 00000100:00100000:2.0:1734016127.530106:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334934528:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.530294:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334934528:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 187us (485us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.530301:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9109 00002000:00100000:2.0:1734016127.530306:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4452352->4456447) req@ffff880078c24380 x1818247334934528/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.530312:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24380 with x1818247334934528 ext(4452352->4456447) 00002000:00010000:2.0:1734016127.530314:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c24380 00000100:00100000:0.0:1734016127.534007:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.535665:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334934784 00000100:00100000:3.0:1734016127.535676:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334934784 00002000:00100000:3.0:1734016127.535721:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4448256->4452351) req@ffff8800784dd500 x1818247334934784/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.535731:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dd500 with x1818247334934784 ext(4448256->4452351) 00002000:00010000:3.0:1734016127.535736:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dd500 00000100:00100000:3.0:1734016127.535772:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9110 00000100:00100000:3.0:1734016127.535779:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334934784:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.535947:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334934784:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 168us (1948us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.535954:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9110 00002000:00100000:3.0:1734016127.535959:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4448256->4452351) req@ffff8800784dd500 x1818247334934784/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.535966:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dd500 with x1818247334934784 ext(4448256->4452351) 00002000:00010000:3.0:1734016127.535968:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dd500 00000100:00100000:1.0:1734016127.549327:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.550134:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334935040 00000100:00100000:2.0:1734016127.550146:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334935040 00002000:00100000:2.0:1734016127.550212:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4444160->4448255) req@ffff88007bd11180 x1818247334935040/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.550225:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd11180 with x1818247334935040 ext(4444160->4448255) 00002000:00010000:2.0:1734016127.550233:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd11180 00000100:00100000:2.0:1734016127.551789:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9111 00000100:00100000:2.0:1734016127.551801:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334935040:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.552182:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334935040:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 381us (2865us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.552189:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9111 00002000:00100000:2.0:1734016127.552199:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4444160->4448255) req@ffff88007bd11180 x1818247334935040/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.552211:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd11180 with x1818247334935040 ext(4444160->4448255) 00002000:00010000:2.0:1734016127.552217:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd11180 00000100:00100000:0.0:1734016127.565374:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.565524:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334935296 00000100:00100000:2.0:1734016127.565535:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334935296 00002000:00100000:2.0:1734016127.565583:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4440064->4444159) req@ffff8800784dc700 x1818247334935296/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.565593:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dc700 with x1818247334935296 ext(4440064->4444159) 00002000:00010000:2.0:1734016127.565599:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dc700 00000100:00100000:2.0:1734016127.565638:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9112 00000100:00100000:2.0:1734016127.565646:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334935296:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.565939:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334935296:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 293us (582us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.565946:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9112 00002000:00100000:2.0:1734016127.565953:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4440064->4444159) req@ffff8800784dc700 x1818247334935296/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.565960:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dc700 with x1818247334935296 ext(4440064->4444159) 00002000:00010000:2.0:1734016127.565964:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dc700 00000100:00100000:0.0:1734016127.573988:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.574589:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334935552 00000100:00100000:3.0:1734016127.574599:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334935552 00002000:00100000:3.0:1734016127.574640:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4435968->4440063) req@ffff8800784dea00 x1818247334935552/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.574653:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dea00 with x1818247334935552 ext(4435968->4440063) 00002000:00010000:3.0:1734016127.574658:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dea00 00000100:00100000:3.0:1734016127.576264:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9113 00000100:00100000:3.0:1734016127.576281:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334935552:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.577156:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334935552:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 872us (3175us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.577166:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9113 00002000:00100000:3.0:1734016127.577177:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4435968->4440063) req@ffff8800784dea00 x1818247334935552/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.577186:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dea00 with x1818247334935552 ext(4435968->4440063) 00002000:00010000:3.0:1734016127.577192:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dea00 00000100:00100000:1.0:1734016127.584651:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.584937:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334935808 00000100:00100000:3.0:1734016127.584947:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334935808 00002000:00100000:3.0:1734016127.584996:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4431872->4435967) req@ffff88007bd10700 x1818247334935808/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.585007:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd10700 with x1818247334935808 ext(4431872->4435967) 00002000:00010000:3.0:1734016127.585013:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd10700 00000100:00100000:3.0:1734016127.585053:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9114 00000100:00100000:3.0:1734016127.585059:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334935808:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.585272:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334935808:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 212us (634us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.585281:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9114 00002000:00100000:3.0:1734016127.585288:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4431872->4435967) req@ffff88007bd10700 x1818247334935808/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.585297:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd10700 with x1818247334935808 ext(4431872->4435967) 00002000:00010000:3.0:1734016127.585300:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd10700 00000100:00100000:0.0:1734016127.591110:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.591205:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334936064 00000100:00100000:2.0:1734016127.591216:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334936064 00002000:00100000:2.0:1734016127.591273:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4427776->4431871) req@ffff8800784dfb80 x1818247334936064/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.591285:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dfb80 with x1818247334936064 ext(4427776->4431871) 00002000:00010000:2.0:1734016127.591293:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dfb80 00000100:00100000:2.0:1734016127.591377:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9115 00000100:00100000:2.0:1734016127.591387:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334936064:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.591658:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334936064:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 271us (556us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.591667:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9115 00002000:00100000:2.0:1734016127.591673:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4427776->4431871) req@ffff8800784dfb80 x1818247334936064/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.591679:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dfb80 with x1818247334936064 ext(4427776->4431871) 00002000:00010000:2.0:1734016127.591682:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dfb80 00000100:00100000:0.0:1734016127.602918:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.603092:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334936320 00000100:00100000:3.0:1734016127.603103:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334936320 00002000:00100000:3.0:1734016127.603156:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4423680->4427775) req@ffff8800784dce00 x1818247334936320/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.603165:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dce00 with x1818247334936320 ext(4423680->4427775) 00002000:00010000:3.0:1734016127.603170:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dce00 00000100:00100000:3.0:1734016127.603211:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9116 00000100:00100000:3.0:1734016127.603216:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334936320:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.604421:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334936320:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1195us (1506us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.604434:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9116 00002000:00100000:3.0:1734016127.604444:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4423680->4427775) req@ffff8800784dce00 x1818247334936320/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.604453:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dce00 with x1818247334936320 ext(4423680->4427775) 00002000:00010000:3.0:1734016127.604458:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dce00 00000100:00100000:1.0:1734016127.611769:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.611902:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334936448 00000100:00100000:3.0:1734016127.611910:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334936448 00000100:00100000:3.0:1734016127.611961:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11145 00000100:00100000:3.0:1734016127.611967:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334936448:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.611985:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.612002:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a78 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee503ff expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.612027:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a63 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503f1 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.612034:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a6a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503f8 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.612039:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.612040:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.612043:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a78 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4939776->4976639] (req 4939776->4976639) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ff expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.612067:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503f8 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.612077:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503f8 expref: 6 pid: 10752 timeout: 491 lvb_type: 1 00000100:00100000:3.0:1734016127.612088:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338465536:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016127.612328:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503f1 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.612337:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503f1 expref: 7 pid: 7685 timeout: 491 lvb_type: 1 00000100:00100000:3.0:1734016127.612345:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338465664:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016127.612366:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.621325:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338465536:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016127.621339:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338465664:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016127.621372:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a78 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4939776->4976639] (req 4939776->4976639) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ff expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.621392:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:3.0:1734016127.622081:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334936448:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10109us (10322us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.622091:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11145 00000100:00100000:0.0:1734016127.622487:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016127.622556:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016127.622575:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334936704 00000100:00100000:0.0:1734016127.622580:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334936704 00010000:00010000:0.0:1734016127.622602:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503f8 expref: 7 pid: 10752 timeout: 491 lvb_type: 1 00000100:00100000:0.0:1734016127.622629:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334936576 00000100:00100000:0.0:1734016127.622631:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334936576 00010000:00010000:0.0:1734016127.622639:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503f1 expref: 7 pid: 7685 timeout: 491 lvb_type: 1 00000100:00100000:0.0:1734016127.623406:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3151 00000100:00100000:0.0:1734016127.623416:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334936704:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016127.623436:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016127.623465:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503f8 expref: 7 pid: 10752 timeout: 491 lvb_type: 1 00010000:00010000:0.0:1734016127.623477:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503f8 expref: 7 pid: 10752 timeout: 491 lvb_type: 1 00010000:00010000:0.0:1734016127.623500:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993a6a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503f8 expref: 7 pid: 10752 timeout: 491 lvb_type: 1 00010000:00010000:0.0:1734016127.623525:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016127.623573:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334936704:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 158us (1086us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.623580:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3151 00000100:00100000:0.0:1734016127.623597:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3152 00000100:00100000:0.0:1734016127.623601:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088626850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334936576:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016127.623609:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016127.623616:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503f1 expref: 7 pid: 7685 timeout: 491 lvb_type: 1 00010000:00010000:0.0:1734016127.623625:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503f1 expref: 7 pid: 7685 timeout: 491 lvb_type: 1 00010000:00010000:0.0:1734016127.623636:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993a63 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503f1 expref: 7 pid: 7685 timeout: 491 lvb_type: 1 00010000:00010000:0.0:1734016127.623645:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.623647:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.623654:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4939776->4976639) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ff expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.623668:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4939776->4976639) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ff expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.623713:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4939776->4976639) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ff expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.623728:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784ddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338465792:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016127.623759:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85856c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.633692:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.633780:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334936832 00000100:00100000:3.0:1734016127.633788:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334936832 00000100:00100000:3.0:1734016127.634306:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11146 00000100:00100000:3.0:1734016127.634312:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334936832:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016127.634532:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7884800 -> 7884800 00002000:00010000:3.0:1734016127.634535:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.634537:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016127.634539:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.634541:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 568 -> 640 00000100:00100000:3.0:1734016127.634587:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334936832:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 274us (905us total) trans 4294969551 rc 0/0 00000100:00100000:3.0:1734016127.634593:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11146 00000100:00100000:0.0:1734016127.634677:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784ddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338465792:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016127.634695:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016127.634711:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880088626850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334936576:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 11110us (12155us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.634721:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3152 00000100:00100000:0.0:1734016127.639660:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.640275:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334936960 00000100:00100000:3.0:1734016127.640287:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334936960 00000100:00100000:3.0:1734016127.640470:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11147 00000100:00100000:3.0:1734016127.640481:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334936960:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.640509:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.640540:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993a7f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50406 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.640621:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338465920:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016127.640718:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016127.643602:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016126 -> 1734016127 00000100:00100000:3.0:1734016127.643636:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338465920:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016127.643674:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993a7f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50406 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.643689:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993a7f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50406 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.643972:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016127.644142:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334936960:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3662us (4493us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.644153:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11147 00000100:00100000:1.0:1734016127.646616:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.646737:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334937088 00000100:00100000:3.0:1734016127.646747:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334937088 00000100:00100000:3.0:1734016127.647267:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11148 00000100:00100000:3.0:1734016127.647276:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334937088:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.647298:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.647328:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55993a86 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5040d expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.647399:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338466048:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016127.647804:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.650535:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338466048:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016127.650581:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55993a86 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5040d expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.650598:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55993a86 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5040d expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.650626:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016127.650683:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334937088:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3408us (4075us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.650692:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11148 00000100:00100000:0.0:1734016127.654222:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.654461:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334937216 00000100:00100000:3.0:1734016127.654477:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334937216 00000100:00100000:3.0:1734016127.654665:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11149 00000100:00100000:3.0:1734016127.654674:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334937216:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.654699:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.654728:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993a8d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50414 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.654841:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338466176:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016127.654952:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.659154:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338466176:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016127.659194:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993a8d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50414 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.659210:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993a8d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50414 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.659282:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016127.659851:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334937216:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5175us (5647us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.659860:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11149 00000100:00100000:0.0:1734016127.666449:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.667218:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334937344 00000100:00100000:3.0:1734016127.667234:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334937344 00000100:00100000:3.0:1734016127.669088:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11150 00000100:00100000:3.0:1734016127.669105:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334937344:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.669147:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.669178:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993a94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5041b expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.669222:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4939776->4976639) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ff expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.669233:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.669235:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.669240:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993a94 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2465792->2514943] (req 2465792->2514943) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5041b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.669288:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4939776->4976639) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ff expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.669304:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4939776->4976639) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ff expref: 6 pid: 7685 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016127.669318:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338466304:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016127.669420:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.674557:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338466304:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016127.674599:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993a94 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2465792->2514943] (req 2465792->2514943) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5041b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.674617:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016127.674686:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334937344:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5586us (8248us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.674695:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11150 00000100:00100000:0.0:1734016127.675419:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.682359:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334937472 00000100:00100000:2.0:1734016127.682384:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334937472 00010000:00010000:2.0:1734016127.682450:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4939776->4976639) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ff expref: 7 pid: 7685 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016127.682534:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3153 00000100:00100000:2.0:1734016127.682543:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334937472:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.682567:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.682598:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4939776->4976639) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ff expref: 7 pid: 7685 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.682611:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4939776->4976639) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ff expref: 7 pid: 7685 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.682647:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993a78 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4939776->4976639) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee503ff expref: 7 pid: 7685 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.682687:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.682691:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.682699:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993a94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2465792->2514943) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5041b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.682710:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993a94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2465792->2514943) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5041b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.682751:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993a94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2465792->2514943) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5041b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.682763:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338466432:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016127.682859:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.690782:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338466432:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016127.691289:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016127.691348:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334937472:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8804us (15927us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.691362:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3153 00000100:00100000:2.0:1734016127.691564:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016127.691660:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334937600 00000100:00100000:0.0:1734016127.691666:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334937600 00000100:00100000:0.0:1734016127.691703:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11151 00000100:00100000:0.0:1734016127.691709:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334937600:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016127.692535:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7884800 -> 7884800 00002000:00010000:0.0:1734016127.692540:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016127.692542:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016127 -> 1734016126 00002000:00010000:0.0:1734016127.692544:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016127.692546:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 640 -> 736 00000100:00100000:0.0:1734016127.692596:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334937600:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 885us (1031us total) trans 4294969552 rc 0/0 00000100:00100000:0.0:1734016127.692602:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11151 00000100:00100000:2.0:1734016127.696215:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016127.696629:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334937856 00000100:00100000:0.0:1734016127.696647:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334937856 00000100:00080000:2.0:1734016127.697302:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016097 00000100:00100000:0.0:1734016127.697397:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2253 00000100:00100000:0.0:1734016127.697405:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334937856:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016127.697482:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016127.697523:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc559939d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50381 expref: 23 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.697568:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016127.697573:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016127.697782:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55993a9b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016127.697797:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc559939fa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50396 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.697804:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55993a9b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016127.697871:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc559939fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50396 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.697885:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc559939fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50396 expref: 22 pid: 6480 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1734016127.697906:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338466560:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016127.698032:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.702295:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338466560:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016127.702347:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55993a9b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016127.704427:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016127.704514:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334937984 00000100:00100000:0.0:1734016127.704528:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334937984 00010000:00010000:0.0:1734016127.704578:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc559939fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50396 expref: 23 pid: 6480 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1734016127.707080:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3154 00000100:00100000:0.0:1734016127.707102:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:1970:x1818247334937984:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016127.707144:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016127.707156:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc559939fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50396 expref: 23 pid: 6480 timeout: 491 lvb_type: 0 00010000:00010000:0.0:1734016127.707173:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc559939fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50396 expref: 23 pid: 6480 timeout: 491 lvb_type: 0 00010000:00010000:0.0:1734016127.707198:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc559939fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50396 expref: 23 pid: 6480 timeout: 491 lvb_type: 0 00010000:00010000:0.0:1734016127.707243:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016127.707248:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55993a9b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016127.707256:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55993a9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016127.707263:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55993a9b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016127.707288:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016127.707360:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:1970:x1818247334937984:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 264us (2949us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.707369:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3154 00010000:00010000:0.0:1734016127.707411:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55993a9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016127.707419:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55993a9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:0.0:1734016127.707508:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968724 00000004:00010000:0.0:1734016127.707553:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800783c8e00 reply state ffff880078e30000 transno 4294968725 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55993a9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016127.707561:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016127.707632:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:9662:x1818247334937856:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 10228us (11439us total) trans 4294968725 rc 0/0 00000100:00100000:0.0:1734016127.707640:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2253 00000020:00080000:0.0:1734016127.707645:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016127.711069:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55993a9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016127.711083:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55993a9b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016127.711090:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55993a9b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016127.711095:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8564fc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016127.711099:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55993a9b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016127.711105:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55993a9b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016127.711130:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016127.711133:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016127.711137:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55993a9b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016127.711141:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55993a9b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016127.712612:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016127.715800:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334938112 00000100:00100000:3.0:1734016127.715832:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334938112 00002000:00010000:3.0:1734016127.715880:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8573300->18446744073709551615) 00002000:00100000:3.0:1734016127.715885:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c8380 with x1818247334938112 ext(8573300->18446744073709551615) 00002000:00010000:3.0:1734016127.715897:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c8380. 00000100:00100000:3.0:1734016127.715937:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9117 00000100:00100000:3.0:1734016127.715945:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334938112:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016127.716189:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7884800 -> 8573300 00002000:00010000:3.0:1734016127.716193:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.716195:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016127.716197:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.716198:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 736 -> 736 00000100:00100000:3.0:1734016127.716249:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334938112:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 303us (3651us total) trans 4294969553 rc 0/0 00000100:00100000:3.0:1734016127.716256:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9117 00002000:00010000:3.0:1734016127.716259:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8573300->18446744073709551615) 00002000:00100000:3.0:1734016127.716261:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c8380 with x1818247334938112 ext(8573300->18446744073709551615) 00002000:00010000:3.0:1734016127.716265:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c8380. 00000100:00100000:2.0:1734016127.743354:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.743391:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.743445:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016127.744438:0:7691:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334938368 00000100:00100000:0.0:1734016127.744448:0:7691:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334938368 00002000:00100000:0.0:1734016127.744497:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->8577023) req@ffff8800783c8000 x1818247334938368/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:88/0 lens 504/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.744508:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c8000 with x1818247334938368 ext(0->8577023) 00002000:00010000:0.0:1734016127.744512:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c8000 00000100:00100000:0.0:1734016127.744537:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334938624 00000100:00100000:0.0:1734016127.744540:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334938624 00002000:00100000:0.0:1734016127.744552:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8384512->8572927) req@ffff8800783c9880 x1818247334938624/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.744559:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c9880 with x1818247334938624 ext(8384512->8572927) 00002000:00010000:0.0:1734016127.744561:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c9880 00000100:00100000:0.0:1734016127.744579:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334938496 00000100:00100000:0.0:1734016127.744582:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334938496 00002000:00100000:0.0:1734016127.744592:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff8800783ca680 x1818247334938496/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.744603:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783ca680 with x1818247334938496 ext(4190208->8384511) 00002000:00010000:0.0:1734016127.744606:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783ca680 00000100:00100000:0.0:1734016127.744616:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9118 00000100:00100000:0.0:1734016127.744623:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247334938368:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016127.749506:0:7691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9119 00000100:00100000:0.0:1734016127.749520:0:7691:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247334938624:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.754912:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9120 00000100:00100000:2.0:1734016127.754931:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247334938496:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.820888:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247334938368:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 76254us (77538us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016127.820904:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9118 00002000:00100000:2.0:1734016127.820916:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->8577023) req@ffff8800783c8000 x1818247334938368/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:88/0 lens 504/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.820924:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c8000 with x1818247334938368 ext(0->8577023) 00002000:00010000:2.0:1734016127.820929:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c8000 00000100:00100000:3.0:1734016127.843845:0:7691:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247334938624:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 94313us (100438us total) trans 0 rc 188416/188416 00000100:00100000:3.0:1734016127.843858:0:7691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9119 00002000:00100000:3.0:1734016127.843871:0:7691:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8384512->8572927) req@ffff8800783c9880 x1818247334938624/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:88/0 lens 488/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 188416/188416 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.843882:0:7691:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c9880 with x1818247334938624 ext(8384512->8572927) 00002000:00010000:3.0:1734016127.843888:0:7691:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783c9880 00000100:00100000:2.0:1734016127.870425:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334938496:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 115486us (126967us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016127.870438:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9120 00002000:00100000:2.0:1734016127.870451:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff8800783ca680 x1818247334938496/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:88/0 lens 488/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.870461:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783ca680 with x1818247334938496 ext(4190208->8384511) 00002000:00010000:2.0:1734016127.870466:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783ca680 00000100:00100000:1.0:1734016127.876286:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.876390:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334938880 00000100:00100000:2.0:1734016127.876399:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334938880 00002000:00100000:2.0:1734016127.876442:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8519680->8573299) req@ffff88007bd10a80 x1818247334938880/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.876452:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd10a80 with x1818247334938880 ext(8519680->8573299) 00002000:00010000:2.0:1734016127.876457:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd10a80 00000100:00100000:2.0:1734016127.876494:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9121 00000100:00100000:2.0:1734016127.876500:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334938880:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016127.886852:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334938880:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 10333us (10559us total) trans 4294969554 rc 0/0 00000100:00100000:2.0:1734016127.886869:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9121 00002000:00100000:2.0:1734016127.886884:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8519680->8573299) req@ffff88007bd10a80 x1818247334938880/t4294969554(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:88/0 lens 488/448 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.886894:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd10a80 with x1818247334938880 ext(8519680->8573299) 00002000:00010000:2.0:1734016127.886899:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd10a80 00000100:00100000:0.0:1734016127.894769:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.895219:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334939008 00000100:00100000:2.0:1734016127.895231:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334939008 00000100:00100000:2.0:1734016127.895285:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2254 00000100:00100000:2.0:1734016127.895292:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:9662:x1818247334939008:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016127.895420:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:9662:x1818247334939008:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 128us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.895426:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2254 00000100:00100000:1.0:1734016127.900252:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016127.900362:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334939136 00000100:00100000:0.0:1734016127.900375:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334939136 00000100:00100000:0.0:1734016127.900425:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11152 00000100:00100000:0.0:1734016127.900432:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247334939136:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:3.0:1734016127.903983:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969554 is committed 00000001:00080000:3.0:1734016127.904042:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969551 is committed 00000100:00100000:0.0:1734016127.904804:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334939136:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 4364us (4553us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.904838:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11152 00000100:00100000:1.0:1734016127.909583:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.909692:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334939264 00000100:00100000:2.0:1734016127.909705:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334939264 00000100:00100000:2.0:1734016127.910315:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2255 00000100:00100000:2.0:1734016127.910324:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:9662:x1818247334939264:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.910348:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.910372:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993aa2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50422 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.910472:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993aa9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016127.910485:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993aa9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016127.910494:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993aa9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016127.910520:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8573300 00000004:00200000:2.0:1734016127.910525:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016127.910539:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993aa9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016127.910563:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993aa2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50422 expref: 26 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.910875:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993aa9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50422 expref: 25 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.910884:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016127.910887:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016127.910890:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016127.910972:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:9662:x1818247334939264:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 648us (1398us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.910979:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2255 00000100:00100000:1.0:1734016127.921736:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.921837:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334939392 00000100:00100000:2.0:1734016127.921848:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334939392 00002000:00100000:2.0:1734016127.921900:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4562944->4612095) req@ffff88007bd11880 x1818247334939392/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.921911:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd11880 with x1818247334939392 ext(4562944->4612095) 00002000:00010000:2.0:1734016127.921918:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd11880 00000100:00100000:2.0:1734016127.921952:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9122 00000100:00100000:2.0:1734016127.921958:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334939392:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016127.926724:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334939392:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4757us (4992us total) trans 4294969555 rc 0/0 00000100:00100000:2.0:1734016127.926736:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9122 00002000:00100000:2.0:1734016127.926746:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4562944->4612095) req@ffff88007bd11880 x1818247334939392/t4294969555(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:88/0 lens 488/448 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.926756:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd11880 with x1818247334939392 ext(4562944->4612095) 00002000:00010000:2.0:1734016127.926761:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd11880 00000100:00100000:0.0:1734016127.933345:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.933450:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334939520 00000100:00100000:2.0:1734016127.933457:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334939520 00000100:00100000:2.0:1734016127.933498:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11153 00000100:00100000:2.0:1734016127.933504:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334939520:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:3.0:1734016127.935758:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969555 is committed 00000100:00100000:2.0:1734016127.936008:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334939520:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2500us (2667us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.936018:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11153 00000100:00100000:1.0:1734016127.939936:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.940055:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334939648 00000100:00100000:2.0:1734016127.940067:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334939648 00000100:00100000:2.0:1734016127.940131:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2256 00000100:00100000:2.0:1734016127.940140:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:9662:x1818247334939648:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.940167:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.940193:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993ab0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50429 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.940311:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993ab7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016127.940329:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993ab7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016127.940343:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993ab7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016127.940373:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8573300 00000004:00200000:2.0:1734016127.940378:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016127.940402:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993ab7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016127.940427:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993ab0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50429 expref: 24 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.940443:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993ab7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50429 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.940450:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016127.940452:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016127.940455:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016127.940514:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334939648:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 374us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.940522:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2256 00000100:00100000:0.0:1734016127.943022:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016127.943095:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334939776 00000100:00100000:2.0:1734016127.943103:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334939776 00000100:00100000:2.0:1734016127.943145:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11154 00000100:00100000:2.0:1734016127.943151:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334939776:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.943169:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.943186:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993abe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50430 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.943233:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338466688:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016127.944139:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3d80 going to sleep for 11 seconds 00002000:00010000:0.0:1734016127.947736:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016126 -> 1734016127 00002000:00010000:0.0:1734016127.947751:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 736 -> 944 00000100:00100000:0.0:1734016127.947789:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338466688:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016127.947881:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993abe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50430 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.947897:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993abe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50430 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.947918:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:0.0:1734016127.947992:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334939776:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4838us (4979us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016127.948002:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11154 00000100:00100000:1.0:1734016127.951411:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016127.951487:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334939904 00000100:00100000:0.0:1734016127.951497:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334939904 00000100:00100000:0.0:1734016127.952693:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11155 00000100:00100000:0.0:1734016127.952702:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334939904:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.952722:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.952743:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993ac5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50437 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.952796:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338466816:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016127.952902:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.956122:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338466816:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016127.956157:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993ac5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50437 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.956170:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993ac5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50437 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.956184:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564480, rc 0) 00000100:00100000:0.0:1734016127.956243:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334939904:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3541us (4843us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016127.956256:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11155 00000100:00100000:3.0:1734016127.960988:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016127.961257:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334940032 00000100:00100000:0.0:1734016127.961269:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334940032 00000100:00100000:0.0:1734016127.961323:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11156 00000100:00100000:0.0:1734016127.961331:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334940032:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.961352:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.961371:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55993acc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5043e expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.961425:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338466944:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016127.961489:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.964906:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338466944:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016127.964946:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55993acc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5043e expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.964961:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55993acc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5043e expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.965045:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565200, rc 0) 00000100:00100000:0.0:1734016127.965275:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334940032:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3940us (4296us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016127.965286:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11156 00000100:00100000:1.0:1734016127.969191:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016127.969639:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334940160 00000100:00100000:0.0:1734016127.969648:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334940160 00000100:00100000:0.0:1734016127.969705:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11157 00000100:00100000:0.0:1734016127.969714:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334940160:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.969733:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.969753:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55993ad3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50445 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.969834:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338467072:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016127.969894:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.974347:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338467072:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016127.974385:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55993ad3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50445 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.974397:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565200/0x979ba2bc55993ad3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50445 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.975925:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565200, rc 0) 00000100:00100000:0.0:1734016127.976050:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334940160:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6328us (6862us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016127.976062:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11157 00000100:00100000:1.0:1734016127.979840:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016127.980294:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334940288 00000100:00100000:0.0:1734016127.980302:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334940288 00000100:00100000:0.0:1734016127.982703:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11158 00000100:00100000:0.0:1734016127.982721:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334940288:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.982754:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.982798:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993ada lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5044c expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.982896:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993a94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2465792->2514943) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5041b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.982904:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016127.982908:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016127.982913:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993ada lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2068480->2121727] (req 2068480->2121727) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5044c expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.982969:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993a94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2465792->2514943) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5041b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.982986:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993a94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2465792->2514943) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5041b expref: 6 pid: 7685 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1734016127.983002:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800784dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338467200:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016127.983121:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.993006:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800784dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338467200:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016127.993046:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993ada lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2068480->2121727] (req 2068480->2121727) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5044c expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.993066:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85673c0, rc 0) 00000100:00100000:0.0:1734016127.993142:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334940288:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10424us (13345us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.993153:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11158 00000100:00100000:3.0:1734016128.011104:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016128.011304:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334940416 00000100:00100000:1.0:1734016128.011319:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334940416 00010000:00010000:1.0:1734016128.011395:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993a94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2465792->2514943) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5041b expref: 7 pid: 7685 timeout: 491 lvb_type: 0 00000100:00100000:1.0:1734016128.011447:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3155 00000100:00100000:1.0:1734016128.011456:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334940416:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016128.011478:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016128.011503:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993a94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2465792->2514943) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5041b expref: 7 pid: 7685 timeout: 491 lvb_type: 0 00010000:00010000:1.0:1734016128.011531:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993a94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2465792->2514943) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5041b expref: 7 pid: 7685 timeout: 491 lvb_type: 0 00010000:00010000:1.0:1734016128.011562:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993a94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2465792->2514943) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5041b expref: 7 pid: 7685 timeout: 491 lvb_type: 0 00010000:00010000:1.0:1734016128.011597:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.011600:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.011608:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993ada lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2121727) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5044c expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.011618:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993ada lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2121727) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5044c expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.011658:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993ada lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2121727) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5044c expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.011680:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338467328:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016128.011771:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec600 going to sleep for 11 seconds 00000100:00080000:2.0:1734016128.017418:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016098 00000100:00100000:2.0:1734016128.023413:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338467328:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016128.023439:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.023502:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247334940416:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 12045us (12415us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.023513:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3155 00000100:00100000:1.0:1734016128.065913:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016128.075062:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016128.079804:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016128.084527:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334940800 00000100:00100000:2.0:1734016128.084543:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334940800 00002000:00100000:2.0:1734016128.084601:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff8800785c5180 x1818247334940800/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.084612:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c5180 with x1818247334940800 ext(4194304->8388607) 00002000:00010000:2.0:1734016128.084617:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c5180 00000100:00100000:2.0:1734016128.084638:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334940928 00000100:00100000:2.0:1734016128.084640:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334940928 00002000:00100000:2.0:1734016128.084649:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8577023) req@ffff8800785c4a80 x1818247334940928/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.084656:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4a80 with x1818247334940928 ext(8388608->8577023) 00002000:00010000:2.0:1734016128.084658:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4a80 00000100:00100000:2.0:1734016128.084674:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9123 00000100:00100000:2.0:1734016128.084682:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334940800:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.088783:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334940672 00000100:00100000:2.0:1734016128.088801:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334940672 00002000:00100000:2.0:1734016128.088870:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800785c6680 x1818247334940672/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.088881:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c6680 with x1818247334940672 ext(0->4194303) 00002000:00010000:2.0:1734016128.088887:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c6680 00000100:00100000:2.0:1734016128.088913:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9124 00000100:00100000:2.0:1734016128.088920:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334940928:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016128.089897:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9125 00000100:00100000:0.0:1734016128.089904:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334940672:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.190089:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247334940800:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 105389us (124169us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016128.190119:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9123 00002000:00100000:2.0:1734016128.190131:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff8800785c5180 x1818247334940800/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/440 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.190140:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c5180 with x1818247334940800 ext(4194304->8388607) 00002000:00010000:2.0:1734016128.190145:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c5180 00000100:00100000:3.0:1734016128.190303:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334940928:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 101381us (115251us total) trans 0 rc 188416/188416 00000100:00100000:3.0:1734016128.190312:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9124 00002000:00100000:3.0:1734016128.190318:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8577023) req@ffff8800785c4a80 x1818247334940928/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/440 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 188416/188416 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.190324:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4a80 with x1818247334940928 ext(8388608->8577023) 00002000:00010000:3.0:1734016128.190327:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4a80 00000100:00100000:0.0:1734016128.247336:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334940672:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 157417us (167528us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016128.247351:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9125 00002000:00100000:0.0:1734016128.247363:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800785c6680 x1818247334940672/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/440 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.247373:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c6680 with x1818247334940672 ext(0->4194303) 00002000:00010000:0.0:1734016128.247379:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c6680 00000100:00100000:0.0:1734016128.257524:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016128.259281:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334941184 00000100:00100000:2.0:1734016128.259299:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334941184 00000100:00100000:2.0:1734016128.259381:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11159 00000100:00100000:2.0:1734016128.259395:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334941184:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.259438:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.259475:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993ae1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50453 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.259518:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.259521:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.259532:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993ae1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50453 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.259553:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993ae1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50453 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.259575:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016128.259688:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334941184:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 295us (2185us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.259700:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11159 00000100:00100000:2.0:1734016128.262935:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016128.263053:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334941440 00000100:00100000:1.0:1734016128.263067:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334941440 00000100:00100000:1.0:1734016128.264037:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2257 00000100:00100000:1.0:1734016128.264050:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:9662:x1818247334941440:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016128.264145:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016128.264191:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993aa9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50422 expref: 25 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.264997:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016128.265004:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016128.265226:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55993ae8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016128.265243:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993ab7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50429 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.265249:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55993ae8 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016128.265287:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993ab7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50429 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.265304:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993ab7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50429 expref: 22 pid: 6480 timeout: 491 lvb_type: 0 00000100:00100000:1.0:1734016128.265320:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338467456:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016128.265434:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.274287:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016128.274505:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334941568 00000100:00100000:2.0:1734016128.274521:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334941568 00010000:00010000:2.0:1734016128.274598:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993ab7 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50429 expref: 23 pid: 6480 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016128.274648:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3156 00000100:00100000:2.0:1734016128.274659:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:1969:x1818247334941568:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.274683:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.274692:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993ab7 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50429 expref: 23 pid: 6480 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016128.274711:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993ab7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50429 expref: 23 pid: 6480 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016128.274748:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016128.274755:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55993ae8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016128.274768:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55993ae8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016128.274778:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55993ae8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016128.274841:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.274911:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:1969:x1818247334941568:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 253us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.274923:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3156 00010000:00010000:1.0:1734016128.275696:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993ab7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50429 expref: 22 pid: 6480 timeout: 491 lvb_type: 0 00000100:00100000:1.0:1734016128.275731:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338467456:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016128.275759:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55993ae8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016128.275768:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55993ae8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016128.275778:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55993ae8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:1.0:1734016128.275905:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968726 00000004:00010000:1.0:1734016128.275956:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800783c9500 reply state ffff88012c01d000 transno 4294968727 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55993ae8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016128.275963:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016128.276060:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:9662:x1818247334941440:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 12013us (13145us total) trans 4294968727 rc 0/0 00000100:00100000:1.0:1734016128.276067:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2257 00000020:00080000:1.0:1734016128.276072:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016128.276959:0:6468:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016128.277349:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016098 00000100:00100000:3.0:1734016128.283643:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016128.283740:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55993ae8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016128.283754:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55993ae8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016128.283763:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55993ae8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016128.283769:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e8358c0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016128.283777:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55993ae8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016128.283787:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55993ae8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016128.283834:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016128.283838:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016128.283844:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55993ae8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016128.283854:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55993ae8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016128.284427:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334941696 00000100:00100000:1.0:1734016128.284441:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334941696 00000100:00100000:1.0:1734016128.284508:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11160 00000100:00100000:1.0:1734016128.284520:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334941696:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.284544:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.284565:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993aef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5045a expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.284601:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993ada lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2068480->2121727) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5044c expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.284610:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993ae1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50453 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.284617:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.284620:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.284625:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993aef lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5045a expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.284666:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993ae1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50453 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.284680:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993ae1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50453 expref: 8 pid: 7685 timeout: 491 lvb_type: 1 00000100:00100000:1.0:1734016128.284696:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338467584:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016128.284827:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993ada lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2068480->2121727) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5044c expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.284836:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993ada lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2068480->2121727) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5044c expref: 5 pid: 7685 timeout: 491 lvb_type: 0 00000100:00100000:1.0:1734016128.284845:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338467712:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016128.284867:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.298008:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016128.300954:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338467584:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016128.300985:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338467712:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016128.301054:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993aef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5045a expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.301088:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016128.301254:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334941696:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 16731us (17628us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.301271:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11160 00000100:00100000:2.0:1734016128.302757:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334941824 00000100:00100000:2.0:1734016128.302774:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334941824 00010000:00010000:2.0:1734016128.302833:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993ae1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50453 expref: 8 pid: 7685 timeout: 491 lvb_type: 1 00000100:00100000:2.0:1734016128.302879:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3157 00000100:00100000:2.0:1734016128.302887:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334941824:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.302905:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.302927:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993ae1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50453 expref: 8 pid: 7685 timeout: 491 lvb_type: 1 00010000:00010000:2.0:1734016128.302938:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993ae1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50453 expref: 8 pid: 7685 timeout: 491 lvb_type: 1 00010000:00010000:2.0:1734016128.302966:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993ae1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50453 expref: 8 pid: 7685 timeout: 491 lvb_type: 1 00010000:00010000:2.0:1734016128.302994:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.303073:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334941824:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 185us (5082us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.303080:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3157 00000100:00100000:0.0:1734016128.319373:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016128.319507:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334941952 00000100:00100000:2.0:1734016128.319521:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334941952 00010000:00010000:2.0:1734016128.319576:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993ada lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2121727) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5044c expref: 6 pid: 7685 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016128.319611:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3158 00000100:00100000:2.0:1734016128.319620:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334941952:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.319640:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.319671:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993ada lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2068480->2121727) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5044c expref: 6 pid: 7685 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016128.319687:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993ada lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2068480->2121727) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5044c expref: 6 pid: 7685 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016128.319722:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993ada lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2068480->2121727) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5044c expref: 6 pid: 7685 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016128.319763:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.319765:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.319772:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993aef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5045a expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.319784:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993aef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5045a expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.319873:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993aef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5045a expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.319887:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338467840:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016128.319970:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.323638:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338467840:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016128.323683:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.323755:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334941952:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4133us (4398us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.323772:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3158 00000100:00100000:3.0:1734016128.325606:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016128.325688:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334942080 00000100:00100000:0.0:1734016128.325700:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334942080 00002000:00010000:0.0:1734016128.325743:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7560557->18446744073709551615) 00002000:00100000:0.0:1734016128.325748:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29d880 with x1818247334942080 ext(7560557->18446744073709551615) 00002000:00010000:0.0:1734016128.325762:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29d880. 00000100:00100000:0.0:1734016128.325789:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9126 00000100:00100000:0.0:1734016128.325795:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334942080:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016128.326740:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8573300 -> 7560557 00002000:00010000:0.0:1734016128.326747:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016127 -> 1734016128 00002000:00010000:0.0:1734016128.326749:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016128.326752:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016127 -> 1734016128 00002000:00010000:0.0:1734016128.326755:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 944 -> 752 00000100:00100000:0.0:1734016128.330243:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334942080:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 4423us (4630us total) trans 4294969556 rc 0/0 00000100:00100000:0.0:1734016128.330264:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9126 00002000:00010000:0.0:1734016128.330274:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7560557->18446744073709551615) 00002000:00100000:0.0:1734016128.330277:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29d880 with x1818247334942080 ext(7560557->18446744073709551615) 00002000:00010000:0.0:1734016128.330293:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29d880. 00000100:00100000:0.0:1734016128.334357:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016128.334480:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334942208 00000100:00100000:1.0:1734016128.334497:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334942208 00000100:00100000:1.0:1734016128.334575:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2258 00000100:00100000:1.0:1734016128.334585:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:9662:x1818247334942208:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.334619:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.334645:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc55993af6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50461 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.334751:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993afd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016128.334765:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993afd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016128.334775:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993afd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:1.0:1734016128.334801:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7560557 00000004:00200000:1.0:1734016128.334835:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016128.334854:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993afd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016128.334879:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc55993af6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50461 expref: 24 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.334920:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993afd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50461 expref: 23 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.334928:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:1.0:1734016128.334932:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016128.334937:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016128.335005:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334942208:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 422us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.335013:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2258 00000100:00100000:0.0:1734016128.340720:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016128.340865:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334942336 00000100:00100000:1.0:1734016128.340877:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334942336 00000100:00100000:1.0:1734016128.341069:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11161 00000100:00100000:1.0:1734016128.341079:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334942336:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.341116:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.341144:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55993b04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50468 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.341232:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338467968:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016128.341311:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.343501:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338467968:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016128.343548:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55993b04 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50468 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.343562:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55993b04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50468 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.343601:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016128.343658:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334942336:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2580us (2959us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.343666:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11161 00000100:00100000:0.0:1734016128.349672:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016128.349860:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334942464 00000100:00100000:1.0:1734016128.349876:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334942464 00000100:00100000:1.0:1734016128.349990:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11162 00000100:00100000:1.0:1734016128.350000:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800709b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334942464:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.350029:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.350056:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55993b0b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5046f expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.350146:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338468096:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016128.350246:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.355579:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338468096:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016128.355635:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55993b0b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5046f expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.355651:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55993b0b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5046f expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.355695:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:1.0:1734016128.355781:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800709b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334942464:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5783us (6144us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.355791:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11162 00000100:00100000:2.0:1734016128.369234:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016128.369341:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334942592 00000100:00100000:1.0:1734016128.369355:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334942592 00000100:00100000:3.0:1734016128.370512:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11163 00000100:00100000:3.0:1734016128.370528:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334942592:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.370563:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.370597:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993b12 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50476 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.370648:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993aef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5045a expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.370657:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.370659:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.370662:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993b12 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6000640->6062079] (req 6000640->6062079) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50476 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.370724:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993aef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5045a expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.370740:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993aef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5045a expref: 7 pid: 10752 timeout: 492 lvb_type: 0 00000100:00100000:3.0:1734016128.370757:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338468224:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016128.370905:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.384305:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016128.384477:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334942720 00000100:00100000:2.0:1734016128.384492:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334942720 00010000:00010000:2.0:1734016128.384554:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993aef lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5045a expref: 8 pid: 10752 timeout: 492 lvb_type: 0 00000100:00100000:2.0:1734016128.384611:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3159 00000100:00100000:2.0:1734016128.384623:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088626450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334942720:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.384647:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.384679:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993aef lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5045a expref: 8 pid: 10752 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.384694:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993aef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5045a expref: 8 pid: 10752 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.384732:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.384734:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.384741:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993b12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6000640->6062079) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50476 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.384751:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993b12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6000640->6062079) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50476 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.384838:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993b12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6000640->6062079) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50476 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.384858:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338468352:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016128.384967:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3a80 going to sleep for 11 seconds 00010000:00010000:3.0:1734016128.385254:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993aef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5045a expref: 8 pid: 10752 timeout: 492 lvb_type: 0 00000100:00100000:3.0:1734016128.385290:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338468224:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016128.385327:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993b12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6000640->6062079) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50476 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.385343:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016128.385383:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334942592:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 14858us (16162us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.385392:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11163 00000100:00100000:2.0:1734016128.404198:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338468352:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016128.406022:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.421432:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880088626450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334942720:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 36794us (37130us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.421455:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3159 00000100:00100000:1.0:1734016128.421759:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016128.421923:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016128.422001:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334942976 00000100:00100000:2.0:1734016128.422012:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334942976 00002000:00100000:2.0:1734016128.422068:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->6004735) req@ffff8800785c6d80 x1818247334942976/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 504/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.422081:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c6d80 with x1818247334942976 ext(0->6004735) 00002000:00010000:2.0:1734016128.422090:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c6d80 00000100:00100000:2.0:1734016128.422130:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334943104 00000100:00100000:2.0:1734016128.422133:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334943104 00002000:00100000:2.0:1734016128.422143:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->7561215) req@ffff8800785c6a00 x1818247334943104/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 504/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.422150:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c6a00 with x1818247334943104 ext(4190208->7561215) 00002000:00010000:2.0:1734016128.422153:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c6a00 00000100:00100000:2.0:1734016128.422172:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9127 00000100:00100000:2.0:1734016128.422181:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334942976:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.425231:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9128 00000100:00100000:1.0:1734016128.425254:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334943104:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.453474:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338468480:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016128.453537:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016128.453587:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338468480 00000100:00100000:1.0:1734016128.453597:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338468480 00000100:00100000:1.0:1734016128.453644:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1734016128.453652:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338468480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1734016128.453692:0:7687:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:1.0:1734016128.453736:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338468480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.453743:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1734016128.453794:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338468480:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1734016128.453888:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016098 00000100:00100000:2.0:1734016128.510591:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334942976:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 88383us (88806us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016128.510614:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9127 00002000:00100000:2.0:1734016128.510640:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->6004735) req@ffff8800785c6d80 x1818247334942976/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 504/440 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.510656:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c6d80 with x1818247334942976 ext(0->6004735) 00002000:00010000:2.0:1734016128.510667:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c6d80 00000100:00100000:1.0:1734016128.556548:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334943104:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 131281us (134604us total) trans 0 rc 3366912/3366912 00000100:00100000:1.0:1734016128.556567:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9128 00002000:00100000:1.0:1734016128.556584:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4190208->7561215) req@ffff8800785c6a00 x1818247334943104/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 504/440 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 3366912/3366912 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.556595:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c6a00 with x1818247334943104 ext(4190208->7561215) 00002000:00010000:1.0:1734016128.556606:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c6a00 00000100:00100000:3.0:1734016128.570729:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016128.570921:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334943360 00000100:00100000:0.0:1734016128.570939:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334943360 00000100:00100000:0.0:1734016128.571259:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11164 00000100:00100000:0.0:1734016128.571270:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334943360:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.571300:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.571326:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55993b19 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5047d expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.571358:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.571361:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.571370:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55993b19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5047d expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.571387:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55993b19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5047d expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.571400:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567600, rc 0) 00000100:00100000:0.0:1734016128.574793:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334943360:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3500us (4062us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.574825:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11164 00000100:00100000:0.0:1734016128.582597:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016128.582681:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334943616 00000100:00100000:1.0:1734016128.582693:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334943616 00002000:00100000:1.0:1734016128.582752:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5005312->5009407) req@ffff880078ea2d80 x1818247334943616/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.582763:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea2d80 with x1818247334943616 ext(5005312->5009407) 00002000:00010000:1.0:1734016128.582769:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea2d80 00000100:00100000:1.0:1734016128.585164:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9129 00000100:00100000:1.0:1734016128.585185:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334943616:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.585609:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334943616:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 428us (3026us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016128.585618:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9129 00002000:00100000:1.0:1734016128.585628:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5005312->5009407) req@ffff880078ea2d80 x1818247334943616/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.585639:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea2d80 with x1818247334943616 ext(5005312->5009407) 00002000:00010000:1.0:1734016128.585648:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea2d80 00000100:00100000:3.0:1734016128.598716:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016128.599003:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334943872 00000100:00100000:1.0:1734016128.599015:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334943872 00002000:00100000:1.0:1734016128.599075:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5001216->5005311) req@ffff88012e29c000 x1818247334943872/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.599087:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29c000 with x1818247334943872 ext(5001216->5005311) 00002000:00010000:1.0:1734016128.599094:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29c000 00000100:00100000:1.0:1734016128.599172:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9130 00000100:00100000:1.0:1734016128.599183:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334943872:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.602421:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334943872:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 3218us (3702us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016128.602441:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9130 00002000:00100000:1.0:1734016128.602460:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5001216->5005311) req@ffff88012e29c000 x1818247334943872/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.602469:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29c000 with x1818247334943872 ext(5001216->5005311) 00002000:00010000:1.0:1734016128.602476:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29c000 00000100:00100000:3.0:1734016128.615114:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016128.615229:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334944128 00000100:00100000:1.0:1734016128.615241:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334944128 00002000:00100000:1.0:1734016128.615300:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4997120->5001215) req@ffff88012e29d500 x1818247334944128/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.615311:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29d500 with x1818247334944128 ext(4997120->5001215) 00002000:00010000:1.0:1734016128.615319:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29d500 00000100:00100000:2.0:1734016128.616876:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9131 00000100:00100000:2.0:1734016128.616898:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334944128:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.617321:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334944128:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 426us (2229us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.617329:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9131 00002000:00100000:2.0:1734016128.617341:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4997120->5001215) req@ffff88012e29d500 x1818247334944128/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.617353:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29d500 with x1818247334944128 ext(4997120->5001215) 00002000:00010000:2.0:1734016128.617363:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29d500 00000100:00100000:0.0:1734016128.619671:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016128.619864:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334944384 00000100:00100000:1.0:1734016128.619878:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334944384 00002000:00100000:1.0:1734016128.619943:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4993024->4997119) req@ffff880078ea0a80 x1818247334944384/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.619954:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea0a80 with x1818247334944384 ext(4993024->4997119) 00002000:00010000:1.0:1734016128.619960:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea0a80 00000100:00100000:1.0:1734016128.620000:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9132 00000100:00100000:1.0:1734016128.620009:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334944384:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.623541:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334944384:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 3508us (3859us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016128.623562:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9132 00002000:00100000:1.0:1734016128.623582:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4993024->4997119) req@ffff880078ea0a80 x1818247334944384/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.623594:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea0a80 with x1818247334944384 ext(4993024->4997119) 00002000:00010000:1.0:1734016128.623601:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea0a80 00000100:00100000:3.0:1734016128.635020:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016128.635300:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334944640 00000100:00100000:0.0:1734016128.635316:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334944640 00002000:00100000:0.0:1734016128.635390:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4988928->4993023) req@ffff88012e29c380 x1818247334944640/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.635402:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29c380 with x1818247334944640 ext(4988928->4993023) 00002000:00010000:0.0:1734016128.635411:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29c380 00000100:00100000:0.0:1734016128.635457:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9133 00000100:00100000:0.0:1734016128.635466:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334944640:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016128.635730:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334944640:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 265us (725us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016128.635739:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9133 00002000:00100000:0.0:1734016128.635745:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4988928->4993023) req@ffff88012e29c380 x1818247334944640/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.635751:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29c380 with x1818247334944640 ext(4988928->4993023) 00002000:00010000:0.0:1734016128.635755:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29c380 00000100:00100000:3.0:1734016128.644516:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016128.646030:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334944896 00000100:00100000:2.0:1734016128.646055:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334944896 00002000:00100000:2.0:1734016128.646155:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4984832->4988927) req@ffff88012e29e680 x1818247334944896/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.646170:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29e680 with x1818247334944896 ext(4984832->4988927) 00002000:00010000:2.0:1734016128.646178:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29e680 00000100:00100000:2.0:1734016128.646221:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9134 00000100:00100000:2.0:1734016128.646231:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334944896:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.646527:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334944896:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 297us (2023us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.646534:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9134 00002000:00100000:2.0:1734016128.646539:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4984832->4988927) req@ffff88012e29e680 x1818247334944896/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.646547:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29e680 with x1818247334944896 ext(4984832->4988927) 00002000:00010000:2.0:1734016128.646551:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29e680 00000100:00100000:0.0:1734016128.672235:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016128.672360:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334945152 00000100:00100000:2.0:1734016128.672371:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334945152 00002000:00100000:2.0:1734016128.672422:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4980736->4984831) req@ffff880078ea1180 x1818247334945152/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.672432:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea1180 with x1818247334945152 ext(4980736->4984831) 00002000:00010000:2.0:1734016128.672438:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea1180 00000100:00100000:2.0:1734016128.672460:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9135 00000100:00100000:2.0:1734016128.672467:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334945152:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.672662:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334945152:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 195us (438us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.672670:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9135 00002000:00100000:2.0:1734016128.672676:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4980736->4984831) req@ffff880078ea1180 x1818247334945152/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.672684:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea1180 with x1818247334945152 ext(4980736->4984831) 00002000:00010000:2.0:1734016128.672687:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea1180 00000100:00100000:3.0:1734016128.690072:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016128.690205:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334945408 00000100:00100000:0.0:1734016128.690223:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334945408 00002000:00100000:0.0:1734016128.690308:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4976640->4980735) req@ffff88012e29f800 x1818247334945408/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.690323:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29f800 with x1818247334945408 ext(4976640->4980735) 00002000:00010000:0.0:1734016128.690334:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29f800 00000100:00100000:0.0:1734016128.690382:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9136 00000100:00100000:0.0:1734016128.690392:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334945408:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016128.690666:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334945408:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 275us (625us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016128.690674:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9136 00002000:00100000:0.0:1734016128.690680:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4976640->4980735) req@ffff88012e29f800 x1818247334945408/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.690692:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29f800 with x1818247334945408 ext(4976640->4980735) 00002000:00010000:0.0:1734016128.690695:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29f800 00000100:00100000:3.0:1734016128.709912:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016128.710065:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334945536 00000100:00100000:2.0:1734016128.710081:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334945536 00000100:00100000:2.0:1734016128.710177:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2259 00000100:00100000:2.0:1734016128.710186:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+26:9662:x1818247334945536:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.710221:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.710248:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993b20 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50484 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.710367:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993b27 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016128.710387:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993b27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016128.710404:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993b27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016128.710440:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7560557 00000004:00200000:2.0:1734016128.710447:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016128.710470:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993b27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016128.710503:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55993b20 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50484 expref: 28 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.710541:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993b27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50484 expref: 27 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.710550:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016128.710554:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016128.710558:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016128.710634:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:9662:x1818247334945536:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 449us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.710647:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2259 00000100:00100000:0.0:1734016128.713782:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016128.713921:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334945664 00000100:00100000:1.0:1734016128.713938:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334945664 00000100:00100000:1.0:1734016128.714004:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11165 00000100:00100000:1.0:1734016128.714014:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334945664:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.714053:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.714083:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993b2e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5048b expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.714133:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993b12 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6000640->6062079) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50476 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.714144:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55993b19 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5047d expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.714151:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.714155:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.714159:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993b2e lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4128768->4132863] (req 4128768->4132863) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5048b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.714216:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55993b19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5047d expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.714232:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55993b19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5047d expref: 7 pid: 7685 timeout: 492 lvb_type: 1 00000100:00100000:1.0:1734016128.714248:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338468608:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016128.714537:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993b12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6000640->6062079) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50476 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.714548:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993b12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6000640->6062079) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50476 expref: 7 pid: 7685 timeout: 492 lvb_type: 0 00000100:00100000:1.0:1734016128.714565:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338468736:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016128.714592:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.716784:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338468608:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016128.716798:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338468736:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016128.716892:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993b2e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4128768->4132863] (req 4128768->4132863) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5048b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.716918:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016128.716981:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334945664:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2967us (3216us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.716992:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11165 00000100:00100000:3.0:1734016128.718315:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016128.718408:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334945792 00000100:00100000:2.0:1734016128.718423:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334945792 00010000:00010000:2.0:1734016128.718478:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55993b19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5047d expref: 8 pid: 7685 timeout: 492 lvb_type: 1 00000100:00100000:0.0:1734016128.718604:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3160 00000100:00100000:0.0:1734016128.718615:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334945792:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016128.718631:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016128.718659:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55993b19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5047d expref: 8 pid: 7685 timeout: 492 lvb_type: 1 00010000:00010000:0.0:1734016128.718671:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55993b19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5047d expref: 8 pid: 7685 timeout: 492 lvb_type: 1 00010000:00010000:0.0:1734016128.718700:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55993b19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5047d expref: 8 pid: 7685 timeout: 492 lvb_type: 1 00010000:00010000:0.0:1734016128.718738:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016128.718784:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334945792:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 170us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.718791:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3160 00000100:00100000:0.0:1734016128.736617:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016128.736738:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334945920 00000100:00100000:3.0:1734016128.736755:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334945920 00010000:00010000:3.0:1734016128.736802:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993b12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6000640->6062079) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50476 expref: 7 pid: 7685 timeout: 492 lvb_type: 0 00000100:00100000:3.0:1734016128.736880:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3161 00000100:00100000:3.0:1734016128.736889:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334945920:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016128.736908:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016128.736931:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993b12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6000640->6062079) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50476 expref: 7 pid: 7685 timeout: 492 lvb_type: 0 00010000:00010000:3.0:1734016128.736945:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993b12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6000640->6062079) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50476 expref: 7 pid: 7685 timeout: 492 lvb_type: 0 00010000:00010000:3.0:1734016128.736969:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993b12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6000640->6062079) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50476 expref: 7 pid: 7685 timeout: 492 lvb_type: 0 00010000:00010000:3.0:1734016128.737002:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.737005:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.737012:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993b2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4128768->4132863) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5048b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.737021:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993b2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4128768->4132863) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5048b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.737059:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993b2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4128768->4132863) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5048b expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.737074:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078837800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338468864:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016128.737160:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.742313:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078837800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338468864:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016128.742355:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016128.742441:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334945920:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5550us (5834us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.742458:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3161 00000100:00100000:2.0:1734016128.767307:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016128.774264:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334946176 00000100:00100000:0.0:1734016128.774288:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334946176 00002000:00100000:0.0:1734016128.774367:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4128768->4132863) req@ffff8800783cbb80 x1818247334946176/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.774380:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cbb80 with x1818247334946176 ext(4128768->4132863) 00002000:00010000:0.0:1734016128.774390:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783cbb80 00000100:00100000:0.0:1734016128.774450:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9137 00000100:00100000:0.0:1734016128.774459:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334946176:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016128.774753:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334946176:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 291us (7458us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016128.774763:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9137 00002000:00100000:0.0:1734016128.774770:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4128768->4132863) req@ffff8800783cbb80 x1818247334946176/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.774777:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cbb80 with x1818247334946176 ext(4128768->4132863) 00002000:00010000:0.0:1734016128.774780:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783cbb80 00000100:00100000:0.0:1734016128.784439:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016128.784562:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334946432 00000100:00100000:2.0:1734016128.784574:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334946432 00002000:00100000:2.0:1734016128.784629:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4124672->4128767) req@ffff8801309f8a80 x1818247334946432/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.784641:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8a80 with x1818247334946432 ext(4124672->4128767) 00002000:00010000:2.0:1734016128.784650:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8a80 00000100:00100000:2.0:1734016128.784679:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9138 00000100:00100000:2.0:1734016128.784689:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334946432:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.784972:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334946432:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 282us (544us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.784979:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9138 00002000:00100000:2.0:1734016128.784985:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4124672->4128767) req@ffff8801309f8a80 x1818247334946432/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.784992:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8a80 with x1818247334946432 ext(4124672->4128767) 00002000:00010000:2.0:1734016128.784995:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8a80 00000100:00100000:3.0:1734016128.799386:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016128.805226:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334946688 00000100:00100000:0.0:1734016128.805246:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334946688 00002000:00100000:0.0:1734016128.805307:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4120576->4124671) req@ffff880078836a00 x1818247334946688/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.805318:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078836a00 with x1818247334946688 ext(4120576->4124671) 00002000:00010000:0.0:1734016128.805324:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078836a00 00000100:00100000:0.0:1734016128.805376:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9139 00000100:00100000:0.0:1734016128.805384:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078836a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334946688:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016128.805646:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078836a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334946688:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 261us (6284us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016128.805656:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9139 00002000:00100000:0.0:1734016128.805662:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4120576->4124671) req@ffff880078836a00 x1818247334946688/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.805669:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078836a00 with x1818247334946688 ext(4120576->4124671) 00002000:00010000:0.0:1734016128.805673:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078836a00 00000100:00100000:3.0:1734016128.829344:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016128.829448:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334946944 00000100:00100000:0.0:1734016128.829463:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334946944 00002000:00100000:0.0:1734016128.829526:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4116480->4120575) req@ffff880078837100 x1818247334946944/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.829539:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078837100 with x1818247334946944 ext(4116480->4120575) 00002000:00010000:0.0:1734016128.829545:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078837100 00000100:00100000:0.0:1734016128.829588:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9140 00000100:00100000:0.0:1734016128.829596:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078837100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334946944:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016128.829794:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078837100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334946944:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 198us (467us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016128.829802:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9140 00002000:00100000:0.0:1734016128.829849:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4116480->4120575) req@ffff880078837100 x1818247334946944/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.829857:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078837100 with x1818247334946944 ext(4116480->4120575) 00002000:00010000:0.0:1734016128.829860:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078837100 00000100:00100000:0.0:1734016128.834938:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016128.835045:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334947200 00000100:00100000:2.0:1734016128.835059:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334947200 00002000:00100000:2.0:1734016128.835136:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4112384->4116479) req@ffff8801309f9180 x1818247334947200/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.835147:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f9180 with x1818247334947200 ext(4112384->4116479) 00002000:00010000:2.0:1734016128.835154:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f9180 00000100:00100000:2.0:1734016128.835194:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9141 00000100:00100000:2.0:1734016128.835202:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334947200:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.835478:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334947200:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 275us (555us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.835488:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9141 00002000:00100000:2.0:1734016128.835495:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4112384->4116479) req@ffff8801309f9180 x1818247334947200/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.835503:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f9180 with x1818247334947200 ext(4112384->4116479) 00002000:00010000:2.0:1734016128.835507:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f9180 00000100:00100000:3.0:1734016128.842445:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016128.843257:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334947456 00000100:00100000:0.0:1734016128.843272:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334947456 00002000:00100000:0.0:1734016128.843332:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4108288->4112383) req@ffff880078834700 x1818247334947456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.843346:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078834700 with x1818247334947456 ext(4108288->4112383) 00002000:00010000:0.0:1734016128.843353:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078834700 00000100:00100000:2.0:1734016128.848394:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9142 00000100:00100000:2.0:1734016128.848409:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078834700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334947456:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.848671:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078834700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334947456:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 264us (6240us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.848679:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9142 00002000:00100000:2.0:1734016128.848689:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4108288->4112383) req@ffff880078834700 x1818247334947456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.848699:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078834700 with x1818247334947456 ext(4108288->4112383) 00002000:00010000:2.0:1734016128.848707:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078834700 00000100:00100000:3.0:1734016128.855336:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016128.855412:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334947712 00000100:00100000:0.0:1734016128.855424:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334947712 00002000:00100000:0.0:1734016128.855486:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4104192->4108287) req@ffff880078837800 x1818247334947712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.855497:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078837800 with x1818247334947712 ext(4104192->4108287) 00002000:00010000:0.0:1734016128.855504:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078837800 00000100:00100000:2.0:1734016128.856255:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9143 00000100:00100000:2.0:1734016128.856265:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078837800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334947712:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.856470:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078837800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334947712:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 204us (1146us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.856477:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9143 00002000:00100000:2.0:1734016128.856483:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4104192->4108287) req@ffff880078837800 x1818247334947712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.856490:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078837800 with x1818247334947712 ext(4104192->4108287) 00002000:00010000:2.0:1734016128.856493:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078837800 00000100:00100000:1.0:1734016128.882888:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016128.883031:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334947968 00000100:00100000:2.0:1734016128.883042:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334947968 00002000:00100000:2.0:1734016128.883104:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4100096->4104191) req@ffff8800785c5880 x1818247334947968/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.883115:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c5880 with x1818247334947968 ext(4100096->4104191) 00002000:00010000:2.0:1734016128.883122:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c5880 00000100:00100000:2.0:1734016128.883156:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9144 00000100:00100000:2.0:1734016128.883163:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334947968:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.883363:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334947968:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 198us (492us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.883371:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9144 00002000:00100000:2.0:1734016128.883377:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4100096->4104191) req@ffff8800785c5880 x1818247334947968/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.883384:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c5880 with x1818247334947968 ext(4100096->4104191) 00002000:00010000:2.0:1734016128.883387:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c5880 00000100:00100000:3.0:1734016128.888996:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016128.889087:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334948224 00000100:00100000:0.0:1734016128.889106:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334948224 00002000:00100000:0.0:1734016128.889151:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4096000->4100095) req@ffff88007856ca80 x1818247334948224/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.889160:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856ca80 with x1818247334948224 ext(4096000->4100095) 00002000:00010000:0.0:1734016128.889166:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856ca80 00000100:00100000:0.0:1734016128.889196:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9145 00000100:00100000:0.0:1734016128.889203:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334948224:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016128.889394:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334948224:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 191us (414us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016128.889401:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9145 00002000:00100000:0.0:1734016128.889406:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4096000->4100095) req@ffff88007856ca80 x1818247334948224/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.889412:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856ca80 with x1818247334948224 ext(4096000->4100095) 00002000:00010000:0.0:1734016128.889415:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856ca80 00000100:00100000:3.0:1734016128.901575:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016128.901704:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334948352 00000100:00100000:2.0:1734016128.901720:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334948352 00002000:00100000:2.0:1734016128.901782:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4096000->4132863) req@ffff88007856c000 x1818247334948352/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.901795:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856c000 with x1818247334948352 ext(4096000->4132863) 00002000:00010000:2.0:1734016128.901804:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856c000 00000100:00100000:2.0:1734016128.901877:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9146 00000100:00100000:2.0:1734016128.901885:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334948352:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016128.907369:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334948352:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 5469us (5798us total) trans 4294969557 rc 0/0 00000100:00100000:2.0:1734016128.907387:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9146 00002000:00100000:2.0:1734016128.907402:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4096000->4132863) req@ffff88007856c000 x1818247334948352/t4294969557(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:89/0 lens 488/448 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.907412:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856c000 with x1818247334948352 ext(4096000->4132863) 00002000:00010000:2.0:1734016128.907419:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856c000 00000100:00100000:3.0:1734016128.915289:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016128.915362:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334948480 00000100:00100000:1.0:1734016128.915375:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334948480 00000100:00100000:1.0:1734016128.915443:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2260 00000100:00100000:1.0:1734016128.915451:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334948480:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:1.0:1734016128.915622:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:9662:x1818247334948480:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 171us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.915632:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2260 00000100:00100000:3.0:1734016128.921757:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016128.921932:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334948608 00000100:00100000:1.0:1734016128.921952:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334948608 00000100:00100000:1.0:1734016128.922028:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11166 00000100:00100000:1.0:1734016128.922037:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334948608:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:3.0:1734016128.923578:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969557 is committed 00000001:00080000:3.0:1734016128.923617:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969556 is committed 00000100:00100000:1.0:1734016128.923794:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334948608:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 1752us (2049us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.923837:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11166 00000100:00100000:0.0:1734016128.936595:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016128.936766:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334948736 00000100:00100000:1.0:1734016128.936781:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334948736 00000100:00100000:1.0:1734016128.936916:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11167 00000100:00100000:1.0:1734016128.936928:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334948736:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.936973:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.937006:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55993b35 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50492 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.937127:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338468992:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016128.938556:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016128.943040:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016127 -> 1734016128 00002000:00010000:1.0:1734016128.943051:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 752 -> 824 00000100:00100000:1.0:1734016128.943075:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338468992:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016128.943124:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55993b35 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50492 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.943139:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55993b35 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50492 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.952125:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:0.0:1734016128.952311:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334948736:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 15372us (15734us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016128.952324:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11167 00000100:00100000:3.0:1734016128.954891:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016128.955032:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334948864 00000100:00100000:0.0:1734016128.955047:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334948864 00000100:00100000:0.0:1734016128.955120:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11168 00000100:00100000:0.0:1734016128.955128:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334948864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.955157:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.955196:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55993b3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50499 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.955292:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338469120:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016128.955391:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.958233:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338469120:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016128.958291:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55993b3c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50499 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.958315:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55993b3c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50499 expref: 7 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.958334:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567600, rc 0) 00000100:00100000:1.0:1734016128.958421:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334948864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3291us (3543us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.958435:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11168 00000100:00100000:3.0:1734016128.965319:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016128.965423:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334948992 00000100:00100000:1.0:1734016128.965436:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334948992 00000100:00100000:1.0:1734016128.965500:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11169 00000100:00100000:1.0:1734016128.965508:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334948992:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016128.965777:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7560557 -> 7560557 00002000:00010000:1.0:1734016128.965780:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.965782:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016128 -> 1734016127 00002000:00010000:1.0:1734016128.965784:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.965786:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 824 -> 856 00000100:00100000:1.0:1734016128.965887:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334948992:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 380us (580us total) trans 4294969558 rc 0/0 00000100:00100000:1.0:1734016128.965894:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11169 00000100:00100000:3.0:1734016128.973051:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016128.974717:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334949120 00000100:00100000:2.0:1734016128.974732:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334949120 00000100:00100000:2.0:1734016128.974824:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11170 00000100:00100000:2.0:1734016128.974833:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334949120:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.974861:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.974887:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993b43 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee504a0 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.974968:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338469248:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016128.975068:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3b40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016128.981706:0:10752:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016127 -> 1734016128 00000100:00100000:2.0:1734016128.981740:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338469248:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016128.981783:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993b43 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504a0 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.981796:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993b43 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504a0 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.981851:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016128.981905:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334949120:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7073us (8875us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.981913:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11170 00000100:00100000:3.0:1734016128.987076:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016128.987206:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334949248 00000100:00100000:2.0:1734016128.987226:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334949248 00000100:00100000:2.0:1734016128.987324:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11171 00000100:00100000:2.0:1734016128.987342:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334949248:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.987379:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.987417:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993b4a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee504a7 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.987536:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338469376:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016128.988830:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.001312:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338469376:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016129.001373:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993b4a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504a7 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.001390:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993b4a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504a7 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.002494:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016129.002619:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334949248:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 15278us (15564us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.002629:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11171 00000100:00100000:3.0:1734016129.014630:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.018134:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334949376 00000100:00100000:2.0:1734016129.018161:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334949376 00000100:00100000:2.0:1734016129.020296:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11172 00000100:00100000:2.0:1734016129.020321:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334949376:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.020363:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.020397:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993b51 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee504ae expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.020505:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338469504:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016129.021891:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.028486:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338469504:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016129.028539:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993b51 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504ae expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.028553:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993b51 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504ae expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.028571:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016129.030465:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334949376:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10134us (15834us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.030484:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11172 00000100:00100000:3.0:1734016129.039803:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.052674:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334949504 00000100:00100000:2.0:1734016129.052696:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334949504 00000100:00100000:2.0:1734016129.055180:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11173 00000100:00100000:2.0:1734016129.055200:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334949504:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.055228:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.055257:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993b58 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee504b5 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.055330:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338469632:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016129.055440:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3b40 going to sleep for 11 seconds 00000001:00080000:0.0:1734016129.062313:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968727 is committed 00000001:00080000:0.0:1734016129.062335:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968723 is committed 00000100:00100000:2.0:1734016129.063536:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338469632:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016129.063584:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993b58 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504b5 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.063603:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993b58 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504b5 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.063636:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016129.063705:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247334949504:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8508us (23914us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.063715:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11173 00000100:00100000:3.0:1734016129.069141:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.070131:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334949632 00000100:00100000:2.0:1734016129.070148:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334949632 00000100:00100000:2.0:1734016129.070259:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11174 00000100:00100000:2.0:1734016129.070270:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334949632:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016129.070561:0:10752:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7560557 -> 7560557 00002000:00010000:2.0:1734016129.070564:0:10752:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:2.0:1734016129.070567:0:10752:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016128 -> 1734016127 00002000:00010000:2.0:1734016129.070569:0:10752:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:2.0:1734016129.070571:0:10752:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 856 -> 856 00000100:00100000:2.0:1734016129.070690:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334949632:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 421us (1571us total) trans 4294969559 rc 0/0 00000100:00100000:2.0:1734016129.070698:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11174 00000100:00080000:3.0:1734016129.071002:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016099 00000100:00100000:3.0:1734016129.076054:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016129.076213:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334949760 00000100:00100000:1.0:1734016129.076224:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334949760 00000100:00100000:1.0:1734016129.076301:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11175 00000100:00100000:1.0:1734016129.076311:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334949760:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.076342:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.076370:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993b5f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee504bc expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.076414:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993b2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4128768->4132863) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5048b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.076422:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016129.076424:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016129.076428:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993b5f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3854336->3903487] (req 3854336->3903487) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504bc expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.076470:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993b2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4128768->4132863) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5048b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.076484:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993b2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4128768->4132863) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5048b expref: 7 pid: 7685 timeout: 492 lvb_type: 0 00000100:00100000:1.0:1734016129.076500:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338469760:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016129.076590:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.081148:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338469760:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016129.081211:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993b5f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3854336->3903487] (req 3854336->3903487) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504bc expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.081244:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:1.0:1734016129.081343:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334949760:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5031us (5306us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.081362:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11175 00000100:00100000:3.0:1734016129.083964:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.086018:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334949888 00000100:00100000:0.0:1734016129.086033:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334949888 00010000:00010000:0.0:1734016129.086081:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993b2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4128768->4132863) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5048b expref: 8 pid: 7685 timeout: 492 lvb_type: 0 00000100:00100000:0.0:1734016129.086136:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3162 00000100:00100000:0.0:1734016129.086145:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334949888:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016129.086164:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016129.086192:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993b2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4128768->4132863) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5048b expref: 8 pid: 7685 timeout: 492 lvb_type: 0 00010000:00010000:0.0:1734016129.086209:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993b2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4128768->4132863) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5048b expref: 8 pid: 7685 timeout: 492 lvb_type: 0 00010000:00010000:0.0:1734016129.086235:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993b2e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4128768->4132863) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5048b expref: 8 pid: 7685 timeout: 492 lvb_type: 0 00010000:00010000:0.0:1734016129.086265:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016129.086267:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016129.086275:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993b5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3854336->3903487) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504bc expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.086284:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993b5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3854336->3903487) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504bc expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.086320:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993b5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3854336->3903487) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504bc expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016129.086333:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338469888:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016129.086413:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.090761:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338469888:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016129.090796:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016129.090878:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334949888:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4732us (6924us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016129.090890:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3162 00000100:00100000:0.0:1734016129.091021:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016129.091183:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334950016 00000100:00100000:1.0:1734016129.091191:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334950016 00000100:00100000:1.0:1734016129.091227:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11176 00000100:00100000:1.0:1734016129.091232:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334950016:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016129.091510:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7560557 -> 7560557 00002000:00010000:1.0:1734016129.091514:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016129.091516:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016129.091517:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016129.091519:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 856 -> 856 00000100:00100000:1.0:1734016129.091565:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334950016:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 332us (545us total) trans 4294969560 rc 0/0 00000100:00100000:1.0:1734016129.091571:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11176 00000100:00100000:2.0:1734016129.098630:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.098709:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334950144 00000100:00100000:0.0:1734016129.098722:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334950144 00000100:00100000:0.0:1734016129.098783:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11177 00000100:00100000:0.0:1734016129.098791:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334950144:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016129.098840:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016129.098863:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993b66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee504c3 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016129.098936:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338470016:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016129.099023:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585e40 going to sleep for 11 seconds 00002000:00010000:0.0:1734016129.100901:0:10752:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016127 -> 1734016128 00002000:00010000:0.0:1734016129.100911:0:10752:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016128 -> 1734016129 00000100:00100000:0.0:1734016129.100937:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338470016:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016129.100977:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993b66 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504c3 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016129.100993:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85673c0/0x979ba2bc55993b66 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504c3 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016129.101040:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85673c0, rc 0) 00000100:00100000:1.0:1734016129.101282:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334950144:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2488us (2663us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.101295:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11177 00000100:00100000:2.0:1734016129.103058:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016129.103220:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334950272 00000100:00100000:1.0:1734016129.103229:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334950272 00000100:00100000:1.0:1734016129.103270:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11178 00000100:00100000:1.0:1734016129.103277:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334950272:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.103294:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.103312:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993b6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee504ca expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.103374:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800785c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338470144:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016129.103633:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.109559:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800785c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338470144:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016129.109612:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993b6d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504ca expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.109628:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993b6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504ca expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.109647:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016129.109708:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334950272:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6429us (6657us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.109718:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11178 00000100:00100000:3.0:1734016129.117280:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016129.117359:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334950400 00000100:00100000:1.0:1734016129.117371:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334950400 00000100:00100000:1.0:1734016129.117910:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11179 00000100:00100000:1.0:1734016129.117919:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334950400:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016129.118265:0:10752:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7560557 -> 7560557 00002000:00010000:1.0:1734016129.118269:0:10752:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016129.118271:0:10752:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016128 -> 1734016127 00002000:00010000:1.0:1734016129.118274:0:10752:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016129 -> 1734016128 00002000:00010000:1.0:1734016129.118276:0:10752:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 856 -> 856 00000100:00100000:1.0:1734016129.118411:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334950400:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 493us (1143us total) trans 4294969561 rc 0/0 00000100:00100000:1.0:1734016129.118421:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11179 00000100:00100000:0.0:1734016129.127000:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.127202:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334950656 00000100:00100000:2.0:1734016129.127216:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334950656 00002000:00100000:2.0:1734016129.127281:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3190784->3194879) req@ffff8801309f8380 x1818247334950656/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.127292:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8380 with x1818247334950656 ext(3190784->3194879) 00002000:00010000:2.0:1734016129.127300:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8380 00000100:00100000:2.0:1734016129.127329:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9147 00000100:00100000:2.0:1734016129.127338:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334950656:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.127552:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334950656:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 213us (570us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.127561:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9147 00002000:00100000:2.0:1734016129.127568:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3190784->3194879) req@ffff8801309f8380 x1818247334950656/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.127574:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8380 with x1818247334950656 ext(3190784->3194879) 00002000:00010000:2.0:1734016129.127578:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8380 00000100:00100000:0.0:1734016129.132367:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.132515:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334950912 00000100:00100000:2.0:1734016129.132533:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334950912 00002000:00100000:2.0:1734016129.132613:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3186688->3190783) req@ffff8801309fad80 x1818247334950912/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.132626:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fad80 with x1818247334950912 ext(3186688->3190783) 00002000:00010000:2.0:1734016129.132635:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fad80 00000100:00100000:2.0:1734016129.132680:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9148 00000100:00100000:2.0:1734016129.132691:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334950912:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.133113:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334950912:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 423us (761us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.133124:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9148 00002000:00100000:2.0:1734016129.133132:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3186688->3190783) req@ffff8801309fad80 x1818247334950912/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.133140:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309fad80 with x1818247334950912 ext(3186688->3190783) 00002000:00010000:2.0:1734016129.133144:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309fad80 00000100:00100000:0.0:1734016129.136191:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.136845:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334951168 00000100:00100000:2.0:1734016129.136858:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334951168 00002000:00100000:2.0:1734016129.136935:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3182592->3186687) req@ffff8801309f8700 x1818247334951168/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.136950:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8700 with x1818247334951168 ext(3182592->3186687) 00002000:00010000:2.0:1734016129.136959:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8700 00000100:00100000:2.0:1734016129.136992:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9149 00000100:00100000:2.0:1734016129.137003:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334951168:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.138153:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334951168:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1141us (1973us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.138166:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9149 00002000:00100000:2.0:1734016129.138177:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3182592->3186687) req@ffff8801309f8700 x1818247334951168/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.138187:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8700 with x1818247334951168 ext(3182592->3186687) 00002000:00010000:2.0:1734016129.138192:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8700 00000100:00100000:0.0:1734016129.143045:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.145959:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334951424 00000100:00100000:2.0:1734016129.145982:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334951424 00002000:00100000:2.0:1734016129.146061:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3178496->3182591) req@ffff8801309faa00 x1818247334951424/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.146074:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309faa00 with x1818247334951424 ext(3178496->3182591) 00002000:00010000:2.0:1734016129.146082:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309faa00 00000100:00100000:2.0:1734016129.146135:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9150 00000100:00100000:2.0:1734016129.146148:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334951424:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.146478:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334951424:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 331us (3464us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.146487:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9150 00002000:00100000:2.0:1734016129.146495:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3178496->3182591) req@ffff8801309faa00 x1818247334951424/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.146503:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309faa00 with x1818247334951424 ext(3178496->3182591) 00002000:00010000:2.0:1734016129.146505:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309faa00 00000100:00100000:0.0:1734016129.154095:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.157210:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334951680 00000100:00100000:2.0:1734016129.157241:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334951680 00002000:00100000:2.0:1734016129.157342:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3174400->3178495) req@ffff8801309f8000 x1818247334951680/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.157355:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8000 with x1818247334951680 ext(3174400->3178495) 00002000:00010000:2.0:1734016129.157364:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8000 00000100:00100000:2.0:1734016129.157425:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9151 00000100:00100000:2.0:1734016129.157435:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334951680:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.157723:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334951680:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 288us (3662us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.157732:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9151 00002000:00100000:2.0:1734016129.157739:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3174400->3178495) req@ffff8801309f8000 x1818247334951680/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.157746:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309f8000 with x1818247334951680 ext(3174400->3178495) 00002000:00010000:2.0:1734016129.157749:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309f8000 00000100:00100000:0.0:1734016129.166724:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.166890:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334951936 00000100:00100000:3.0:1734016129.166914:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334951936 00002000:00100000:3.0:1734016129.167013:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3170304->3174399) req@ffff880078c27b80 x1818247334951936/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.167028:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27b80 with x1818247334951936 ext(3170304->3174399) 00002000:00010000:3.0:1734016129.167038:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27b80 00000100:00100000:3.0:1734016129.167098:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9152 00000100:00100000:3.0:1734016129.167106:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334951936:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.167401:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334951936:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 295us (699us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.167410:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9152 00002000:00100000:3.0:1734016129.167417:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3170304->3174399) req@ffff880078c27b80 x1818247334951936/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.167424:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27b80 with x1818247334951936 ext(3170304->3174399) 00002000:00010000:3.0:1734016129.167427:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27b80 00000100:00100000:0.0:1734016129.172657:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.173821:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334952192 00000100:00100000:2.0:1734016129.173839:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334952192 00002000:00100000:2.0:1734016129.173915:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3166208->3170303) req@ffff880078c26a00 x1818247334952192/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.173930:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26a00 with x1818247334952192 ext(3166208->3170303) 00002000:00010000:2.0:1734016129.173936:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26a00 00000100:00100000:2.0:1734016129.173979:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9153 00000100:00100000:2.0:1734016129.173990:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334952192:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.174300:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334952192:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 311us (1661us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.174310:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9153 00002000:00100000:2.0:1734016129.174317:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3166208->3170303) req@ffff880078c26a00 x1818247334952192/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.174324:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26a00 with x1818247334952192 ext(3166208->3170303) 00002000:00010000:2.0:1734016129.174326:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26a00 00000100:00100000:0.0:1734016129.180560:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.181433:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334952448 00000100:00100000:3.0:1734016129.181446:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334952448 00002000:00100000:3.0:1734016129.181520:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3162112->3166207) req@ffff880078c25500 x1818247334952448/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.181534:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25500 with x1818247334952448 ext(3162112->3166207) 00002000:00010000:3.0:1734016129.181542:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25500 00000100:00100000:3.0:1734016129.181588:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9154 00000100:00100000:3.0:1734016129.181600:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334952448:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.181945:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334952448:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 346us (1402us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.181954:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9154 00002000:00100000:3.0:1734016129.181961:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3162112->3166207) req@ffff880078c25500 x1818247334952448/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.181969:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c25500 with x1818247334952448 ext(3162112->3166207) 00002000:00010000:3.0:1734016129.181973:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c25500 00000100:00100000:0.0:1734016129.185338:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.185666:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334952704 00000100:00100000:2.0:1734016129.185690:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334952704 00002000:00100000:2.0:1734016129.185796:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3158016->3162111) req@ffff880078c26d80 x1818247334952704/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.185915:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26d80 with x1818247334952704 ext(3158016->3162111) 00002000:00010000:2.0:1734016129.185927:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26d80 00000100:00100000:2.0:1734016129.185977:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9155 00000100:00100000:2.0:1734016129.185987:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334952704:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.187023:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334952704:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1027us (1705us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.187044:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9155 00002000:00100000:2.0:1734016129.187058:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3158016->3162111) req@ffff880078c26d80 x1818247334952704/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.187069:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26d80 with x1818247334952704 ext(3158016->3162111) 00002000:00010000:2.0:1734016129.187074:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c26d80 00000100:00100000:0.0:1734016129.189381:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.189461:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334952832 00000100:00100000:2.0:1734016129.189478:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334952832 00002000:00100000:2.0:1734016129.189537:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3158016->3194879) req@ffff880078c27800 x1818247334952832/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.189547:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27800 with x1818247334952832 ext(3158016->3194879) 00002000:00010000:2.0:1734016129.189552:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27800 00000100:00100000:2.0:1734016129.189585:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9156 00000100:00100000:2.0:1734016129.189592:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334952832:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016129.191143:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247334952832:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 1543us (1779us total) trans 4294969562 rc 0/0 00000100:00100000:0.0:1734016129.191154:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9156 00002000:00100000:0.0:1734016129.191162:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3158016->3194879) req@ffff880078c27800 x1818247334952832/t4294969562(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/448 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.191169:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27800 with x1818247334952832 ext(3158016->3194879) 00002000:00010000:0.0:1734016129.191173:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c27800 00000100:00100000:0.0:1734016129.192648:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.192758:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334952960 00000100:00100000:2.0:1734016129.192770:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334952960 00000100:00080000:3.0:1734016129.193296:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016099 00000100:00100000:2.0:1734016129.193467:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2261 00000100:00100000:2.0:1734016129.193481:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334952960:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016129.193917:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334952960:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 438us (1278us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.193925:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2261 00000100:00100000:0.0:1734016129.198042:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.198193:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334953088 00000100:00100000:2.0:1734016129.198208:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334953088 00000100:00100000:2.0:1734016129.198453:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11180 00000100:00100000:2.0:1734016129.198464:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247334953088:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:2.0:1734016129.200584:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969562 is committed 00000001:00080000:2.0:1734016129.200609:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969559 is committed 00000100:00100000:0.0:1734016129.200848:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334953088:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2379us (2812us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016129.200863:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11180 00000100:00100000:0.0:1734016129.211390:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.211566:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334953344 00000100:00100000:2.0:1734016129.211580:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334953344 00002000:00100000:2.0:1734016129.211645:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5574656->5578751) req@ffff880078ccce00 x1818247334953344/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.211657:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccce00 with x1818247334953344 ext(5574656->5578751) 00002000:00010000:2.0:1734016129.211665:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccce00 00000100:00100000:2.0:1734016129.211707:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9157 00000100:00100000:2.0:1734016129.211715:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334953344:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.212540:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334953344:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 821us (1171us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.212554:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9157 00002000:00100000:2.0:1734016129.212561:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5574656->5578751) req@ffff880078ccce00 x1818247334953344/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.212568:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccce00 with x1818247334953344 ext(5574656->5578751) 00002000:00010000:2.0:1734016129.212572:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccce00 00000100:00100000:0.0:1734016129.217192:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.221907:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334953600 00000100:00100000:2.0:1734016129.221931:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334953600 00002000:00100000:2.0:1734016129.222011:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5570560->5574655) req@ffff880078ccf480 x1818247334953600/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.222023:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccf480 with x1818247334953600 ext(5570560->5574655) 00002000:00010000:2.0:1734016129.222032:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccf480 00000100:00100000:2.0:1734016129.222106:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9158 00000100:00100000:2.0:1734016129.222115:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334953600:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.222428:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334953600:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 312us (5248us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.222437:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9158 00002000:00100000:2.0:1734016129.222444:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5570560->5574655) req@ffff880078ccf480 x1818247334953600/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.222451:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccf480 with x1818247334953600 ext(5570560->5574655) 00002000:00010000:2.0:1734016129.222454:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccf480 00000100:00100000:0.0:1734016129.227283:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.227419:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334953856 00000100:00100000:3.0:1734016129.227431:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334953856 00002000:00100000:3.0:1734016129.227493:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5566464->5570559) req@ffff880078ccea00 x1818247334953856/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.227507:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccea00 with x1818247334953856 ext(5566464->5570559) 00002000:00010000:3.0:1734016129.227514:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccea00 00000100:00100000:3.0:1734016129.227600:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9159 00000100:00100000:3.0:1734016129.227608:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334953856:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.228527:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334953856:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 916us (1258us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.228536:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9159 00002000:00100000:3.0:1734016129.228545:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5566464->5570559) req@ffff880078ccea00 x1818247334953856/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.228554:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccea00 with x1818247334953856 ext(5566464->5570559) 00002000:00010000:3.0:1734016129.228558:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccea00 00000100:00100000:0.0:1734016129.239183:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.239443:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334954112 00000100:00100000:3.0:1734016129.239457:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334954112 00002000:00100000:3.0:1734016129.239513:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5562368->5566463) req@ffff880078ccc000 x1818247334954112/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.239525:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccc000 with x1818247334954112 ext(5562368->5566463) 00002000:00010000:3.0:1734016129.239532:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccc000 00000100:00100000:3.0:1734016129.241738:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9160 00000100:00100000:3.0:1734016129.241756:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334954112:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.242109:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334954112:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 356us (2937us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.242117:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9160 00002000:00100000:3.0:1734016129.242129:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5562368->5566463) req@ffff880078ccc000 x1818247334954112/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.242138:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccc000 with x1818247334954112 ext(5562368->5566463) 00002000:00010000:3.0:1734016129.242145:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccc000 00000100:00100000:0.0:1734016129.246081:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.248848:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334954368 00000100:00100000:2.0:1734016129.248878:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334954368 00002000:00100000:2.0:1734016129.248987:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5558272->5562367) req@ffff880078ccdc00 x1818247334954368/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.249007:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccdc00 with x1818247334954368 ext(5558272->5562367) 00002000:00010000:2.0:1734016129.249017:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccdc00 00000100:00100000:2.0:1734016129.249083:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9161 00000100:00100000:2.0:1734016129.249099:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334954368:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.249431:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334954368:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 332us (3384us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.249440:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9161 00002000:00100000:2.0:1734016129.249447:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5558272->5562367) req@ffff880078ccdc00 x1818247334954368/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.249454:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccdc00 with x1818247334954368 ext(5558272->5562367) 00002000:00010000:2.0:1734016129.249457:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccdc00 00000100:00100000:0.0:1734016129.268123:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.268280:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334954624 00000100:00100000:3.0:1734016129.268296:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334954624 00002000:00100000:3.0:1734016129.268374:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5554176->5558271) req@ffff880078ccdf80 x1818247334954624/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.268393:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccdf80 with x1818247334954624 ext(5554176->5558271) 00002000:00010000:3.0:1734016129.268402:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccdf80 00000100:00100000:3.0:1734016129.268447:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9162 00000100:00100000:3.0:1734016129.268456:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334954624:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.268718:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334954624:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 261us (614us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.268727:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9162 00002000:00100000:3.0:1734016129.268734:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5554176->5558271) req@ffff880078ccdf80 x1818247334954624/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.268742:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccdf80 with x1818247334954624 ext(5554176->5558271) 00002000:00010000:3.0:1734016129.268744:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccdf80 00000100:00100000:0.0:1734016129.276534:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.277350:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334954880 00000100:00100000:2.0:1734016129.277368:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334954880 00002000:00100000:2.0:1734016129.277452:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5550080->5554175) req@ffff880078ccca80 x1818247334954880/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.277463:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccca80 with x1818247334954880 ext(5550080->5554175) 00002000:00010000:2.0:1734016129.277472:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccca80 00000100:00100000:2.0:1734016129.281452:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9163 00000100:00100000:2.0:1734016129.281479:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334954880:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.281870:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334954880:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 398us (5351us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.281879:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9163 00002000:00100000:2.0:1734016129.281892:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5550080->5554175) req@ffff880078ccca80 x1818247334954880/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.281902:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccca80 with x1818247334954880 ext(5550080->5554175) 00002000:00010000:2.0:1734016129.281911:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccca80 00010000:00010000:0.0:1734016129.282331:0:9875:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016129.291231:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.292725:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334955136 00000100:00100000:3.0:1734016129.292743:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334955136 00002000:00100000:3.0:1734016129.292819:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5545984->5550079) req@ffff8800785c4e00 x1818247334955136/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.292833:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4e00 with x1818247334955136 ext(5545984->5550079) 00002000:00010000:3.0:1734016129.292841:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4e00 00000100:00100000:3.0:1734016129.292879:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9164 00000100:00100000:3.0:1734016129.292887:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334955136:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.300319:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334955136:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 7406us (9079us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.300340:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9164 00002000:00100000:3.0:1734016129.300360:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5545984->5550079) req@ffff8800785c4e00 x1818247334955136/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.300372:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4e00 with x1818247334955136 ext(5545984->5550079) 00002000:00010000:3.0:1734016129.300379:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4e00 00000100:00100000:0.0:1734016129.311770:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.314311:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334955392 00000100:00100000:3.0:1734016129.314332:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334955392 00002000:00100000:3.0:1734016129.314410:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5541888->5545983) req@ffff880078ccd180 x1818247334955392/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.314425:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccd180 with x1818247334955392 ext(5541888->5545983) 00002000:00010000:3.0:1734016129.314434:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccd180 00000100:00100000:3.0:1734016129.314939:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9165 00000100:00100000:3.0:1734016129.314950:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334955392:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.315568:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334955392:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 619us (3821us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.315580:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9165 00002000:00100000:3.0:1734016129.315590:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5541888->5545983) req@ffff880078ccd180 x1818247334955392/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.315600:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ccd180 with x1818247334955392 ext(5541888->5545983) 00002000:00010000:3.0:1734016129.315605:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ccd180 00000100:00100000:0.0:1734016129.323319:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.323676:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334955520 00000100:00100000:3.0:1734016129.323691:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334955520 00002000:00100000:3.0:1734016129.323771:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5541888->5578751) req@ffff880077e99880 x1818247334955520/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.323786:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99880 with x1818247334955520 ext(5541888->5578751) 00002000:00010000:3.0:1734016129.323798:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e99880 00000100:00100000:3.0:1734016129.323897:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9166 00000100:00100000:3.0:1734016129.323907:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334955520:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016129.329007:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334955520:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 5082us (5686us total) trans 4294969563 rc 0/0 00000100:00100000:0.0:1734016129.329032:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9166 00002000:00100000:0.0:1734016129.329052:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5541888->5578751) req@ffff880077e99880 x1818247334955520/t4294969563(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/448 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.329068:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99880 with x1818247334955520 ext(5541888->5578751) 00002000:00010000:0.0:1734016129.329079:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e99880 00000100:00100000:0.0:1734016129.335727:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.335942:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334955648 00000100:00100000:2.0:1734016129.335956:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334955648 00000100:00100000:2.0:1734016129.336061:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11181 00000100:00100000:2.0:1734016129.336073:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334955648:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:2.0:1734016129.338674:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969563 is committed 00000100:00100000:0.0:1734016129.339303:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334955648:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 3223us (3582us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016129.339318:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11181 00000100:00100000:2.0:1734016129.347054:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.347150:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334955904 00000100:00100000:0.0:1734016129.347168:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334955904 00000100:00100000:0.0:1734016129.347479:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2262 00000100:00100000:0.0:1734016129.347491:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:9662:x1818247334955904:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016129.347604:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016129.347655:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993b27 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50484 expref: 15 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.347699:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016129.347706:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016129.347982:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55993b74 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016129.348003:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993afd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50461 expref: 11 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.348009:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55993b74 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016129.348047:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993afd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50461 expref: 11 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.348065:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993afd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50461 expref: 11 pid: 7707 timeout: 493 lvb_type: 0 00000100:00100000:0.0:1734016129.348082:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077e99500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338470272:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016129.348185:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.354403:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077e99500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338470272:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016129.354451:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55993b74 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:2.0:1734016129.354672:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.354779:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334956032 00000100:00100000:0.0:1734016129.354787:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334956032 00010000:00010000:0.0:1734016129.354842:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993afd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50461 expref: 12 pid: 7707 timeout: 493 lvb_type: 0 00000100:00100000:0.0:1734016129.354875:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3163 00000100:00100000:0.0:1734016129.354884:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247334956032:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016129.354904:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016129.354910:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993afd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50461 expref: 12 pid: 7707 timeout: 493 lvb_type: 0 00010000:00010000:0.0:1734016129.354921:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993afd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50461 expref: 12 pid: 7707 timeout: 493 lvb_type: 0 00010000:00010000:0.0:1734016129.354950:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993afd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50461 expref: 12 pid: 7707 timeout: 493 lvb_type: 0 00010000:00010000:0.0:1734016129.355323:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016129.355331:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55993b74 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016129.355344:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55993b74 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:0.0:1734016129.355352:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55993b74 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016129.355738:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016129.355852:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247334956032:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 964us (1177us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.355862:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3163 00010000:00010000:2.0:1734016129.356252:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55993b74 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016129.356260:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55993b74 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:2.0:1734016129.356383:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968728 00000004:00010000:2.0:1734016129.356445:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800783c8700 reply state ffff88012e60f000 transno 4294968729 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55993b74 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:2.0:1734016129.356453:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016129.356566:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334955904:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 9078us (9529us total) trans 4294968729 rc 0/0 00000100:00100000:2.0:1734016129.356573:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2262 00000020:00080000:2.0:1734016129.356577:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016129.359427:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55993b74 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016129.359446:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55993b74 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016129.359454:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55993b74 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016129.359461:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8565200 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016129.359468:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55993b74 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016129.359476:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55993b74 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016129.359504:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016129.359507:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016129.359511:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55993b74 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016129.359516:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55993b74 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016129.359649:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.359681:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334956160 00000100:00100000:0.0:1734016129.359694:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334956160 00002000:00010000:0.0:1734016129.359736:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8083862->18446744073709551615) 00002000:00100000:0.0:1734016129.359742:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e98700 with x1818247334956160 ext(8083862->18446744073709551615) 00002000:00010000:0.0:1734016129.359756:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e98700. 00000100:00100000:0.0:1734016129.359790:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9167 00000100:00100000:0.0:1734016129.359797:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334956160:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016129.360316:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7560557 -> 8083862 00002000:00010000:2.0:1734016129.360320:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016128 -> 1734016129 00002000:00010000:2.0:1734016129.360323:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:2.0:1734016129.360324:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016128 -> 1734016129 00002000:00010000:2.0:1734016129.360327:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 856 -> 1000 00000100:00100000:2.0:1734016129.360377:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334956160:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 580us (733us total) trans 4294969564 rc 0/0 00000100:00100000:2.0:1734016129.360385:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9167 00002000:00010000:2.0:1734016129.360389:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8083862->18446744073709551615) 00002000:00100000:2.0:1734016129.360391:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e98700 with x1818247334956160 ext(8083862->18446744073709551615) 00002000:00010000:2.0:1734016129.360395:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e98700. 00000100:00100000:0.0:1734016129.362599:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.362764:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334956416 00000100:00100000:2.0:1734016129.362780:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334956416 00002000:00100000:2.0:1734016129.362897:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8081408->8085503) req@ffff880077e99f80 x1818247334956416/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.362913:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99f80 with x1818247334956416 ext(8081408->8085503) 00002000:00010000:2.0:1734016129.362921:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e99f80 00000100:00100000:2.0:1734016129.362958:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9168 00000100:00100000:2.0:1734016129.362969:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334956416:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.363314:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334956416:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 344us (727us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.363323:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9168 00002000:00100000:2.0:1734016129.363331:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8081408->8085503) req@ffff880077e99f80 x1818247334956416/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.363339:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99f80 with x1818247334956416 ext(8081408->8085503) 00002000:00010000:2.0:1734016129.363343:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e99f80 00000100:00100000:0.0:1734016129.367408:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.367653:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334956672 00000100:00100000:2.0:1734016129.367668:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334956672 00002000:00100000:2.0:1734016129.367737:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8077312->8081407) req@ffff880077e98a80 x1818247334956672/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.367751:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e98a80 with x1818247334956672 ext(8077312->8081407) 00002000:00010000:2.0:1734016129.367758:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e98a80 00000100:00100000:2.0:1734016129.367792:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9169 00000100:00100000:2.0:1734016129.367800:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334956672:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.368162:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334956672:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 361us (774us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.368171:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9169 00002000:00100000:2.0:1734016129.368177:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8077312->8081407) req@ffff880077e98a80 x1818247334956672/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.368185:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e98a80 with x1818247334956672 ext(8077312->8081407) 00002000:00010000:2.0:1734016129.368188:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e98a80 00000100:00100000:0.0:1734016129.371141:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.371335:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334956928 00000100:00100000:2.0:1734016129.371354:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334956928 00002000:00100000:2.0:1734016129.371457:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8073216->8077311) req@ffff880077e9ad80 x1818247334956928/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.371470:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9ad80 with x1818247334956928 ext(8073216->8077311) 00002000:00010000:2.0:1734016129.371479:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9ad80 00000100:00100000:2.0:1734016129.371518:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9170 00000100:00100000:2.0:1734016129.371531:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334956928:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.372529:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334956928:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 991us (1412us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.372542:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9170 00002000:00100000:2.0:1734016129.372552:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8073216->8077311) req@ffff880077e9ad80 x1818247334956928/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.372560:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9ad80 with x1818247334956928 ext(8073216->8077311) 00002000:00010000:2.0:1734016129.372564:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9ad80 00000100:00100000:0.0:1734016129.375769:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.376093:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334957184 00000100:00100000:2.0:1734016129.376107:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334957184 00002000:00100000:2.0:1734016129.376176:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8069120->8073215) req@ffff880077e9b800 x1818247334957184/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.376189:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9b800 with x1818247334957184 ext(8069120->8073215) 00002000:00010000:2.0:1734016129.376197:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9b800 00000100:00100000:2.0:1734016129.376226:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9171 00000100:00100000:2.0:1734016129.376235:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334957184:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.376545:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334957184:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 310us (794us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.376553:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9171 00002000:00100000:2.0:1734016129.376559:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8069120->8073215) req@ffff880077e9b800 x1818247334957184/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.376567:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9b800 with x1818247334957184 ext(8069120->8073215) 00002000:00010000:2.0:1734016129.376570:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9b800 00000100:00100000:1.0:1734016129.383530:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.383668:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334957440 00000100:00100000:0.0:1734016129.383688:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334957440 00002000:00100000:0.0:1734016129.383765:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8065024->8069119) req@ffff8800785c4380 x1818247334957440/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.383777:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4380 with x1818247334957440 ext(8065024->8069119) 00002000:00010000:0.0:1734016129.383785:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4380 00000100:00100000:0.0:1734016129.383853:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9172 00000100:00100000:0.0:1734016129.383862:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334957440:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016129.384121:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334957440:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 258us (617us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016129.384128:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9172 00002000:00100000:0.0:1734016129.384134:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8065024->8069119) req@ffff8800785c4380 x1818247334957440/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.384142:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4380 with x1818247334957440 ext(8065024->8069119) 00002000:00010000:0.0:1734016129.384144:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4380 00000100:00100000:0.0:1734016129.391656:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.392029:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334957696 00000100:00100000:2.0:1734016129.392047:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334957696 00002000:00100000:2.0:1734016129.392142:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8060928->8065023) req@ffff880077e98e00 x1818247334957696/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.392154:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e98e00 with x1818247334957696 ext(8060928->8065023) 00002000:00010000:2.0:1734016129.392164:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e98e00 00000100:00100000:2.0:1734016129.392209:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9173 00000100:00100000:2.0:1734016129.392220:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334957696:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.393905:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334957696:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1673us (2253us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.393922:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9173 00002000:00100000:2.0:1734016129.393935:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8060928->8065023) req@ffff880077e98e00 x1818247334957696/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.393947:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e98e00 with x1818247334957696 ext(8060928->8065023) 00002000:00010000:2.0:1734016129.393957:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e98e00 00000100:00100000:0.0:1734016129.405533:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.405884:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334957952 00000100:00100000:2.0:1734016129.405899:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334957952 00002000:00100000:2.0:1734016129.405979:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8056832->8060927) req@ffff880077e99500 x1818247334957952/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.405993:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99500 with x1818247334957952 ext(8056832->8060927) 00002000:00010000:2.0:1734016129.406001:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e99500 00000100:00100000:2.0:1734016129.406130:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9174 00000100:00100000:2.0:1734016129.406143:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334957952:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.406459:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334957952:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 319us (945us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.406467:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9174 00002000:00100000:2.0:1734016129.406472:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8056832->8060927) req@ffff880077e99500 x1818247334957952/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.406479:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e99500 with x1818247334957952 ext(8056832->8060927) 00002000:00010000:2.0:1734016129.406482:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e99500 00000100:00100000:1.0:1734016129.411606:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.412125:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334958208 00000100:00100000:0.0:1734016129.412141:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334958208 00002000:00100000:0.0:1734016129.412213:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8052736->8056831) req@ffff8800785c4000 x1818247334958208/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.412224:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4000 with x1818247334958208 ext(8052736->8056831) 00002000:00010000:0.0:1734016129.412230:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4000 00000100:00100000:0.0:1734016129.412274:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9175 00000100:00100000:0.0:1734016129.412284:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334958208:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016129.412588:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334958208:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 302us (1005us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016129.412596:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9175 00002000:00100000:0.0:1734016129.412601:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8052736->8056831) req@ffff8800785c4000 x1818247334958208/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.412607:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c4000 with x1818247334958208 ext(8052736->8056831) 00002000:00010000:0.0:1734016129.412611:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c4000 00000100:00100000:0.0:1734016129.419405:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.424944:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334958464 00000100:00100000:2.0:1734016129.424961:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334958464 00002000:00100000:2.0:1734016129.425015:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8048640->8052735) req@ffff880078e28000 x1818247334958464/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.425026:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e28000 with x1818247334958464 ext(8048640->8052735) 00002000:00010000:2.0:1734016129.425032:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e28000 00000100:00100000:2.0:1734016129.425059:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9176 00000100:00100000:2.0:1734016129.425065:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334958464:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.425315:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334958464:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 249us (5939us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.425322:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9176 00002000:00100000:2.0:1734016129.425327:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8048640->8052735) req@ffff880078e28000 x1818247334958464/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.425334:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e28000 with x1818247334958464 ext(8048640->8052735) 00002000:00010000:2.0:1734016129.425336:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e28000 00000100:00100000:0.0:1734016129.432678:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.432882:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334958720 00000100:00100000:2.0:1734016129.432898:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334958720 00002000:00100000:2.0:1734016129.432967:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8044544->8048639) req@ffff880078e28380 x1818247334958720/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.432980:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e28380 with x1818247334958720 ext(8044544->8048639) 00002000:00010000:2.0:1734016129.432989:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e28380 00000100:00100000:2.0:1734016129.433021:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9177 00000100:00100000:2.0:1734016129.433030:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334958720:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.433695:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334958720:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 661us (1034us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.433709:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9177 00002000:00100000:2.0:1734016129.433716:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8044544->8048639) req@ffff880078e28380 x1818247334958720/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.433723:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e28380 with x1818247334958720 ext(8044544->8048639) 00002000:00010000:2.0:1734016129.433727:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e28380 00000100:00100000:1.0:1734016129.440871:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.447327:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334958976 00000100:00100000:2.0:1734016129.447349:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334958976 00002000:00100000:2.0:1734016129.447414:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8040448->8044543) req@ffff8800785c7800 x1818247334958976/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.447424:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c7800 with x1818247334958976 ext(8040448->8044543) 00002000:00010000:2.0:1734016129.447430:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c7800 00000100:00100000:2.0:1734016129.447472:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9178 00000100:00100000:2.0:1734016129.447480:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800785c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334958976:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.447759:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800785c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334958976:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 278us (6956us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.447768:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9178 00002000:00100000:2.0:1734016129.447773:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8040448->8044543) req@ffff8800785c7800 x1818247334958976/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.447780:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800785c7800 with x1818247334958976 ext(8040448->8044543) 00002000:00010000:2.0:1734016129.447783:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800785c7800 00000100:00100000:0.0:1734016129.455225:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.456546:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334959232 00000100:00100000:2.0:1734016129.456564:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334959232 00002000:00100000:2.0:1734016129.456651:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8036352->8040447) req@ffff880078e29180 x1818247334959232/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.456672:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e29180 with x1818247334959232 ext(8036352->8040447) 00002000:00010000:2.0:1734016129.456685:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e29180 00000100:00100000:2.0:1734016129.456723:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9179 00000100:00100000:2.0:1734016129.456735:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334959232:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.457118:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334959232:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 385us (1905us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.457128:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9179 00002000:00100000:2.0:1734016129.457136:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8036352->8040447) req@ffff880078e29180 x1818247334959232/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.457144:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e29180 with x1818247334959232 ext(8036352->8040447) 00002000:00010000:2.0:1734016129.457147:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e29180 00000100:00100000:0.0:1734016129.462698:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.465526:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334959488 00000100:00100000:2.0:1734016129.465552:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334959488 00002000:00100000:2.0:1734016129.465622:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8032256->8036351) req@ffff880078e2aa00 x1818247334959488/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.465635:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2aa00 with x1818247334959488 ext(8032256->8036351) 00002000:00010000:2.0:1734016129.465642:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2aa00 00000100:00100000:2.0:1734016129.465674:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9180 00000100:00100000:2.0:1734016129.465681:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334959488:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.465923:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334959488:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 241us (3238us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.465929:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9180 00002000:00100000:2.0:1734016129.465935:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8032256->8036351) req@ffff880078e2aa00 x1818247334959488/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.465943:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2aa00 with x1818247334959488 ext(8032256->8036351) 00002000:00010000:2.0:1734016129.465945:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2aa00 00000100:00100000:1.0:1734016129.473724:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.473851:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334959744 00000100:00100000:0.0:1734016129.473864:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334959744 00002000:00100000:0.0:1734016129.473919:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8028160->8032255) req@ffff8800781c4a80 x1818247334959744/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.473930:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c4a80 with x1818247334959744 ext(8028160->8032255) 00002000:00010000:0.0:1734016129.473936:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c4a80 00000100:00100000:0.0:1734016129.473974:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9181 00000100:00100000:0.0:1734016129.473983:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334959744:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016129.474273:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334959744:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 289us (563us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016129.474283:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9181 00002000:00100000:0.0:1734016129.474290:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8028160->8032255) req@ffff8800781c4a80 x1818247334959744/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.474297:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c4a80 with x1818247334959744 ext(8028160->8032255) 00002000:00010000:0.0:1734016129.474300:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c4a80 00000100:00100000:0.0:1734016129.479441:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.479567:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334960000 00000100:00100000:2.0:1734016129.479582:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334960000 00002000:00100000:2.0:1734016129.479638:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8024064->8028159) req@ffff880078e28e00 x1818247334960000/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.479649:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e28e00 with x1818247334960000 ext(8024064->8028159) 00002000:00010000:2.0:1734016129.479655:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e28e00 00000100:00100000:2.0:1734016129.479684:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9182 00000100:00100000:2.0:1734016129.479693:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334960000:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.479982:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334960000:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 289us (555us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.479990:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9182 00002000:00100000:2.0:1734016129.479996:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8024064->8028159) req@ffff880078e28e00 x1818247334960000/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.480004:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e28e00 with x1818247334960000 ext(8024064->8028159) 00002000:00010000:2.0:1734016129.480007:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e28e00 00000100:00100000:1.0:1734016129.488704:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.489295:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334960128 00000100:00100000:0.0:1734016129.489308:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334960128 00002000:00100000:0.0:1734016129.489365:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8024064->8083861) req@ffff8800781c6300 x1818247334960128/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.489377:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c6300 with x1818247334960128 ext(8024064->8083861) 00002000:00010000:0.0:1734016129.489383:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c6300 00000100:00100000:0.0:1734016129.489419:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9183 00000100:00100000:0.0:1734016129.489426:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334960128:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:1.0:1734016129.509747:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334960128:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 20286us (21032us total) trans 4294969565 rc 0/0 00000100:00100000:1.0:1734016129.509770:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9183 00002000:00100000:1.0:1734016129.509797:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8024064->8083861) req@ffff8800781c6300 x1818247334960128/t4294969565(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:90/0 lens 488/448 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.512370:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c6300 with x1818247334960128 ext(8024064->8083861) 00002000:00010000:1.0:1734016129.512385:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c6300 00000100:00100000:0.0:1734016129.513291:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.513635:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334960256 00000100:00100000:2.0:1734016129.513649:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334960256 00000100:00100000:2.0:1734016129.513711:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2263 00000100:00100000:2.0:1734016129.513720:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334960256:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016129.515181:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334960256:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 1442us (1883us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.515202:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2263 00000100:00100000:1.0:1734016129.523826:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.525968:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334960384 00000100:00100000:0.0:1734016129.526003:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334960384 00000100:00100000:0.0:1734016129.526147:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11182 00000100:00100000:0.0:1734016129.530220:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334960384:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016129.547248:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969565 is committed 00000100:00100000:2.0:1734016129.547588:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334960384:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 21415us (23790us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.547607:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11182 00000100:00100000:1.0:1734016129.565893:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.566062:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334960512 00000100:00100000:2.0:1734016129.566077:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334960512 00000100:00100000:2.0:1734016129.566182:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2264 00000100:00100000:2.0:1734016129.566193:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:9662:x1818247334960512:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.566230:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.566262:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993b7b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee504d1 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.566440:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993b82 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016129.566462:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993b82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016129.566478:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993b82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016129.566907:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8083862 00000004:00200000:2.0:1734016129.566914:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016129.566943:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993b82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016129.566978:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993b7b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504d1 expref: 13 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.567015:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993b82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504d1 expref: 12 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.567026:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016129.567029:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016129.567033:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016129.567146:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247334960512:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 954us (1279us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.567155:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2264 00000100:00100000:0.0:1734016129.573008:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.573749:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334960640 00000100:00100000:2.0:1734016129.573765:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334960640 00000100:00100000:2.0:1734016129.574685:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11183 00000100:00100000:2.0:1734016129.574697:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334960640:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.574738:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.574776:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993b89 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee504d8 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.574915:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338470400:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016129.575051:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3540 going to sleep for 11 seconds 00002000:00010000:2.0:1734016129.583955:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016127 -> 1734016129 00002000:00010000:2.0:1734016129.583976:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1000 -> 1120 00000100:00100000:2.0:1734016129.584026:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338470400:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016129.584111:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993b89 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504d8 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.584137:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993b89 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504d8 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.584718:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016129.584882:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334960640:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10183us (11895us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.584895:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11183 00000100:00100000:2.0:1734016129.593787:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.594474:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334960768 00000100:00100000:0.0:1734016129.594495:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334960768 00000100:00100000:0.0:1734016129.594601:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11184 00000100:00100000:0.0:1734016129.594618:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334960768:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016129.594668:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016129.594711:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993b90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee504df expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016129.594888:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078e2b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338470528:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016129.597376:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.610210:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078e2b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338470528:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016129.610275:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993b90 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504df expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.610293:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993b90 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504df expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.610337:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564480, rc 0) 00000100:00100000:1.0:1734016129.610430:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334960768:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 15815us (16658us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.610441:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11184 00000100:00100000:3.0:1734016129.617660:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.618284:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334960896 00000100:00100000:2.0:1734016129.618309:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334960896 00000100:00100000:2.0:1734016129.618421:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2265 00000100:00100000:2.0:1734016129.618433:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:9662:x1818247334960896:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.618480:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.618534:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993b97 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee504e6 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.618733:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993b9e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016129.618755:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993b9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016129.618773:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993b9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016129.618879:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8083862 00000004:00200000:2.0:1734016129.618885:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016129.618913:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993b9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016129.618949:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993b97 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504e6 expref: 18 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.618997:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993b9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504e6 expref: 17 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.619008:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016129.619011:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016129.619016:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016129.619129:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334960896:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 697us (1498us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.619137:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2265 00000100:00100000:3.0:1734016129.634455:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016129.637876:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334961152 00000100:00100000:1.0:1734016129.637897:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334961152 00000100:00100000:1.0:1734016129.638879:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9184 00000100:00100000:1.0:1734016129.638899:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334961152:12345-192.168.201.4@tcp:4:fsx.0 00010000:00010000:1.0:1734016129.638988:0:13965:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ba5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.639023:0:13965:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993b5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3854336->3903487) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504bc expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.639035:0:13965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016129.639038:0:13965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016129.639042:0:13965:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ba5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3198976->3203071] (req 3198976->3203071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.639122:0:13965:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993b5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3854336->3903487) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504bc expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.639141:0:13965:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993b5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3854336->3903487) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504bc expref: 7 pid: 7685 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016129.639162:0:13965:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13965:1818247338470656:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016129.639316:0:13965:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702eca80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.652343:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.657628:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334961280 00000100:00100000:0.0:1734016129.657660:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334961280 00010000:00010000:0.0:1734016129.657754:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993b5f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3854336->3903487) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504bc expref: 8 pid: 7685 timeout: 493 lvb_type: 0 00000100:00100000:0.0:1734016129.657870:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3164 00000100:00100000:0.0:1734016129.657881:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334961280:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016129.657909:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016129.657949:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993b5f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3854336->3903487) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504bc expref: 8 pid: 7685 timeout: 493 lvb_type: 0 00010000:00010000:0.0:1734016129.657966:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993b5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3854336->3903487) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504bc expref: 8 pid: 7685 timeout: 493 lvb_type: 0 00010000:00010000:0.0:1734016129.658009:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016129.658011:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016129.658018:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3198976->3203071] (req 3198976->3203071) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.658031:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ba5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3198976->3203071] (req 3198976->3203071) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.658068:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016129.658169:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334961280:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 287us (5840us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016129.658179:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3164 00010000:00010000:1.0:1734016129.658583:0:13965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993b5f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3854336->3903487) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504bc expref: 7 pid: 7685 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016129.658622:0:13965:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13965:1818247338470656:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016129.658655:0:13965:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3198976->3203071] (req 3198976->3203071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.658666:0:13965:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3198976->3203071] (req 3198976->3203071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.658672:0:13965:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3198976->3203071] (req 3198976->3203071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1734016129.670240:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969566 is committed 00002000:00010000:1.0:1734016129.670397:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1120 -> 1128 00010000:00010000:1.0:1734016129.670417:0:13965:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3198976->3203071] (req 3198976->3203071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.670432:0:13965:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ba5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3198976->3203071] (req 3198976->3203071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.670442:0:13965:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ba5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3198976->3203071] (req 3198976->3203071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.670449:0:13965:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e834240 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016129.670454:0:13965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ba5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3198976->3203071] (req 3198976->3203071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.670468:0:13965:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ba5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3198976->3203071] (req 3198976->3203071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.670495:0:13965:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ba5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3198976->3203071] (req 3198976->3203071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.670503:0:13965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ba5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3198976->3203071] (req 3198976->3203071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.671721:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1970:x1818247334961152:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 32804us (37267us total) trans 4294969566 rc 0/0 00000100:00100000:1.0:1734016129.671743:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9184 00000100:00100000:2.0:1734016129.676289:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016129.677046:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334961408 00000100:00100000:1.0:1734016129.677063:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334961408 00000100:00100000:1.0:1734016129.677138:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11185 00000100:00100000:1.0:1734016129.677148:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334961408:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.677172:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.677206:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993bac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee504ed expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016129.678148:0:7685:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8083862, mtime: 0x675afc81, atime: 0x675afc7f, ctime: 0x675afc81, blocks: 0x468 00010000:00010000:1.0:1734016129.678182:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016129.678185:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016129.678201:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993bac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504ed expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.678229:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993bac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504ed expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.678243:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016129.678327:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334961408:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1178us (2059us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.678338:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11185 00000100:00100000:2.0:1734016129.684675:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016129.686587:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334961536 00000100:00100000:1.0:1734016129.686616:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334961536 00000100:00100000:0.0:1734016129.686940:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11186 00000100:00100000:0.0:1734016129.686955:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334961536:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016129.686987:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016129.687019:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993bb3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee504f4 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.687070:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993bac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504ed expref: 5 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016129.687095:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016129.687098:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016129.687101:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993bb3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6193152->6209535] (req 6193152->6209535) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504f4 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.687155:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993bac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504ed expref: 5 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016129.687171:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993bac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504ed expref: 5 pid: 7685 timeout: 493 lvb_type: 1 00000100:00100000:0.0:1734016129.687189:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078e2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338470784:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016129.687325:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.692235:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078e2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338470784:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016129.692280:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993bb3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6193152->6209535] (req 6193152->6209535) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504f4 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.692302:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564480, rc 0) 00000100:00100000:2.0:1734016129.692362:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334961536:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5410us (7714us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.692374:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11186 00000100:00100000:0.0:1734016129.692756:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.693851:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334961664 00000100:00100000:3.0:1734016129.693864:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334961664 00010000:00010000:3.0:1734016129.693905:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993bac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504ed expref: 6 pid: 7685 timeout: 493 lvb_type: 1 00000100:00100000:3.0:1734016129.693942:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3165 00000100:00100000:3.0:1734016129.693950:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334961664:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.693970:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.693995:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993bac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504ed expref: 6 pid: 7685 timeout: 493 lvb_type: 1 00010000:00010000:3.0:1734016129.694008:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993bac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504ed expref: 6 pid: 7685 timeout: 493 lvb_type: 1 00010000:00010000:3.0:1734016129.694033:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993bac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504ed expref: 6 pid: 7685 timeout: 493 lvb_type: 1 00010000:00010000:3.0:1734016129.694056:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.694059:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.694066:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993bb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6193152->6209535) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504f4 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.694075:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993bb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6193152->6209535) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504f4 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.694127:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993bb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6193152->6209535) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504f4 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.694142:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338470912:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016129.697016:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.705284:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.705584:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338470912:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016129.705614:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016129.705671:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334961664:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 11720us (12916us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.705685:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3165 00000100:00100000:2.0:1734016129.705789:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334961792 00000100:00100000:2.0:1734016129.705799:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334961792 00000100:00100000:2.0:1734016129.706245:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11187 00000100:00100000:2.0:1734016129.706256:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334961792:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016129.706702:0:10752:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8083862 -> 8083862 00002000:00010000:2.0:1734016129.706706:0:10752:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:2.0:1734016129.706709:0:10752:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:2.0:1734016129.706711:0:10752:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:2.0:1734016129.706713:0:10752:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1128 -> 1128 00000100:00100000:2.0:1734016129.713255:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334961792:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 6957us (7943us total) trans 4294969567 rc 0/0 00000100:00100000:2.0:1734016129.713287:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11187 00000100:00100000:1.0:1734016129.726406:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.726651:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334961920 00000100:00100000:3.0:1734016129.726675:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334961920 00000100:00100000:3.0:1734016129.726760:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11188 00000100:00100000:3.0:1734016129.726769:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334961920:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.726804:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.727941:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993bba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee504fb expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.727988:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993bb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6193152->6209535) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504f4 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.727998:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.728000:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.728004:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993bba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6631424->6651903] (req 6631424->6651903) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504fb expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.728047:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993bb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6193152->6209535) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504f4 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.728064:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993bb3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6193152->6209535) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504f4 expref: 7 pid: 10752 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.728090:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338471040:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016129.728198:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.735155:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.735271:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334962048 00000100:00100000:2.0:1734016129.735285:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334962048 00010000:00010000:2.0:1734016129.735335:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993bb3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6193152->6209535) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504f4 expref: 8 pid: 10752 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016129.735383:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3166 00000100:00100000:2.0:1734016129.735394:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088626050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334962048:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016129.735420:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.735453:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993bb3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6193152->6209535) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504f4 expref: 8 pid: 10752 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.735472:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993bb3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6193152->6209535) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504f4 expref: 8 pid: 10752 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.735719:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.735723:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.735734:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993bba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6631424->6651903) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504fb expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.735746:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993bba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6631424->6651903) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504fb expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.735797:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993bba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6631424->6651903) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504fb expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.736290:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338471168:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016129.737210:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55993bb3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6193152->6209535) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504f4 expref: 8 pid: 10752 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.737239:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338471040:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016129.737275:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993bba lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6631424->6651903) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504fb expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.737290:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:2.0:1734016129.737369:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.738002:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334961920:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11229us (11621us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.738219:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11188 00000100:00100000:2.0:1734016129.742642:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338471168:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016129.742688:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016129.744202:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880088626050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334962048:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8788us (9044us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.744223:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3166 00000100:00100000:1.0:1734016129.746574:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.746766:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334962176 00000100:00100000:3.0:1734016129.746787:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334962176 00000100:00100000:3.0:1734016129.746933:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11189 00000100:00100000:3.0:1734016129.746948:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334962176:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016129.747400:0:10752:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8083862 -> 8083862 00002000:00010000:3.0:1734016129.747405:0:10752:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.747408:0:10752:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016129.747412:0:10752:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.747415:0:10752:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1128 -> 1128 00000100:00100000:3.0:1734016129.747560:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334962176:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 614us (1010us total) trans 4294969568 rc 0/0 00000100:00100000:3.0:1734016129.747570:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11189 00000100:00100000:1.0:1734016129.756140:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.756256:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334962304 00000100:00100000:2.0:1734016129.756270:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334962304 00000100:00100000:2.0:1734016129.756325:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11190 00000100:00100000:2.0:1734016129.756334:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334962304:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.756358:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.756387:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55993bc1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50502 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.756460:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338471296:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016129.756525:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3d80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016129.762102:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016127 -> 1734016129 00000100:00100000:2.0:1734016129.762168:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338471296:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016129.762240:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55993bc1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50502 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.762266:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55993bc1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50502 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.762307:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016129.767883:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334962304:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11526us (11737us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.767901:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11190 00000100:00100000:1.0:1734016129.774089:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.774194:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334962432 00000100:00100000:3.0:1734016129.774214:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334962432 00000100:00100000:3.0:1734016129.774299:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11191 00000100:00100000:3.0:1734016129.774311:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334962432:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.774353:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.774391:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bc8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50509 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.777182:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338471424:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016129.777324:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.783768:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338471424:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016129.783902:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bc8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50509 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.783925:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bc8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50509 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.783968:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016129.784064:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334962432:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9754us (10013us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.784074:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11191 00000100:00100000:2.0:1734016129.788165:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.788278:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334962560 00000100:00100000:3.0:1734016129.788296:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334962560 00000100:00100000:3.0:1734016129.788395:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11192 00000100:00100000:3.0:1734016129.788407:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334962560:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.788460:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.788501:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bcf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50510 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.788564:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993bba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6631424->6651903) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504fb expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.788575:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.788578:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.788585:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bcf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5808128->5877759] (req 5808128->5877759) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50510 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.788649:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993bba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6631424->6651903) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504fb expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.788668:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993bba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6631424->6651903) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504fb expref: 6 pid: 10752 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.788692:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338471552:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016129.788891:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.796189:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.796368:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338471552:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016129.796431:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bcf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5808128->5877759] (req 5808128->5877759) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50510 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.796462:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:0.0:1734016129.796629:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334962688 00000100:00100000:0.0:1734016129.796646:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334962688 00010000:00010000:0.0:1734016129.796693:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993bba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6631424->6651903) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504fb expref: 7 pid: 10752 timeout: 493 lvb_type: 0 00000100:00100000:0.0:1734016129.796744:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3167 00000100:00100000:0.0:1734016129.796753:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334962688:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016129.796776:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016129.796848:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993bba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6631424->6651903) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504fb expref: 7 pid: 10752 timeout: 493 lvb_type: 0 00010000:00010000:0.0:1734016129.796866:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993bba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6631424->6651903) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504fb expref: 7 pid: 10752 timeout: 493 lvb_type: 0 00010000:00010000:0.0:1734016129.796903:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993bba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6631424->6651903) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504fb expref: 7 pid: 10752 timeout: 493 lvb_type: 0 00010000:00010000:0.0:1734016129.796920:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016129.796922:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016129.796930:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5808128->5877759) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50510 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.796940:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5808128->5877759) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50510 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.796978:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5808128->5877759) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50510 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016129.796994:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078e2a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338471680:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016129.797573:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334962560:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9163us (9426us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.797584:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11192 00000100:00100000:0.0:1734016129.798833:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.803002:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.803152:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078e2a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338471680:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016129.803197:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016129.803260:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334962688:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6505us (7093us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.803273:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3167 00000100:00100000:3.0:1734016129.803732:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334962816 00000100:00100000:3.0:1734016129.803743:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334962816 00000100:00100000:3.0:1734016129.804141:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11193 00000100:00100000:3.0:1734016129.804151:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334962816:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016129.804584:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8083862 -> 8083862 00002000:00010000:3.0:1734016129.804588:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.804590:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016129 -> 1734016127 00002000:00010000:3.0:1734016129.804593:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.804595:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1128 -> 1128 00000100:00100000:3.0:1734016129.804720:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334962816:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 569us (1733us total) trans 4294969569 rc 0/0 00000100:00100000:3.0:1734016129.804728:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11193 00000100:00100000:1.0:1734016129.808000:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.808149:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334962944 00000100:00100000:2.0:1734016129.808160:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334962944 00000100:00100000:2.0:1734016129.808223:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11194 00000100:00100000:2.0:1734016129.808230:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334962944:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.808253:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.808277:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993bd6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50517 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.808337:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338471808:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016129.808412:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3d80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016129.810418:0:10752:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016127 -> 1734016129 00000100:00100000:2.0:1734016129.810471:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338471808:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016129.810534:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993bd6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50517 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.810561:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55993bd6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50517 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.810602:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016129.811415:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334962944:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3178us (3426us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.811429:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11194 00000100:00100000:0.0:1734016129.814230:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.814402:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334963072 00000100:00100000:3.0:1734016129.814416:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334963072 00000100:00100000:3.0:1734016129.814488:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11195 00000100:00100000:3.0:1734016129.814497:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334963072:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.814525:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.814549:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993bdd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5051e expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.814619:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338471936:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016129.814717:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.817129:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338471936:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016129.817182:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993bdd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5051e expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.817200:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993bdd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5051e expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.817228:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016129.817302:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334963072:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2804us (3088us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.817311:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11195 00000100:00100000:1.0:1734016129.821100:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.821219:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334963200 00000100:00100000:3.0:1734016129.821231:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334963200 00000100:00100000:3.0:1734016129.821589:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11196 00000100:00100000:3.0:1734016129.821600:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334963200:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.821715:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.821748:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55993be4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50525 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.821883:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338472064:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016129.822440:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.824909:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338472064:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016129.824981:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55993be4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50525 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.825005:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55993be4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50525 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.825369:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016129.825753:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334963200:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4152us (4682us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.825773:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11196 00000100:00100000:1.0:1734016129.832135:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.832247:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334963328 00000100:00100000:3.0:1734016129.832260:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334963328 00000100:00100000:3.0:1734016129.832322:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11197 00000100:00100000:3.0:1734016129.832333:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334963328:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.832362:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.832389:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993beb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5052c expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.832433:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5808128->5877759) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50510 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.832440:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.832443:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.832447:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993beb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5181440->5185535] (req 5181440->5185535) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5052c expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.832487:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5808128->5877759) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50510 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.832502:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5808128->5877759) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50510 expref: 8 pid: 7685 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.832516:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338472192:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016129.832611:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.836586:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.836737:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338472192:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016129.836796:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993beb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5181440->5185535] (req 5181440->5185535) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5052c expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.836883:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016129.836956:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334963328:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4623us (4834us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.836972:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11197 00000100:00100000:2.0:1734016129.837212:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334963456 00000100:00100000:2.0:1734016129.837222:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334963456 00010000:00010000:2.0:1734016129.837261:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5808128->5877759) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50510 expref: 9 pid: 7685 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016129.837305:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3168 00000100:00100000:2.0:1734016129.837316:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334963456:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016129.837337:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.837366:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5808128->5877759) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50510 expref: 9 pid: 7685 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.837379:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5808128->5877759) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50510 expref: 9 pid: 7685 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.837406:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bcf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5808128->5877759) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50510 expref: 9 pid: 7685 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.837429:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.837430:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.837438:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993beb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5181440->5185535) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5052c expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.837447:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993beb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5181440->5185535) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5052c expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.837485:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993beb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5181440->5185535) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5052c expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.837500:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8eb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338472320:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016129.839058:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.843000:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8eb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338472320:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016129.843036:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016129.843100:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334963456:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5786us (6533us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.843115:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3168 00000100:00100000:1.0:1734016129.850796:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.850967:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334963712 00000100:00100000:2.0:1734016129.850985:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334963712 00002000:00100000:2.0:1734016129.851060:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5181440->8085503) req@ffff8800784df480 x1818247334963712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 504/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.851073:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784df480 with x1818247334963712 ext(5181440->8085503) 00002000:00010000:2.0:1734016129.851088:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784df480 00000100:00100000:2.0:1734016129.851124:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9185 00000100:00100000:2.0:1734016129.851133:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334963712:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.872587:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334963712:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 21438us (21793us total) trans 0 rc 528384/528384 00000100:00100000:2.0:1734016129.872605:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9185 00002000:00100000:2.0:1734016129.872622:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5181440->8085503) req@ffff8800784df480 x1818247334963712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 504/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 528384/528384 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.872637:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784df480 with x1818247334963712 ext(5181440->8085503) 00002000:00010000:2.0:1734016129.872643:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784df480 00000100:00100000:1.0:1734016129.876749:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.877848:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334963968 00000100:00100000:2.0:1734016129.877869:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334963968 00002000:00100000:2.0:1734016129.877950:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5177344->5181439) req@ffff8800784df100 x1818247334963968/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.877964:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784df100 with x1818247334963968 ext(5177344->5181439) 00002000:00010000:2.0:1734016129.877971:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784df100 00000100:00100000:2.0:1734016129.878015:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9186 00000100:00100000:2.0:1734016129.878023:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334963968:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.878300:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334963968:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 275us (1563us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.878309:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9186 00002000:00100000:2.0:1734016129.878315:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5177344->5181439) req@ffff8800784df100 x1818247334963968/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.878323:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784df100 with x1818247334963968 ext(5177344->5181439) 00002000:00010000:2.0:1734016129.878325:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784df100 00000100:00100000:1.0:1734016129.881756:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.881983:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334964224 00000100:00100000:0.0:1734016129.882001:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334964224 00002000:00100000:0.0:1734016129.882072:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5173248->5177343) req@ffff8800784dd880 x1818247334964224/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.882094:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dd880 with x1818247334964224 ext(5173248->5177343) 00002000:00010000:0.0:1734016129.882101:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dd880 00000100:00100000:0.0:1734016129.883041:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9187 00000100:00100000:0.0:1734016129.883055:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334964224:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016129.883411:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334964224:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 357us (1670us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016129.883420:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9187 00002000:00100000:0.0:1734016129.883431:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5173248->5177343) req@ffff8800784dd880 x1818247334964224/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.883440:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dd880 with x1818247334964224 ext(5173248->5177343) 00002000:00010000:0.0:1734016129.883445:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dd880 00000100:00100000:1.0:1734016129.885976:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016129.886604:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334964480 00000100:00100000:2.0:1734016129.886617:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334964480 00002000:00100000:2.0:1734016129.886679:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5169152->5173247) req@ffff8800784ddc00 x1818247334964480/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.886692:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784ddc00 with x1818247334964480 ext(5169152->5173247) 00002000:00010000:2.0:1734016129.886698:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784ddc00 00000100:00100000:2.0:1734016129.886765:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9188 00000100:00100000:2.0:1734016129.886774:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334964480:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.887653:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334964480:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 874us (1688us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.887664:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9188 00002000:00100000:2.0:1734016129.887672:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5169152->5173247) req@ffff8800784ddc00 x1818247334964480/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.887681:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784ddc00 with x1818247334964480 ext(5169152->5173247) 00002000:00010000:2.0:1734016129.887685:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784ddc00 00000100:00100000:1.0:1734016129.897034:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.897282:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334964736 00000100:00100000:3.0:1734016129.897301:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334964736 00002000:00100000:3.0:1734016129.897381:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5165056->5169151) req@ffff8800784ddf80 x1818247334964736/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.897395:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784ddf80 with x1818247334964736 ext(5165056->5169151) 00002000:00010000:3.0:1734016129.897403:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784ddf80 00000100:00100000:3.0:1734016129.897439:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9189 00000100:00100000:3.0:1734016129.897449:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334964736:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.897707:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334964736:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 259us (684us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.897716:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9189 00002000:00100000:3.0:1734016129.897722:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5165056->5169151) req@ffff8800784ddf80 x1818247334964736/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.897730:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784ddf80 with x1818247334964736 ext(5165056->5169151) 00002000:00010000:3.0:1734016129.897732:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784ddf80 00000100:00100000:1.0:1734016129.904089:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.905410:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334964992 00000100:00100000:0.0:1734016129.905430:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334964992 00002000:00100000:0.0:1734016129.905504:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5160960->5165055) req@ffff8800784df800 x1818247334964992/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.905516:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784df800 with x1818247334964992 ext(5160960->5165055) 00002000:00010000:0.0:1734016129.905526:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784df800 00000100:00100000:0.0:1734016129.905572:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9190 00000100:00100000:0.0:1734016129.905580:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334964992:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016129.905843:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334964992:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 263us (1785us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016129.905852:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9190 00002000:00100000:0.0:1734016129.905857:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5160960->5165055) req@ffff8800784df800 x1818247334964992/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.905863:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784df800 with x1818247334964992 ext(5160960->5165055) 00002000:00010000:0.0:1734016129.905869:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784df800 00000100:00100000:1.0:1734016129.914456:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.914693:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334965248 00000100:00100000:3.0:1734016129.914709:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334965248 00002000:00100000:3.0:1734016129.914788:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5156864->5160959) req@ffff8800784ded80 x1818247334965248/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.914803:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784ded80 with x1818247334965248 ext(5156864->5160959) 00002000:00010000:3.0:1734016129.914868:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784ded80 00000100:00100000:3.0:1734016129.914908:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9191 00000100:00100000:3.0:1734016129.914919:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334965248:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.915221:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334965248:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 301us (778us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.915230:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9191 00002000:00100000:3.0:1734016129.915239:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5156864->5160959) req@ffff8800784ded80 x1818247334965248/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.915246:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784ded80 with x1818247334965248 ext(5156864->5160959) 00002000:00010000:3.0:1734016129.915251:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784ded80 00000100:00100000:1.0:1734016129.919064:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.919138:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334965504 00000100:00100000:0.0:1734016129.919151:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334965504 00002000:00100000:0.0:1734016129.919208:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5152768->5156863) req@ffff8800784de680 x1818247334965504/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.919218:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784de680 with x1818247334965504 ext(5152768->5156863) 00002000:00010000:0.0:1734016129.919223:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784de680 00000100:00100000:0.0:1734016129.919258:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9192 00000100:00100000:0.0:1734016129.919265:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334965504:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016129.919445:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334965504:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 180us (394us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016129.919451:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9192 00002000:00100000:0.0:1734016129.919456:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5152768->5156863) req@ffff8800784de680 x1818247334965504/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.919463:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784de680 with x1818247334965504 ext(5152768->5156863) 00002000:00010000:0.0:1734016129.919465:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784de680 00000100:00100000:1.0:1734016129.927141:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.927279:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334965760 00000100:00100000:3.0:1734016129.927294:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334965760 00002000:00100000:3.0:1734016129.927366:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5148672->5152767) req@ffff8800784dc380 x1818247334965760/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.927379:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dc380 with x1818247334965760 ext(5148672->5152767) 00002000:00010000:3.0:1734016129.927388:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dc380 00000100:00100000:3.0:1734016129.927420:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9193 00000100:00100000:3.0:1734016129.927428:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800784dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334965760:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.927666:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800784dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334965760:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 237us (540us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.927673:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9193 00002000:00100000:3.0:1734016129.927680:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5148672->5152767) req@ffff8800784dc380 x1818247334965760/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.927688:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800784dc380 with x1818247334965760 ext(5148672->5152767) 00002000:00010000:3.0:1734016129.927691:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800784dc380 00000100:00100000:1.0:1734016129.929959:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.930043:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334966016 00000100:00100000:0.0:1734016129.930057:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334966016 00002000:00100000:0.0:1734016129.930119:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5144576->5148671) req@ffff88012dc45180 x1818247334966016/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.930131:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45180 with x1818247334966016 ext(5144576->5148671) 00002000:00010000:0.0:1734016129.930136:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45180 00000100:00100000:0.0:1734016129.930175:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9194 00000100:00100000:0.0:1734016129.930182:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334966016:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016129.930424:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334966016:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 240us (482us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016129.930431:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9194 00002000:00100000:0.0:1734016129.930436:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5144576->5148671) req@ffff88012dc45180 x1818247334966016/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.930443:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45180 with x1818247334966016 ext(5144576->5148671) 00002000:00010000:0.0:1734016129.930445:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45180 00000100:00100000:1.0:1734016129.935792:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.936049:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334966272 00000100:00100000:3.0:1734016129.936067:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334966272 00002000:00100000:3.0:1734016129.936149:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5140480->5144575) req@ffff88012dc44000 x1818247334966272/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.936164:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc44000 with x1818247334966272 ext(5140480->5144575) 00002000:00010000:3.0:1734016129.936171:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc44000 00000100:00100000:3.0:1734016129.936377:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9195 00000100:00100000:3.0:1734016129.936388:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334966272:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.936673:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334966272:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 287us (908us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.936680:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9195 00002000:00100000:3.0:1734016129.936686:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5140480->5144575) req@ffff88012dc44000 x1818247334966272/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.936692:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc44000 with x1818247334966272 ext(5140480->5144575) 00002000:00010000:3.0:1734016129.936696:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc44000 00000100:00100000:1.0:1734016129.939525:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.939606:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334966528 00000100:00100000:0.0:1734016129.939617:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334966528 00002000:00100000:0.0:1734016129.939675:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5136384->5140479) req@ffff88012dc46300 x1818247334966528/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.939687:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc46300 with x1818247334966528 ext(5136384->5140479) 00002000:00010000:0.0:1734016129.939693:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc46300 00000100:00100000:0.0:1734016129.939733:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9196 00000100:00100000:0.0:1734016129.939741:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334966528:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016129.940030:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334966528:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 288us (520us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016129.940039:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9196 00002000:00100000:0.0:1734016129.940045:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5136384->5140479) req@ffff88012dc46300 x1818247334966528/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.940051:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc46300 with x1818247334966528 ext(5136384->5140479) 00002000:00010000:0.0:1734016129.940054:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc46300 00000100:00100000:1.0:1734016129.942414:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.942907:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334966784 00000100:00100000:3.0:1734016129.942918:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334966784 00002000:00100000:3.0:1734016129.942967:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5132288->5136383) req@ffff88012dc46680 x1818247334966784/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.942978:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc46680 with x1818247334966784 ext(5132288->5136383) 00002000:00010000:3.0:1734016129.942983:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc46680 00000100:00100000:3.0:1734016129.943013:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9197 00000100:00100000:3.0:1734016129.943021:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334966784:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.943247:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334966784:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 225us (847us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.943255:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9197 00002000:00100000:3.0:1734016129.943261:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5132288->5136383) req@ffff88012dc46680 x1818247334966784/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.943268:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc46680 with x1818247334966784 ext(5132288->5136383) 00002000:00010000:3.0:1734016129.943270:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc46680 00000100:00100000:1.0:1734016129.951439:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.951521:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334967040 00000100:00100000:0.0:1734016129.951533:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334967040 00002000:00100000:0.0:1734016129.951589:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7159808->7163903) req@ffff88012dc46a00 x1818247334967040/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.951601:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc46a00 with x1818247334967040 ext(7159808->7163903) 00002000:00010000:0.0:1734016129.951607:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc46a00 00000100:00100000:0.0:1734016129.951642:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9198 00000100:00100000:0.0:1734016129.951651:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334967040:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016129.951891:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334967040:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 240us (465us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016129.951901:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9198 00002000:00100000:0.0:1734016129.951906:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7159808->7163903) req@ffff88012dc46a00 x1818247334967040/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.951913:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc46a00 with x1818247334967040 ext(7159808->7163903) 00002000:00010000:0.0:1734016129.951916:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc46a00 00000100:00100000:1.0:1734016129.959757:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.960245:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334967296 00000100:00100000:3.0:1734016129.960264:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334967296 00002000:00100000:3.0:1734016129.960339:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7155712->7159807) req@ffff88012dc47b80 x1818247334967296/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.960352:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc47b80 with x1818247334967296 ext(7155712->7159807) 00002000:00010000:3.0:1734016129.960358:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc47b80 00000100:00100000:3.0:1734016129.960976:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9199 00000100:00100000:3.0:1734016129.960985:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334967296:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.961229:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334967296:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 245us (1498us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.961237:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9199 00002000:00100000:3.0:1734016129.961243:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7155712->7159807) req@ffff88012dc47b80 x1818247334967296/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.961249:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc47b80 with x1818247334967296 ext(7155712->7159807) 00002000:00010000:3.0:1734016129.961251:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc47b80 00000100:00100000:1.0:1734016129.964112:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.968424:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334967552 00000100:00100000:0.0:1734016129.968461:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334967552 00002000:00100000:0.0:1734016129.968559:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7151616->7155711) req@ffff88012dc47800 x1818247334967552/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.968574:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc47800 with x1818247334967552 ext(7151616->7155711) 00002000:00010000:0.0:1734016129.968583:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc47800 00000100:00100000:0.0:1734016129.968667:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9200 00000100:00100000:0.0:1734016129.968680:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334967552:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016129.969083:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334967552:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 394us (4973us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016129.969091:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9200 00002000:00100000:0.0:1734016129.969101:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7151616->7155711) req@ffff88012dc47800 x1818247334967552/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.969109:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc47800 with x1818247334967552 ext(7151616->7155711) 00002000:00010000:0.0:1734016129.969112:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc47800 00000100:00100000:1.0:1734016129.971686:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.971793:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334967808 00000100:00100000:3.0:1734016129.971803:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334967808 00002000:00100000:3.0:1734016129.971907:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7147520->7151615) req@ffff88012dc45880 x1818247334967808/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.971920:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45880 with x1818247334967808 ext(7147520->7151615) 00002000:00010000:3.0:1734016129.971928:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45880 00000100:00100000:3.0:1734016129.971958:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9201 00000100:00100000:3.0:1734016129.971968:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334967808:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.972328:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334967808:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 360us (656us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.972337:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9201 00002000:00100000:3.0:1734016129.972343:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7147520->7151615) req@ffff88012dc45880 x1818247334967808/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.972350:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45880 with x1818247334967808 ext(7147520->7151615) 00002000:00010000:3.0:1734016129.972353:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45880 00000100:00100000:1.0:1734016129.974690:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.974946:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334968064 00000100:00100000:0.0:1734016129.974961:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334968064 00002000:00100000:0.0:1734016129.975039:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7143424->7147519) req@ffff88012dc45c00 x1818247334968064/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.975051:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45c00 with x1818247334968064 ext(7143424->7147519) 00002000:00010000:0.0:1734016129.975060:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45c00 00000100:00100000:0.0:1734016129.975110:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9202 00000100:00100000:0.0:1734016129.975119:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334968064:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016129.975387:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334968064:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 269us (725us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016129.975395:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9202 00002000:00100000:0.0:1734016129.975402:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7143424->7147519) req@ffff88012dc45c00 x1818247334968064/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.975409:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45c00 with x1818247334968064 ext(7143424->7147519) 00002000:00010000:0.0:1734016129.975411:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45c00 00000100:00100000:1.0:1734016129.978350:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.978692:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334968320 00000100:00100000:3.0:1734016129.978705:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334968320 00002000:00100000:3.0:1734016129.978758:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7139328->7143423) req@ffff88012dc44380 x1818247334968320/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.978774:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc44380 with x1818247334968320 ext(7139328->7143423) 00002000:00010000:3.0:1734016129.978781:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc44380 00000100:00100000:3.0:1734016129.983612:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9203 00000100:00100000:3.0:1734016129.983640:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334968320:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.983921:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334968320:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 291us (5588us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.983929:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9203 00002000:00100000:3.0:1734016129.983939:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7139328->7143423) req@ffff88012dc44380 x1818247334968320/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.983949:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc44380 with x1818247334968320 ext(7139328->7143423) 00002000:00010000:3.0:1734016129.983956:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc44380 00000100:00100000:1.0:1734016129.986175:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.986248:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334968576 00000100:00100000:0.0:1734016129.986262:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334968576 00002000:00100000:0.0:1734016129.986321:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7135232->7139327) req@ffff88012dc47100 x1818247334968576/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.986331:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc47100 with x1818247334968576 ext(7135232->7139327) 00002000:00010000:0.0:1734016129.986336:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc47100 00000100:00100000:0.0:1734016129.986369:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9204 00000100:00100000:0.0:1734016129.986376:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334968576:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016129.986582:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334968576:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 205us (422us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016129.986589:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9204 00002000:00100000:0.0:1734016129.986594:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7135232->7139327) req@ffff88012dc47100 x1818247334968576/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.986600:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc47100 with x1818247334968576 ext(7135232->7139327) 00002000:00010000:0.0:1734016129.986603:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc47100 00000100:00100000:1.0:1734016129.988781:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.989054:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334968832 00000100:00100000:3.0:1734016129.989071:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334968832 00002000:00100000:3.0:1734016129.989142:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7131136->7135231) req@ffff88012dc47480 x1818247334968832/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.989153:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc47480 with x1818247334968832 ext(7131136->7135231) 00002000:00010000:3.0:1734016129.989159:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc47480 00000100:00100000:3.0:1734016129.989199:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9205 00000100:00100000:3.0:1734016129.989208:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334968832:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.989457:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334968832:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 248us (687us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.989467:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9205 00002000:00100000:3.0:1734016129.989474:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7131136->7135231) req@ffff88012dc47480 x1818247334968832/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.989482:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc47480 with x1818247334968832 ext(7131136->7135231) 00002000:00010000:3.0:1734016129.989485:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc47480 00000100:00100000:1.0:1734016129.992514:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016129.992594:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334969088 00000100:00100000:0.0:1734016129.992610:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334969088 00002000:00100000:0.0:1734016129.992683:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7127040->7131135) req@ffff88012dc44a80 x1818247334969088/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.992695:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc44a80 with x1818247334969088 ext(7127040->7131135) 00002000:00010000:0.0:1734016129.992701:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc44a80 00000100:00100000:0.0:1734016129.992752:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9206 00000100:00100000:0.0:1734016129.992763:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334969088:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016129.993106:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334969088:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 344us (606us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016129.993114:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9206 00002000:00100000:0.0:1734016129.993122:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7127040->7131135) req@ffff88012dc44a80 x1818247334969088/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.993130:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc44a80 with x1818247334969088 ext(7127040->7131135) 00002000:00010000:0.0:1734016129.993133:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc44a80 00000100:00100000:1.0:1734016129.996925:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016129.997666:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334969344 00000100:00100000:3.0:1734016129.997681:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334969344 00002000:00100000:3.0:1734016129.997753:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7122944->7127039) req@ffff88012dc44700 x1818247334969344/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.997770:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc44700 with x1818247334969344 ext(7122944->7127039) 00002000:00010000:3.0:1734016129.997778:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc44700 00000100:00100000:3.0:1734016129.997851:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9207 00000100:00100000:3.0:1734016129.997861:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334969344:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.998138:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334969344:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 278us (1241us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.998144:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9207 00002000:00100000:3.0:1734016129.998150:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7122944->7127039) req@ffff88012dc44700 x1818247334969344/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.998156:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc44700 with x1818247334969344 ext(7122944->7127039) 00002000:00010000:3.0:1734016129.998159:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc44700 00000100:00100000:1.0:1734016130.002030:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016130.002315:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334969600 00000100:00100000:0.0:1734016130.002328:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334969600 00002000:00100000:0.0:1734016130.002388:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7118848->7122943) req@ffff88012dc45f80 x1818247334969600/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.002400:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45f80 with x1818247334969600 ext(7118848->7122943) 00002000:00010000:0.0:1734016130.002406:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45f80 00000100:00100000:0.0:1734016130.002443:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9208 00000100:00100000:0.0:1734016130.002452:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334969600:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016130.002692:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334969600:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 240us (683us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016130.002700:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9208 00002000:00100000:0.0:1734016130.002707:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7118848->7122943) req@ffff88012dc45f80 x1818247334969600/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.002714:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45f80 with x1818247334969600 ext(7118848->7122943) 00002000:00010000:0.0:1734016130.002717:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45f80 00000100:00100000:1.0:1734016130.006450:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.006593:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334969856 00000100:00100000:3.0:1734016130.006608:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334969856 00002000:00100000:3.0:1734016130.006694:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7114752->7118847) req@ffff88012dc45500 x1818247334969856/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.006709:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45500 with x1818247334969856 ext(7114752->7118847) 00002000:00010000:3.0:1734016130.006719:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45500 00000100:00100000:3.0:1734016130.006760:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9209 00000100:00100000:3.0:1734016130.006770:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334969856:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.009002:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334969856:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2219us (2563us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.009017:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9209 00002000:00100000:3.0:1734016130.009030:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7114752->7118847) req@ffff88012dc45500 x1818247334969856/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.009041:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc45500 with x1818247334969856 ext(7114752->7118847) 00002000:00010000:3.0:1734016130.009048:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc45500 00000100:00100000:0.0:1734016130.011474:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.011598:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334970112 00000100:00100000:3.0:1734016130.011610:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334970112 00002000:00100000:3.0:1734016130.011684:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7110656->7114751) req@ffff880078e2a680 x1818247334970112/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.011696:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2a680 with x1818247334970112 ext(7110656->7114751) 00002000:00010000:3.0:1734016130.011704:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2a680 00000100:00100000:3.0:1734016130.012425:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9210 00000100:00100000:3.0:1734016130.012435:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334970112:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.013206:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334970112:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 767us (1744us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.013215:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9210 00002000:00100000:3.0:1734016130.013223:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7110656->7114751) req@ffff880078e2a680 x1818247334970112/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.013230:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2a680 with x1818247334970112 ext(7110656->7114751) 00002000:00010000:3.0:1734016130.013235:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2a680 00000100:00100000:1.0:1734016130.016730:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.016946:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334970368 00000100:00100000:3.0:1734016130.016963:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334970368 00002000:00100000:3.0:1734016130.017022:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7106560->7110655) req@ffff88007830aa00 x1818247334970368/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.017035:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830aa00 with x1818247334970368 ext(7106560->7110655) 00002000:00010000:3.0:1734016130.017043:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830aa00 00000100:00100000:3.0:1734016130.017082:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9211 00000100:00100000:3.0:1734016130.017092:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334970368:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.017320:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334970368:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 230us (602us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.017327:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9211 00002000:00100000:3.0:1734016130.017333:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7106560->7110655) req@ffff88007830aa00 x1818247334970368/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.017339:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830aa00 with x1818247334970368 ext(7106560->7110655) 00002000:00010000:3.0:1734016130.017341:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830aa00 00000100:00100000:1.0:1734016130.021523:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016130.021626:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334970624 00000100:00100000:0.0:1734016130.021642:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334970624 00002000:00100000:0.0:1734016130.021722:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7102464->7106559) req@ffff880078308380 x1818247334970624/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.021736:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308380 with x1818247334970624 ext(7102464->7106559) 00002000:00010000:0.0:1734016130.021745:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308380 00000100:00100000:0.0:1734016130.021793:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9212 00000100:00100000:0.0:1734016130.021804:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334970624:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016130.022116:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334970624:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 311us (616us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016130.022125:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9212 00002000:00100000:0.0:1734016130.022133:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7102464->7106559) req@ffff880078308380 x1818247334970624/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.022141:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308380 with x1818247334970624 ext(7102464->7106559) 00002000:00010000:0.0:1734016130.022144:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308380 00000100:00100000:1.0:1734016130.024873:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.024990:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334970752 00000100:00100000:3.0:1734016130.025002:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334970752 00000100:00100000:3.0:1734016130.025228:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11198 00000100:00100000:3.0:1734016130.025239:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334970752:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.025267:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.025294:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bf2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50533 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.025328:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.025331:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.025343:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50533 expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.025366:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50533 expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.025380:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016130.025442:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334970752:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 206us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.025448:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11198 00000100:00080000:0.0:1734016130.025673:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016100 00000100:00100000:1.0:1734016130.027635:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.027762:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334971008 00000100:00100000:3.0:1734016130.027778:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334971008 00002000:00100000:3.0:1734016130.027979:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (253952->258047) req@ffff880078308e00 x1818247334971008/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.027988:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308e00 with x1818247334971008 ext(253952->258047) 00002000:00010000:3.0:1734016130.027995:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308e00 00000100:00100000:3.0:1734016130.028659:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9213 00000100:00100000:3.0:1734016130.028675:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334971008:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.029062:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334971008:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 389us (1441us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.029070:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9213 00002000:00100000:3.0:1734016130.029088:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (253952->258047) req@ffff880078308e00 x1818247334971008/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.029097:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078308e00 with x1818247334971008 ext(253952->258047) 00002000:00010000:3.0:1734016130.029101:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078308e00 00000100:00100000:0.0:1734016130.032171:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.032574:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334971264 00000100:00100000:2.0:1734016130.032586:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334971264 00002000:00100000:2.0:1734016130.032643:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (249856->253951) req@ffff8800a7829500 x1818247334971264/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.032891:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7829500 with x1818247334971264 ext(249856->253951) 00002000:00010000:2.0:1734016130.032899:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7829500 00000100:00100000:2.0:1734016130.032938:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9214 00000100:00100000:2.0:1734016130.032947:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334971264:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.033204:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334971264:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 258us (1047us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.033212:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9214 00002000:00100000:2.0:1734016130.033218:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (249856->253951) req@ffff8800a7829500 x1818247334971264/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.033225:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7829500 with x1818247334971264 ext(249856->253951) 00002000:00010000:2.0:1734016130.033228:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7829500 00000100:00100000:1.0:1734016130.035438:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.035528:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334971520 00000100:00100000:3.0:1734016130.035537:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334971520 00002000:00100000:3.0:1734016130.035576:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (245760->249855) req@ffff880078309f80 x1818247334971520/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.035582:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309f80 with x1818247334971520 ext(245760->249855) 00002000:00010000:3.0:1734016130.035585:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309f80 00000100:00100000:3.0:1734016130.035609:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9215 00000100:00100000:3.0:1734016130.035613:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334971520:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.036094:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334971520:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 479us (663us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.036104:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9215 00002000:00100000:3.0:1734016130.036110:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (245760->249855) req@ffff880078309f80 x1818247334971520/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.036118:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309f80 with x1818247334971520 ext(245760->249855) 00002000:00010000:3.0:1734016130.036121:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309f80 00000100:00100000:1.0:1734016130.043545:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.043883:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334971776 00000100:00100000:2.0:1734016130.043896:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334971776 00000100:00100000:2.0:1734016130.043961:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2266 00000100:00100000:2.0:1734016130.043972:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:9662:x1818247334971776:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016130.044055:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.044105:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993b9e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504e6 expref: 17 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.044151:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016130.044157:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016130.044381:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993bf9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016130.044399:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993b82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504d1 expref: 11 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.044407:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993bf9 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016130.044451:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993b82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504d1 expref: 11 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.044468:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993b82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504d1 expref: 11 pid: 6480 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016130.044483:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338472448:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016130.044592:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.049711:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338472448:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016130.049765:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993bf9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016130.050868:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.050959:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334971904 00000100:00100000:3.0:1734016130.050971:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334971904 00010000:00010000:3.0:1734016130.051034:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993b82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504d1 expref: 12 pid: 6480 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016130.051086:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3169 00000100:00100000:3.0:1734016130.051093:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078309c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247334971904:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.051113:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.051121:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993b82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504d1 expref: 12 pid: 6480 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016130.051134:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993b82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504d1 expref: 12 pid: 6480 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016130.051162:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993b82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee504d1 expref: 12 pid: 6480 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016130.051193:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016130.051198:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993bf9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016130.051208:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993bf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016130.051215:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993bf9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016130.051236:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.051288:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078309c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247334971904:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 195us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.051296:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3169 00000100:00080000:0.0:1734016130.051621:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016100 00010000:00010000:0.0:1734016130.051638:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993bf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016130.051644:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993bf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:0.0:1734016130.051759:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968730 00000004:00010000:0.0:1734016130.051859:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078309180 reply state ffff880078cad000 transno 4294968731 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993bf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016130.051870:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016130.051973:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:9662:x1818247334971776:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 8003us (8445us total) trans 4294968731 rc 0/0 00000100:00100000:0.0:1734016130.051982:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2266 00000020:00080000:0.0:1734016130.051987:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016130.060311:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.062277:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334972032 00000100:00100000:2.0:1734016130.062291:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334972032 00000100:00100000:2.0:1734016130.062368:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11199 00000100:00100000:2.0:1734016130.062377:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334972032:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.062397:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.062420:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993c00 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5053a expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.062451:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993beb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5181440->5185535) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5052c expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.062459:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bf2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50533 expref: 10 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.062465:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.062467:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.062470:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993c00 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5053a expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.062508:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50533 expref: 10 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.062520:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bf2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50533 expref: 10 pid: 10752 timeout: 493 lvb_type: 1 00000100:00100000:2.0:1734016130.062533:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338472576:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016130.062624:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993beb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5181440->5185535) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5052c expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.062631:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993beb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5181440->5185535) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5052c expref: 6 pid: 10752 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016130.062641:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338472704:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016130.062657:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3600 going to sleep for 11 seconds 00010000:00010000:0.0:1734016130.066062:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993bf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016130.066086:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993bf9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016130.066094:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993bf9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016130.066100:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405f80 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016130.066104:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993bf9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016130.066111:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993bf9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016130.066135:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016130.066137:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016130.066141:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993bf9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016130.066146:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993bf9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016130.068677:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338472576:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016130.068696:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338472704:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016130.068741:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993c00 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5053a expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.068763:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:0.0:1734016130.071014:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:9662:x1818247334972032:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8619us (10699us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016130.071030:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11199 00000100:00100000:2.0:1734016130.073584:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.073630:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.073713:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334972160 00000100:00100000:3.0:1734016130.073725:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334972160 00010000:00010000:3.0:1734016130.073772:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bf2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50533 expref: 10 pid: 10752 timeout: 493 lvb_type: 1 00000100:00100000:3.0:1734016130.073804:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334972288 00000100:00100000:3.0:1734016130.073806:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334972288 00010000:00010000:3.0:1734016130.073844:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993beb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5181440->5185535) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5052c expref: 7 pid: 10752 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016130.073860:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3170 00000100:00100000:3.0:1734016130.073866:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334972160:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.073883:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.073908:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bf2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50533 expref: 10 pid: 10752 timeout: 493 lvb_type: 1 00010000:00010000:3.0:1734016130.073918:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50533 expref: 10 pid: 10752 timeout: 493 lvb_type: 1 00010000:00010000:3.0:1734016130.073940:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993bf2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50533 expref: 10 pid: 10752 timeout: 493 lvb_type: 1 00010000:00010000:3.0:1734016130.073972:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.074013:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334972160:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 147us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.074020:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3170 00000100:00100000:3.0:1734016130.074033:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3171 00000100:00100000:3.0:1734016130.074036:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334972288:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.074041:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.074045:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993beb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5181440->5185535) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5052c expref: 7 pid: 10752 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016130.074054:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993beb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5181440->5185535) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5052c expref: 7 pid: 10752 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016130.074064:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993beb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5181440->5185535) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5052c expref: 7 pid: 10752 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016130.074102:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.074103:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.074108:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993c00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5053a expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.074118:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993c00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5053a expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.074154:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993c00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5053a expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.074166:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338472832:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016130.074202:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.081564:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.082510:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334972416 00000100:00100000:2.0:1734016130.082523:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334972416 00002000:00010000:2.0:1734016130.082574:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4873458->18446744073709551615) 00002000:00100000:2.0:1734016130.082580:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830b800 with x1818247334972416 ext(4873458->18446744073709551615) 00002000:00010000:2.0:1734016130.082599:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830b800. 00000100:00100000:2.0:1734016130.082636:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9216 00000100:00100000:2.0:1734016130.082646:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334972416:12345-192.168.201.4@tcp:10:fsx.0 00000100:00100000:3.0:1734016130.086484:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338472832:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016130.086526:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.086637:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334972288:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 12596us (13003us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.086654:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3171 00002000:00010000:2.0:1734016130.088176:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8083862 -> 4873458 00002000:00010000:2.0:1734016130.088190:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016129 -> 1734016130 00002000:00010000:2.0:1734016130.088194:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016129 -> 1734016127 00002000:00010000:2.0:1734016130.088197:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016129 -> 1734016130 00002000:00010000:2.0:1734016130.088199:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1128 -> 832 00000100:00100000:1.0:1734016130.098235:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016130.098434:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334972544 00000100:00100000:0.0:1734016130.098449:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334972544 00000100:00100000:0.0:1734016130.098518:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2267 00000100:00100000:0.0:1734016130.098527:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:9662:x1818247334972544:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016130.098557:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016130.098591:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55993c07 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50541 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.098728:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993c0e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016130.098751:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993c0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016130.098763:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993c0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:0.0:1734016130.098793:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4873458 00000004:00200000:0.0:1734016130.098797:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016130.098855:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993c0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016130.098883:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55993c07 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50541 expref: 13 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.109180:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993c0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50541 expref: 12 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.109197:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:0.0:1734016130.109201:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016130.109205:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564b40, rc 0) 00000100:00100000:0.0:1734016130.109327:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247334972544:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10797us (11114us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016130.109339:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2267 00000100:00100000:2.0:1734016130.109614:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334972416:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 26965us (28075us total) trans 4294969570 rc 0/0 00000100:00100000:2.0:1734016130.109628:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9216 00002000:00010000:2.0:1734016130.109634:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4873458->18446744073709551615) 00002000:00100000:2.0:1734016130.109639:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830b800 with x1818247334972416 ext(4873458->18446744073709551615) 00002000:00010000:2.0:1734016130.109656:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830b800. 00000100:00100000:0.0:1734016130.112400:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.113057:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334972672 00000100:00100000:2.0:1734016130.113082:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334972672 00000100:00100000:3.0:1734016130.114271:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11200 00000100:00100000:3.0:1734016130.114287:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334972672:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.114316:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.114342:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993c15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50548 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.114427:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338472960:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016130.114546:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00002000:00010000:3.0:1734016130.120364:0:10752:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016127 -> 1734016129 00000100:00100000:3.0:1734016130.120434:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338472960:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016130.120510:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993c15 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50548 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.120533:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55993c15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50548 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.120578:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016130.120663:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334972672:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6377us (8289us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.120676:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11200 00000100:00100000:1.0:1734016130.123019:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.123129:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334972800 00000100:00100000:3.0:1734016130.123140:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334972800 00000100:00100000:3.0:1734016130.123196:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11201 00000100:00100000:3.0:1734016130.123202:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334972800:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.123222:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.123242:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993c1c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5054f expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.123312:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338473088:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016130.123387:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.124681:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338473088:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016130.124725:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993c1c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5054f expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.124743:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55993c1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5054f expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.124766:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016130.125165:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334972800:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1960us (2160us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.125175:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11201 00000100:00100000:0.0:1734016130.126684:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.126783:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334972928 00000100:00100000:3.0:1734016130.126794:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334972928 00000100:00100000:3.0:1734016130.126985:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11202 00000100:00100000:3.0:1734016130.126993:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334972928:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.127023:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.127050:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55993c23 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50556 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.127137:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338473216:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016130.128104:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.138290:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338473216:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016130.138357:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55993c23 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50556 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.138378:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55993c23 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50556 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.140534:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016130.140757:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334972928:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 13742us (14063us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.140773:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11202 00000100:00100000:0.0:1734016130.148516:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.148869:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334973056 00000100:00100000:3.0:1734016130.148886:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334973056 00000100:00100000:3.0:1734016130.148985:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11203 00000100:00100000:3.0:1734016130.148999:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334973056:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.149043:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.149090:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993c2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5055d expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.149198:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338473344:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016130.149321:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.151734:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338473344:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016130.151793:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993c2a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5055d expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.151843:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800701018c0/0x979ba2bc55993c2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5055d expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.151878:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016130.151949:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334973056:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2952us (3468us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.151965:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11203 00000100:00100000:0.0:1734016130.154305:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.154440:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334973184 00000100:00100000:3.0:1734016130.154455:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334973184 00000100:00100000:3.0:1734016130.154530:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11204 00000100:00100000:3.0:1734016130.154540:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334973184:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.154567:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.154599:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993c31 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50564 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.154687:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338473472:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016130.154768:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.158178:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338473472:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016130.158249:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993c31 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50564 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.158272:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55993c31 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50564 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.158293:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016130.158386:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334973184:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3846us (4097us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.158398:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11204 00000100:00100000:0.0:1734016130.170149:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.170374:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334973312 00000100:00100000:3.0:1734016130.170395:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334973312 00000100:00100000:3.0:1734016130.170492:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11205 00000100:00100000:3.0:1734016130.170506:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334973312:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.170537:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.170571:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993c38 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5056b expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.170629:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993c00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5053a expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.170639:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.170643:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.170648:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993c38 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1277952->1282047] (req 1277952->1282047) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5056b expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.170716:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993c00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5053a expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.170734:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993c00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5053a expref: 9 pid: 7685 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016130.170753:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338473600:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016130.170913:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.174050:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.175215:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334973440 00000100:00100000:2.0:1734016130.175228:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334973440 00010000:00010000:2.0:1734016130.175286:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993c00 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5053a expref: 10 pid: 7685 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016130.175327:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3172 00000100:00100000:2.0:1734016130.175336:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334973440:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.175358:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.175391:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993c00 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5053a expref: 10 pid: 7685 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016130.175406:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993c00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5053a expref: 10 pid: 7685 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016130.175442:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.175445:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.175457:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993c38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1277952->1282047) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5056b expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.175468:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993c38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1277952->1282047) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5056b expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.175789:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993c00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5053a expref: 10 pid: 7685 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016130.175837:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338473600:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016130.175876:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993c38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1282047) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5056b expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.175894:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016130.175978:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334973312:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5475us (5852us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.175987:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11205 00010000:00010000:2.0:1734016130.177494:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993c38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1282047) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5056b expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.177529:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338473728:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016130.178422:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.184342:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338473728:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016130.184389:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.184455:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334973440:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 9116us (10422us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.184470:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3172 00000100:00100000:0.0:1734016130.186302:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.187552:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334973696 00000100:00100000:3.0:1734016130.187570:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334973696 00002000:00100000:3.0:1734016130.187635:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1277952->1282047) req@ffff8800a782a300 x1818247334973696/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.190560:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782a300 with x1818247334973696 ext(1277952->1282047) 00002000:00010000:3.0:1734016130.190570:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a782a300 00000100:00100000:3.0:1734016130.190637:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9217 00000100:00100000:3.0:1734016130.190648:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334973696:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.190946:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334973696:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 300us (4661us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.190954:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9217 00002000:00100000:3.0:1734016130.190963:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1277952->1282047) req@ffff8800a782a300 x1818247334973696/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.190971:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782a300 with x1818247334973696 ext(1277952->1282047) 00002000:00010000:3.0:1734016130.190974:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a782a300 00000100:00100000:0.0:1734016130.197531:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.199492:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334973952 00000100:00100000:2.0:1734016130.199514:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334973952 00002000:00100000:2.0:1734016130.199598:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1273856->1277951) req@ffff8800a782b800 x1818247334973952/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.199609:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782b800 with x1818247334973952 ext(1273856->1277951) 00002000:00010000:2.0:1734016130.199616:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a782b800 00000100:00100000:2.0:1734016130.199675:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9218 00000100:00100000:2.0:1734016130.199685:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334973952:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.200044:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334973952:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 359us (2537us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.200052:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9218 00002000:00100000:2.0:1734016130.200060:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1273856->1277951) req@ffff8800a782b800 x1818247334973952/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.200068:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782b800 with x1818247334973952 ext(1273856->1277951) 00002000:00010000:2.0:1734016130.200080:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a782b800 00000100:00100000:0.0:1734016130.206854:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.207378:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334974208 00000100:00100000:3.0:1734016130.207390:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334974208 00002000:00100000:3.0:1734016130.207450:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1269760->1273855) req@ffff8800a7828000 x1818247334974208/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.207467:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828000 with x1818247334974208 ext(1269760->1273855) 00002000:00010000:3.0:1734016130.207477:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828000 00000100:00100000:3.0:1734016130.207523:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9219 00000100:00100000:3.0:1734016130.207534:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334974208:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.207796:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334974208:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 262us (1003us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.207805:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9219 00002000:00100000:3.0:1734016130.207845:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1269760->1273855) req@ffff8800a7828000 x1818247334974208/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.207853:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7828000 with x1818247334974208 ext(1269760->1273855) 00002000:00010000:3.0:1734016130.207856:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7828000 00000100:00100000:0.0:1734016130.218664:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.218800:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334974464 00000100:00100000:2.0:1734016130.218866:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334974464 00002000:00100000:2.0:1734016130.218943:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1265664->1269759) req@ffff8800a782b480 x1818247334974464/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.218958:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782b480 with x1818247334974464 ext(1265664->1269759) 00002000:00010000:2.0:1734016130.218968:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a782b480 00000100:00100000:2.0:1734016130.219014:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9220 00000100:00100000:2.0:1734016130.219025:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334974464:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.219277:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334974464:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 253us (642us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.219285:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9220 00002000:00100000:2.0:1734016130.219291:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1265664->1269759) req@ffff8800a782b480 x1818247334974464/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.219299:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782b480 with x1818247334974464 ext(1265664->1269759) 00002000:00010000:2.0:1734016130.219302:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a782b480 00000100:00100000:0.0:1734016130.226088:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.226171:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334974720 00000100:00100000:3.0:1734016130.226183:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334974720 00002000:00100000:3.0:1734016130.226251:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1261568->1265663) req@ffff8800a7829c00 x1818247334974720/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.226264:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7829c00 with x1818247334974720 ext(1261568->1265663) 00002000:00010000:3.0:1734016130.226269:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7829c00 00000100:00100000:3.0:1734016130.226310:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9221 00000100:00100000:3.0:1734016130.226318:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334974720:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.226546:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334974720:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 226us (486us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.226554:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9221 00002000:00100000:3.0:1734016130.226561:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1261568->1265663) req@ffff8800a7829c00 x1818247334974720/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.226569:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7829c00 with x1818247334974720 ext(1261568->1265663) 00002000:00010000:3.0:1734016130.226571:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7829c00 00000100:00100000:0.0:1734016130.233106:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.235062:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334974976 00000100:00100000:2.0:1734016130.235091:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334974976 00002000:00100000:2.0:1734016130.235166:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1257472->1261567) req@ffff8800a782a680 x1818247334974976/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.235179:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782a680 with x1818247334974976 ext(1257472->1261567) 00002000:00010000:2.0:1734016130.235187:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a782a680 00000100:00100000:2.0:1734016130.235245:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9222 00000100:00100000:2.0:1734016130.235254:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334974976:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.235585:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334974976:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 330us (2512us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.235596:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9222 00002000:00100000:2.0:1734016130.235602:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1257472->1261567) req@ffff8800a782a680 x1818247334974976/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.235610:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782a680 with x1818247334974976 ext(1257472->1261567) 00002000:00010000:2.0:1734016130.235613:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a782a680 00000100:00100000:0.0:1734016130.243232:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.243580:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334975232 00000100:00100000:3.0:1734016130.243596:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334975232 00002000:00100000:3.0:1734016130.243648:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1253376->1257471) req@ffff8800a7829880 x1818247334975232/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.243659:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7829880 with x1818247334975232 ext(1253376->1257471) 00002000:00010000:3.0:1734016130.243665:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7829880 00000100:00100000:3.0:1734016130.243703:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9223 00000100:00100000:3.0:1734016130.243711:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334975232:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.243997:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334975232:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 285us (791us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.244007:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9223 00002000:00100000:3.0:1734016130.244014:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1253376->1257471) req@ffff8800a7829880 x1818247334975232/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.244022:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7829880 with x1818247334975232 ext(1253376->1257471) 00002000:00010000:3.0:1734016130.244026:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7829880 00000100:00100000:0.0:1734016130.248340:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.248468:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334975488 00000100:00100000:2.0:1734016130.248481:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334975488 00002000:00100000:2.0:1734016130.248549:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1249280->1253375) req@ffff8800a7829180 x1818247334975488/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.248563:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7829180 with x1818247334975488 ext(1249280->1253375) 00002000:00010000:2.0:1734016130.248569:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7829180 00000100:00100000:2.0:1734016130.248621:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9224 00000100:00100000:2.0:1734016130.248632:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334975488:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.249056:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334975488:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 424us (729us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.249066:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9224 00002000:00100000:2.0:1734016130.249085:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1249280->1253375) req@ffff8800a7829180 x1818247334975488/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.249093:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7829180 with x1818247334975488 ext(1249280->1253375) 00002000:00010000:2.0:1734016130.249096:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7829180 00000100:00100000:0.0:1734016130.252061:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.254891:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334975744 00000100:00100000:3.0:1734016130.254907:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334975744 00002000:00100000:3.0:1734016130.254972:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1245184->1249279) req@ffff88007a37d180 x1818247334975744/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.254986:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37d180 with x1818247334975744 ext(1245184->1249279) 00002000:00010000:3.0:1734016130.254993:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37d180 00000100:00100000:3.0:1734016130.255052:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9225 00000100:00100000:3.0:1734016130.255063:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334975744:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.255335:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334975744:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 272us (3293us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.255343:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9225 00002000:00100000:3.0:1734016130.255349:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1245184->1249279) req@ffff88007a37d180 x1818247334975744/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.255357:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37d180 with x1818247334975744 ext(1245184->1249279) 00002000:00010000:3.0:1734016130.255360:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37d180 00000100:00100000:0.0:1734016130.265931:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.266107:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334976000 00000100:00100000:2.0:1734016130.266121:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334976000 00002000:00100000:2.0:1734016130.266199:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1241088->1245183) req@ffff88007a37c000 x1818247334976000/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.266212:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37c000 with x1818247334976000 ext(1241088->1245183) 00002000:00010000:2.0:1734016130.266220:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37c000 00000100:00100000:2.0:1734016130.266256:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9226 00000100:00100000:2.0:1734016130.266264:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334976000:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.266492:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334976000:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 228us (578us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.266500:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9226 00002000:00100000:2.0:1734016130.266506:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1241088->1245183) req@ffff88007a37c000 x1818247334976000/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.266513:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37c000 with x1818247334976000 ext(1241088->1245183) 00002000:00010000:2.0:1734016130.266515:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37c000 00000100:00100000:0.0:1734016130.268527:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.269565:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334976256 00000100:00100000:3.0:1734016130.269581:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334976256 00002000:00100000:3.0:1734016130.269654:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1236992->1241087) req@ffff88007a37c700 x1818247334976256/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.269667:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37c700 with x1818247334976256 ext(1236992->1241087) 00002000:00010000:3.0:1734016130.269674:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37c700 00000100:00100000:3.0:1734016130.269722:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9227 00000100:00100000:3.0:1734016130.269731:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334976256:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.271267:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334976256:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1528us (2747us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.271281:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9227 00002000:00100000:3.0:1734016130.271294:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1236992->1241087) req@ffff88007a37c700 x1818247334976256/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.271304:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37c700 with x1818247334976256 ext(1236992->1241087) 00002000:00010000:3.0:1734016130.271310:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37c700 00000100:00100000:0.0:1734016130.274713:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.274858:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334976512 00000100:00100000:2.0:1734016130.274876:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334976512 00002000:00100000:2.0:1734016130.274967:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1232896->1236991) req@ffff88007a37dc00 x1818247334976512/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.274981:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37dc00 with x1818247334976512 ext(1232896->1236991) 00002000:00010000:2.0:1734016130.274989:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37dc00 00000100:00100000:2.0:1734016130.275040:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9228 00000100:00100000:2.0:1734016130.275050:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334976512:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.275331:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334976512:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 281us (642us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.275339:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9228 00002000:00100000:2.0:1734016130.275346:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1232896->1236991) req@ffff88007a37dc00 x1818247334976512/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.275354:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37dc00 with x1818247334976512 ext(1232896->1236991) 00002000:00010000:2.0:1734016130.275357:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37dc00 00010000:00010000:1.0:1734016130.285446:0:7700:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016130.285593:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.285760:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334976768 00000100:00100000:3.0:1734016130.285780:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334976768 00002000:00100000:3.0:1734016130.285905:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1228800->1232895) req@ffff88007c8e9c00 x1818247334976768/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.285921:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9c00 with x1818247334976768 ext(1228800->1232895) 00002000:00010000:3.0:1734016130.285930:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9c00 00000100:00100000:3.0:1734016130.285970:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9229 00000100:00100000:3.0:1734016130.285980:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334976768:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.286296:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334976768:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 315us (729us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.286305:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9229 00002000:00100000:3.0:1734016130.286311:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1228800->1232895) req@ffff88007c8e9c00 x1818247334976768/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.286319:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9c00 with x1818247334976768 ext(1228800->1232895) 00002000:00010000:3.0:1734016130.286322:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9c00 00000100:00100000:0.0:1734016130.299935:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.300127:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334977024 00000100:00100000:2.0:1734016130.300140:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334977024 00002000:00100000:2.0:1734016130.300213:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1224704->1228799) req@ffff88007a37ed80 x1818247334977024/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.300226:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37ed80 with x1818247334977024 ext(1224704->1228799) 00002000:00010000:2.0:1734016130.300234:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37ed80 00000100:00100000:2.0:1734016130.300277:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9230 00000100:00100000:2.0:1734016130.300288:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334977024:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.303464:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334977024:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 3152us (3530us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.303483:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9230 00002000:00100000:2.0:1734016130.303504:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1224704->1228799) req@ffff88007a37ed80 x1818247334977024/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.303517:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37ed80 with x1818247334977024 ext(1224704->1228799) 00002000:00010000:2.0:1734016130.303570:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37ed80 00000100:00100000:0.0:1734016130.304719:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.304851:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334977280 00000100:00100000:2.0:1734016130.304863:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334977280 00002000:00100000:2.0:1734016130.304917:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1220608->1224703) req@ffff88007a37c380 x1818247334977280/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.304927:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37c380 with x1818247334977280 ext(1220608->1224703) 00002000:00010000:2.0:1734016130.304931:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37c380 00000100:00100000:2.0:1734016130.304981:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9231 00000100:00100000:2.0:1734016130.304989:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334977280:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.305283:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334977280:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 294us (569us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.305293:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9231 00002000:00100000:2.0:1734016130.305299:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1220608->1224703) req@ffff88007a37c380 x1818247334977280/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.305305:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37c380 with x1818247334977280 ext(1220608->1224703) 00002000:00010000:2.0:1734016130.305307:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37c380 00000100:00100000:0.0:1734016130.309455:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.309585:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334977536 00000100:00100000:3.0:1734016130.309596:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334977536 00002000:00100000:3.0:1734016130.309652:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1216512->1220607) req@ffff88007a37f480 x1818247334977536/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.309664:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37f480 with x1818247334977536 ext(1216512->1220607) 00002000:00010000:3.0:1734016130.309669:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37f480 00000100:00100000:3.0:1734016130.309709:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9232 00000100:00100000:3.0:1734016130.309718:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334977536:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.311443:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334977536:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1714us (1991us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.311461:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9232 00002000:00100000:3.0:1734016130.311472:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1216512->1220607) req@ffff88007a37f480 x1818247334977536/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.311481:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37f480 with x1818247334977536 ext(1216512->1220607) 00002000:00010000:3.0:1734016130.311485:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37f480 00000100:00100000:0.0:1734016130.315938:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.316146:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334977664 00000100:00100000:2.0:1734016130.316158:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334977664 00002000:00100000:2.0:1734016130.316218:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1216512->1282047) req@ffff88007a37ce00 x1818247334977664/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.316231:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37ce00 with x1818247334977664 ext(1216512->1282047) 00002000:00010000:2.0:1734016130.316236:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37ce00 00000100:00100000:2.0:1734016130.316276:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9233 00000100:00100000:2.0:1734016130.316285:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247334977664:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016130.320310:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334977664:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4005us (4492us total) trans 4294969571 rc 0/0 00000100:00100000:2.0:1734016130.320331:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9233 00002000:00100000:2.0:1734016130.320348:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1216512->1282047) req@ffff88007a37ce00 x1818247334977664/t4294969571(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/448 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.320359:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37ce00 with x1818247334977664 ext(1216512->1282047) 00002000:00010000:2.0:1734016130.320367:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37ce00 00000100:00100000:0.0:1734016130.322416:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.322516:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334977792 00000100:00100000:3.0:1734016130.322530:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334977792 00000100:00100000:3.0:1734016130.322608:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11206 00000100:00100000:3.0:1734016130.322619:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a84bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334977792:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:2.0:1734016130.332779:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969571 is committed 00000001:00080000:2.0:1734016130.332838:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969570 is committed 00000100:00100000:3.0:1734016130.333212:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a84bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334977792:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 10584us (10797us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.333228:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11206 00000100:00100000:0.0:1734016130.340759:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.341393:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334978048 00000100:00100000:2.0:1734016130.341415:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334978048 00002000:00100000:2.0:1734016130.341499:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1114112->1118207) req@ffff88007a37e300 x1818247334978048/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.341512:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37e300 with x1818247334978048 ext(1114112->1118207) 00002000:00010000:2.0:1734016130.341522:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37e300 00000100:00100000:2.0:1734016130.341559:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9234 00000100:00100000:2.0:1734016130.341569:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334978048:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.344024:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334978048:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 2426us (3267us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.344049:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9234 00002000:00100000:2.0:1734016130.344082:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1114112->1118207) req@ffff88007a37e300 x1818247334978048/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.344094:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37e300 with x1818247334978048 ext(1114112->1118207) 00002000:00010000:2.0:1734016130.344105:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37e300 00000100:00100000:2.0:1734016130.347784:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016130.352563:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334978304 00000100:00100000:0.0:1734016130.352592:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334978304 00002000:00100000:0.0:1734016130.352688:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1110016->1114111) req@ffff88007c8e8a80 x1818247334978304/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.352704:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e8a80 with x1818247334978304 ext(1110016->1114111) 00002000:00010000:0.0:1734016130.352712:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e8a80 00000100:00100000:0.0:1734016130.352769:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9235 00000100:00100000:0.0:1734016130.352778:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334978304:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016130.353107:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247334978304:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 329us (5339us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016130.353116:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9235 00002000:00100000:0.0:1734016130.353124:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1110016->1114111) req@ffff88007c8e8a80 x1818247334978304/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.353131:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e8a80 with x1818247334978304 ext(1110016->1114111) 00002000:00010000:0.0:1734016130.353134:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e8a80 00000100:00100000:0.0:1734016130.359644:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.359788:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334978432 00000100:00100000:3.0:1734016130.359802:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334978432 00000100:00100000:3.0:1734016130.360875:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11207 00000100:00100000:3.0:1734016130.360887:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334978432:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.360920:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.360956:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993c3f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50572 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.361082:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338473856:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016130.362059:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cb40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016130.364078:0:10752:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016129 -> 1734016130 00002000:00010000:3.0:1734016130.364086:0:10752:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 832 -> 960 00000100:00100000:3.0:1734016130.364112:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338473856:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016130.364157:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993c3f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50572 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.364174:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100900/0x979ba2bc55993c3f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50572 expref: 7 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.364194:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:3.0:1734016130.365286:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1972:x1818247334978432:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4391us (5652us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.365299:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11207 00000100:00100000:1.0:1734016130.370093:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.370195:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334978560 00000100:00100000:3.0:1734016130.370207:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334978560 00000100:00100000:3.0:1734016130.370791:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11208 00000100:00100000:3.0:1734016130.370800:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334978560:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.370856:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.370881:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993c46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50579 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.370919:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993c38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1282047) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5056b expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.370930:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.370934:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.370939:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993c46 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2232320->2236415] (req 2232320->2236415) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50579 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.370978:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993c38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1282047) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5056b expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.370995:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993c38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1282047) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5056b expref: 5 pid: 10752 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016130.371014:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338473984:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016130.371381:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.373899:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338473984:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016130.373936:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993c46 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2232320->2236415] (req 2232320->2236415) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50579 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.373954:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016130.374008:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334978560:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3208us (3930us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.374020:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11208 00000100:00100000:0.0:1734016130.374858:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.375470:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334978688 00000100:00100000:2.0:1734016130.375477:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334978688 00010000:00010000:2.0:1734016130.375506:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993c38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1282047) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5056b expref: 6 pid: 10752 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.375536:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3173 00000100:00100000:2.0:1734016130.375542:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088625c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334978688:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.375557:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.375580:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993c38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1277952->1282047) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5056b expref: 6 pid: 10752 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.375596:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993c38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1277952->1282047) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5056b expref: 6 pid: 10752 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.375622:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55993c38 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1277952->1282047) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5056b expref: 6 pid: 10752 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.375644:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.375645:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.375652:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993c46 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2232320->2236415) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50579 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.375660:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993c46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2232320->2236415) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50579 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.375693:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993c46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2232320->2236415) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50579 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.375706:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338474112:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016130.375752:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.378198:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338474112:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016130.378252:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.378330:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880088625c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334978688:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2784us (3472us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.378347:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3173 00000100:00100000:0.0:1734016130.378848:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.379559:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334978944 00000100:00100000:2.0:1734016130.379570:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334978944 00002000:00100000:2.0:1734016130.379642:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2232320->2236415) req@ffff88007a37f100 x1818247334978944/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.379655:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37f100 with x1818247334978944 ext(2232320->2236415) 00002000:00010000:2.0:1734016130.379663:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37f100 00000100:00100000:2.0:1734016130.379699:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9236 00000100:00100000:2.0:1734016130.379708:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334978944:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.379973:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334978944:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 266us (1125us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.379980:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9236 00002000:00100000:2.0:1734016130.379986:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2232320->2236415) req@ffff88007a37f100 x1818247334978944/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.379994:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37f100 with x1818247334978944 ext(2232320->2236415) 00002000:00010000:2.0:1734016130.379997:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37f100 00000100:00100000:0.0:1734016130.384203:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.384439:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334979200 00000100:00100000:2.0:1734016130.384455:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334979200 00002000:00100000:2.0:1734016130.384550:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2228224->2232319) req@ffff88007a37d880 x1818247334979200/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.384565:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37d880 with x1818247334979200 ext(2228224->2232319) 00002000:00010000:2.0:1734016130.384574:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37d880 00000100:00100000:2.0:1734016130.385103:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9237 00000100:00100000:2.0:1734016130.385113:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334979200:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.385422:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334979200:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 311us (1247us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.385434:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9237 00002000:00100000:2.0:1734016130.385441:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2228224->2232319) req@ffff88007a37d880 x1818247334979200/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.385448:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a37d880 with x1818247334979200 ext(2228224->2232319) 00002000:00010000:2.0:1734016130.385451:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a37d880 00000100:00100000:0.0:1734016130.388659:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.388843:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334979456 00000100:00100000:2.0:1734016130.388858:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334979456 00002000:00100000:2.0:1734016130.388945:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2224128->2228223) req@ffff88012dccce00 x1818247334979456/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.388957:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccce00 with x1818247334979456 ext(2224128->2228223) 00002000:00010000:2.0:1734016130.388965:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccce00 00000100:00100000:2.0:1734016130.389366:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9238 00000100:00100000:2.0:1734016130.389374:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334979456:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.389612:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247334979456:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 236us (974us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.389620:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9238 00002000:00100000:2.0:1734016130.389625:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2224128->2228223) req@ffff88012dccce00 x1818247334979456/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.389632:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccce00 with x1818247334979456 ext(2224128->2228223) 00002000:00010000:2.0:1734016130.389635:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccce00 00000100:00100000:1.0:1734016130.394275:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016130.394368:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334979712 00000100:00100000:0.0:1734016130.394387:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334979712 00002000:00100000:0.0:1734016130.394468:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2220032->2224127) req@ffff88007830b100 x1818247334979712/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.394483:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830b100 with x1818247334979712 ext(2220032->2224127) 00002000:00010000:0.0:1734016130.394494:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830b100 00000100:00100000:0.0:1734016130.394538:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9239 00000100:00100000:0.0:1734016130.394547:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334979712:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016130.394798:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334979712:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 248us (542us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016130.394805:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9239 00002000:00100000:0.0:1734016130.394842:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2220032->2224127) req@ffff88007830b100 x1818247334979712/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.394850:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830b100 with x1818247334979712 ext(2220032->2224127) 00002000:00010000:0.0:1734016130.394853:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830b100 00000100:00100000:0.0:1734016130.397932:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.398357:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334979840 00000100:00100000:3.0:1734016130.398372:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334979840 00000100:00100000:3.0:1734016130.398743:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11209 00000100:00100000:3.0:1734016130.398754:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334979840:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.398785:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.398834:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55993c4d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50580 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.398865:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.398869:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.398878:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55993c4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50580 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.398898:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55993c4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50580 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.398911:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016130.399575:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247334979840:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 819us (1657us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.399585:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11209 00000100:00100000:0.0:1734016130.402472:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.402858:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334980096 00000100:00100000:2.0:1734016130.402875:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334980096 00000100:00100000:2.0:1734016130.402982:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2268 00000100:00100000:2.0:1734016130.402997:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:9662:x1818247334980096:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016130.403450:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993c54 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016130.403478:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993c0e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50541 expref: 11 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.403489:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993c54 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016130.403554:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993c0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50541 expref: 11 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.403574:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993c0e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50541 expref: 11 pid: 7707 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.403595:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338474240:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016130.403724:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.410145:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.410462:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334980224 00000100:00100000:3.0:1734016130.410479:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334980224 00010000:00010000:3.0:1734016130.410553:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993c0e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50541 expref: 12 pid: 7707 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016130.410599:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3174 00000100:00100000:3.0:1734016130.410609:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334980224:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.410643:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.410651:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993c0e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50541 expref: 12 pid: 7707 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.410668:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993c0e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50541 expref: 12 pid: 7707 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.410708:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016130.410716:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993c54 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016130.410730:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993c54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016130.410739:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993c54 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016130.410770:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.410887:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334980224:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 277us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.410897:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3174 00010000:00010000:2.0:1734016130.412208:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55993c0e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50541 expref: 11 pid: 7707 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.412872:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338474240:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016130.412907:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993c54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016130.412918:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993c54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016130.412922:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993c54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:2.0:1734016130.413058:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968732 00000004:00010000:2.0:1734016130.413126:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012dccc380 reply state ffff880078ca8000 transno 4294968733 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993c54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016130.413135:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016130.414217:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334980096:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 11216us (11767us total) trans 4294968733 rc 0/0 00000100:00100000:2.0:1734016130.414234:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2268 00000020:00080000:2.0:1734016130.414243:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016130.418345:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.418720:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334980352 00000100:00100000:2.0:1734016130.418738:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334980352 00010000:00010000:3.0:1734016130.418919:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993c54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016130.418937:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993c54 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016130.418946:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993c54 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016130.418953:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404900 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016130.418961:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993c54 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016130.418972:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993c54 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016130.419001:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016130.419005:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016130.419014:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993c54 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016130.419020:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993c54 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016130.419461:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11210 00000100:00100000:2.0:1734016130.419476:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334980352:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.419508:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.419537:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993c5b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50587 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.419581:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993c46 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2232320->2236415) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50579 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.419592:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55993c4d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50580 expref: 5 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.419599:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.419601:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.419603:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993c5b lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50587 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.419650:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55993c4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50580 expref: 5 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.419666:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55993c4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50580 expref: 5 pid: 10752 timeout: 494 lvb_type: 1 00000100:00100000:2.0:1734016130.419684:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338474368:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016130.419799:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993c46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2232320->2236415) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50579 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.419833:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993c46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2232320->2236415) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50579 expref: 8 pid: 10752 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.419842:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338474496:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016130.419861:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.426709:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338474368:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016130.426723:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338474496:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016130.426770:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993c5b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50587 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.426796:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:0.0:1734016130.427295:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334980352:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7820us (8978us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016130.427306:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11210 00000100:00100000:1.0:1734016130.427470:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016130.427557:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.427799:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334980608 00000100:00100000:3.0:1734016130.427834:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334980608 00010000:00010000:3.0:1734016130.427877:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993c46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2232320->2236415) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50579 expref: 8 pid: 10752 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016130.427918:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334980480 00000100:00100000:3.0:1734016130.427921:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334980480 00010000:00010000:3.0:1734016130.427936:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55993c4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50580 expref: 6 pid: 10752 timeout: 494 lvb_type: 1 00000100:00100000:3.0:1734016130.427957:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3175 00000100:00100000:3.0:1734016130.427966:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334980608:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.427995:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.428037:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993c46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2232320->2236415) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50579 expref: 8 pid: 10752 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.428048:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993c46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2232320->2236415) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50579 expref: 8 pid: 10752 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.428105:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993c46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2232320->2236415) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50579 expref: 8 pid: 10752 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.428147:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.428178:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334980608:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 213us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.428185:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3175 00000100:00100000:3.0:1734016130.428202:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3176 00000100:00100000:3.0:1734016130.428206:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334980480:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.428220:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.428226:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55993c4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50580 expref: 6 pid: 10752 timeout: 494 lvb_type: 1 00010000:00010000:3.0:1734016130.428236:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55993c4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50580 expref: 6 pid: 10752 timeout: 494 lvb_type: 1 00010000:00010000:3.0:1734016130.428248:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55993c4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50580 expref: 6 pid: 10752 timeout: 494 lvb_type: 1 00010000:00010000:3.0:1734016130.428258:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.428260:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.428266:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993c5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50587 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.428274:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993c5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50587 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.428310:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993c5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50587 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.428326:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338474624:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016130.428379:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.432839:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.432987:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334980736 00000100:00100000:3.0:1734016130.433003:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334980736 00002000:00010000:3.0:1734016130.433085:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2348746->18446744073709551615) 00002000:00100000:3.0:1734016130.433093:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccf800 with x1818247334980736 ext(2348746->18446744073709551615) 00002000:00010000:3.0:1734016130.433115:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccf800. 00000100:00100000:3.0:1734016130.433163:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9240 00000100:00100000:3.0:1734016130.433180:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334980736:12345-192.168.201.4@tcp:10:fsx.0 00000100:00100000:2.0:1734016130.435118:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338474624:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016130.435145:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.435225:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334980480:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7014us (7664us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.435236:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3176 00002000:00010000:3.0:1734016130.442032:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4873458 -> 2348746 00002000:00010000:3.0:1734016130.442047:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.442049:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016130 -> 1734016129 00002000:00010000:3.0:1734016130.442052:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.442054:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 960 -> 560 00000100:00100000:3.0:1734016130.442199:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334980736:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 9012us (9386us total) trans 4294969572 rc 0/0 00000100:00100000:3.0:1734016130.442214:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9240 00002000:00010000:3.0:1734016130.442222:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2348746->18446744073709551615) 00002000:00100000:3.0:1734016130.442227:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccf800 with x1818247334980736 ext(2348746->18446744073709551615) 00002000:00010000:3.0:1734016130.442236:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccf800. 00000100:00100000:0.0:1734016130.447086:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.448106:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334980864 00000100:00100000:2.0:1734016130.448136:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334980864 00000100:00100000:2.0:1734016130.448802:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2269 00000100:00100000:2.0:1734016130.449276:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:9662:x1818247334980864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.449326:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.449370:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993c62 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5058e expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.449565:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993c69 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016130.449588:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993c69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016130.449607:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993c69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016130.449648:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2348746 00000004:00200000:2.0:1734016130.449653:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016130.449684:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993c69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016130.449727:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993c62 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5058e expref: 13 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.449782:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993c69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5058e expref: 12 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.449792:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016130.449796:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016130.449802:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016130.449949:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247334980864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 674us (2896us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.451261:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2269 00000100:00100000:0.0:1734016130.453271:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.453408:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334980992 00000100:00100000:2.0:1734016130.453425:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334980992 00000100:00100000:2.0:1734016130.453526:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11211 00000100:00100000:2.0:1734016130.453536:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334980992:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.453562:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.453587:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993c70 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50595 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.453655:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338474752:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016130.454416:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3240 going to sleep for 11 seconds 00002000:00010000:2.0:1734016130.457016:0:10752:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016129 -> 1734016130 00000100:00100000:2.0:1734016130.457060:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338474752:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016130.457137:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993c70 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50595 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.457157:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993c70 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50595 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.457177:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016130.457245:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334980992:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3707us (3984us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.457258:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11211 00000100:00100000:0.0:1734016130.460193:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.460411:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334981120 00000100:00100000:2.0:1734016130.460426:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334981120 00000100:00100000:2.0:1734016130.460510:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11212 00000100:00100000:2.0:1734016130.460521:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334981120:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.460558:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.460595:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993c77 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5059c expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.460705:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338474880:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016130.460881:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.467176:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338474880:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016130.467242:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993c77 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5059c expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.467261:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993c77 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5059c expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.471348:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016130.471491:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334981120:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10960us (11317us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.471503:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11212 00000100:00100000:0.0:1734016130.475203:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.477272:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334981248 00000100:00100000:2.0:1734016130.477300:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334981248 00000100:00100000:2.0:1734016130.477425:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11213 00000100:00100000:2.0:1734016130.477437:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334981248:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.477481:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.477520:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993c7e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee505a3 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.477576:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993c5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50587 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.477594:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016130.477596:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016130.477601:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993c7e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505a3 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.477654:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993c5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50587 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.477670:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993c5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50587 expref: 7 pid: 10752 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.477694:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338475008:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016130.477867:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.481160:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338475008:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016130.481242:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993c7e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505a3 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.481280:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016130.483262:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334981248:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5803us (8061us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.483279:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11213 00000100:00100000:0.0:1734016130.483670:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.484284:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334981376 00000100:00100000:2.0:1734016130.484297:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334981376 00010000:00010000:2.0:1734016130.484349:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993c5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50587 expref: 8 pid: 10752 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.484385:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3177 00000100:00100000:2.0:1734016130.484394:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334981376:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.484415:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.484452:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993c5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50587 expref: 8 pid: 10752 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.484470:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993c5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50587 expref: 8 pid: 10752 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.484520:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55993c5b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50587 expref: 8 pid: 10752 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.486324:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.486335:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.486351:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993c7e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505a3 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.486363:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993c7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505a3 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.486432:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993c7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505a3 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.486446:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338475136:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016130.487333:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.493977:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338475136:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016130.494026:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.494125:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247334981376:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 9728us (10452us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.494141:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3177 00000100:00100000:0.0:1734016130.499981:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.500128:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334981632 00000100:00100000:3.0:1734016130.500147:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334981632 00002000:00100000:3.0:1734016130.500223:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->2351103) req@ffff88012dccca80 x1818247334981632/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.500236:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccca80 with x1818247334981632 ext(0->2351103) 00002000:00010000:3.0:1734016130.500242:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccca80 00000100:00100000:3.0:1734016130.500285:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9241 00000100:00100000:3.0:1734016130.500298:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334981632:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.544275:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334981632:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 43961us (44291us total) trans 0 rc 2351104/2351104 00000100:00100000:3.0:1734016130.544297:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9241 00002000:00100000:3.0:1734016130.544315:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->2351103) req@ffff88012dccca80 x1818247334981632/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/440 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 2351104/2351104 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.544327:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccca80 with x1818247334981632 ext(0->2351103) 00002000:00010000:3.0:1734016130.544334:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccca80 00000100:00100000:0.0:1734016130.548761:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.549017:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334981760 00000100:00100000:2.0:1734016130.549037:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334981760 00000100:00100000:1.0:1734016130.550223:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11214 00000100:00100000:1.0:1734016130.550243:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247334981760:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.550294:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.550336:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993c85 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee505aa expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.550395:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016130.550400:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016130.550418:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993c85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505aa expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.550440:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993c85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505aa expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.550458:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:1.0:1734016130.551457:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334981760:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1208us (2708us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.551469:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11214 00000100:00100000:2.0:1734016130.554601:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.554726:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334982016 00000100:00100000:3.0:1734016130.554743:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334982016 00000100:00100000:3.0:1734016130.554985:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9242 00000100:00100000:3.0:1734016130.554997:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334982016:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:3.0:1734016130.555075:0:13965:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993c8c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.555099:0:13965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.555101:0:13965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.555110:0:13965:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993c8c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1245184->1298431] (req 1245184->1298431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.555126:0:13965:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993c8c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1245184->1298431] (req 1245184->1298431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.560164:0:13965:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993c8c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1245184->1298431] (req 1245184->1298431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.560195:0:13965:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993c8c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1245184->1298431] (req 1245184->1298431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.560204:0:13965:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993c8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1245184->1298431] (req 1245184->1298431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.560212:0:13965:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100d80 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016130.560218:0:13965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993c8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1245184->1298431] (req 1245184->1298431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.560229:0:13965:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993c8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1245184->1298431] (req 1245184->1298431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.560253:0:13965:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993c8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1245184->1298431] (req 1245184->1298431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.560259:0:13965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55993c8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1245184->1298431] (req 1245184->1298431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13965 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.560834:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247334982016:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 5803us (6220us total) trans 0 rc 53248/53248 00000100:00100000:3.0:1734016130.560853:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9242 00000100:00100000:0.0:1734016130.562781:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.563103:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334982144 00000100:00100000:2.0:1734016130.563121:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334982144 00000100:00100000:2.0:1734016130.563200:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2270 00000100:00100000:2.0:1734016130.563214:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:9662:x1818247334982144:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.563262:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.563301:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993c93 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee505b1 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.563464:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993c9a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016130.563486:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993c9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016130.563496:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993c9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016130.563525:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2348746 00000004:00200000:2.0:1734016130.563529:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016130.563549:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993c9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016130.563574:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993c93 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505b1 expref: 22 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.563597:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993c9a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505b1 expref: 21 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.563606:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016130.563612:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016130.563616:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016130.563716:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334982144:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 506us (951us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.563724:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2270 00000100:00100000:2.0:1734016130.570919:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.571689:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334982400 00000100:00100000:3.0:1734016130.571701:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334982400 00002000:00100000:3.0:1734016130.571753:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->2351103) req@ffff88007c8e9f80 x1818247334982400/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.571764:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9f80 with x1818247334982400 ext(0->2351103) 00002000:00010000:3.0:1734016130.571772:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9f80 00000100:00100000:3.0:1734016130.571830:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9243 00000100:00100000:3.0:1734016130.571838:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334982400:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.607033:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334982400:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 35165us (36099us total) trans 0 rc 2351104/2351104 00000100:00100000:3.0:1734016130.607060:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9243 00002000:00100000:3.0:1734016130.607088:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->2351103) req@ffff88007c8e9f80 x1818247334982400/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:91/0 lens 488/440 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 2351104/2351104 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.607100:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9f80 with x1818247334982400 ext(0->2351103) 00002000:00010000:3.0:1734016130.607107:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9f80 00000100:00100000:0.0:1734016130.612696:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016130.614669:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334982528 00000100:00100000:1.0:1734016130.614700:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334982528 00000100:00100000:1.0:1734016130.615335:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11215 00000100:00100000:1.0:1734016130.615349:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334982528:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.615388:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.615431:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993ca1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee505b8 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.615488:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993c7e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505a3 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.615498:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993c85 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505aa expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.615507:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016130.615510:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016130.615514:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993ca1 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [7626752->7659519] (req 7626752->7659519) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505b8 expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.615574:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993c85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505aa expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.615596:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993c85 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505aa expref: 9 pid: 7685 timeout: 494 lvb_type: 1 00000100:00100000:1.0:1734016130.615614:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078308700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338475264:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016130.615797:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993c7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505a3 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.615842:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993c7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505a3 expref: 5 pid: 10752 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016130.615850:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338475392:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016130.615875:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.623900:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016130.624036:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078308700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338475264:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016130.624051:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338475392:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016130.624104:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993ca1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [7626752->7659519] (req 7626752->7659519) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505b8 expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.624130:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016130.625013:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334982528:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9664us (12330us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.625025:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11215 00000100:00100000:3.0:1734016130.625380:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334982656 00000100:00100000:3.0:1734016130.625389:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334982656 00010000:00010000:3.0:1734016130.625421:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993c85 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505aa expref: 9 pid: 7685 timeout: 494 lvb_type: 1 00000100:00100000:3.0:1734016130.625447:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3178 00000100:00100000:3.0:1734016130.625454:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334982656:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.625470:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.625495:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993c85 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505aa expref: 9 pid: 7685 timeout: 494 lvb_type: 1 00010000:00010000:3.0:1734016130.625516:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993c85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505aa expref: 9 pid: 7685 timeout: 494 lvb_type: 1 00010000:00010000:3.0:1734016130.625542:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc55993c85 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505aa expref: 9 pid: 7685 timeout: 494 lvb_type: 1 00010000:00010000:3.0:1734016130.625570:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.625605:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334982656:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 152us (1725us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.625611:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3178 00000100:00100000:2.0:1734016130.632901:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016130.633053:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334982784 00000100:00100000:0.0:1734016130.633090:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334982784 00010000:00010000:0.0:1734016130.633203:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993c7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505a3 expref: 6 pid: 10752 timeout: 494 lvb_type: 0 00000100:00100000:0.0:1734016130.633304:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3179 00000100:00100000:0.0:1734016130.633319:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334982784:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016130.633363:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016130.633417:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993c7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505a3 expref: 6 pid: 10752 timeout: 494 lvb_type: 0 00010000:00010000:0.0:1734016130.633444:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993c7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505a3 expref: 6 pid: 10752 timeout: 494 lvb_type: 0 00010000:00010000:0.0:1734016130.633507:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993c7e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505a3 expref: 6 pid: 10752 timeout: 494 lvb_type: 0 00010000:00010000:0.0:1734016130.633573:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016130.633578:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016130.633593:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993ca1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7626752->7659519) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505b8 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.633619:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993ca1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7626752->7659519) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505b8 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.633698:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993ca1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7626752->7659519) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505b8 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016130.633726:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338475520:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016130.633911:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.637854:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338475520:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016130.637895:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016130.637897:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.637978:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334982784:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4661us (5183us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.637995:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3179 00000100:00100000:1.0:1734016130.638102:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334982912 00000100:00100000:1.0:1734016130.638112:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334982912 00000100:00100000:1.0:1734016130.638173:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11216 00000100:00100000:1.0:1734016130.638182:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334982912:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016130.638999:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2348746 -> 2348746 00002000:00010000:1.0:1734016130.639004:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:1.0:1734016130.639007:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016130 -> 1734016129 00002000:00010000:1.0:1734016130.639009:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:1.0:1734016130.639012:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 560 -> 624 00000100:00100000:1.0:1734016130.639091:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334982912:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 909us (1195us total) trans 4294969573 rc 0/0 00000100:00100000:1.0:1734016130.639099:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11216 00000100:00100000:0.0:1734016130.640886:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016130.640929:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334983040 00000100:00100000:1.0:1734016130.640942:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334983040 00000100:00100000:1.0:1734016130.641028:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11217 00000100:00100000:1.0:1734016130.641039:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334983040:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.641081:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.641120:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ca8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee505bf expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.641175:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993ca1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7626752->7659519) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505b8 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.641186:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.641189:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.641195:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ca8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [638976->659455] (req 638976->659455) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505bf expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.641251:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993ca1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7626752->7659519) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505b8 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.641267:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993ca1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7626752->7659519) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505b8 expref: 8 pid: 7685 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016130.641284:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338475648:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016130.641404:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.646777:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338475648:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016130.646902:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ca8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [638976->659455] (req 638976->659455) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505bf expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.646941:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834240, rc 0) 00000100:00100000:1.0:1734016130.647034:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334983040:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5993us (6162us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.647050:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11217 00000100:00100000:3.0:1734016130.649649:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.650513:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334983168 00000100:00100000:2.0:1734016130.650528:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334983168 00010000:00010000:2.0:1734016130.650588:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993ca1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7626752->7659519) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505b8 expref: 9 pid: 7685 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.650633:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3180 00000100:00100000:2.0:1734016130.650641:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088625850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334983168:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.650661:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.650692:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993ca1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7626752->7659519) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505b8 expref: 9 pid: 7685 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.650708:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993ca1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7626752->7659519) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505b8 expref: 9 pid: 7685 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.650750:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc55993ca1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7626752->7659519) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505b8 expref: 9 pid: 7685 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.650794:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.650797:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.650842:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ca8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->659455) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505bf expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.650852:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ca8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->659455) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505bf expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.650904:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ca8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->659455) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505bf expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.650921:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8eaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338475776:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016130.651020:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.660285:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8eaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338475776:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016130.660343:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.660443:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880088625850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334983168:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 9799us (10811us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.660459:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3180 00000100:00100000:0.0:1734016130.664303:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.664773:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334983424 00000100:00100000:3.0:1734016130.664794:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334983424 00002000:00100000:3.0:1734016130.664939:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->2351103) req@ffff880129ff1500 x1818247334983424/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.664955:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff1500 with x1818247334983424 ext(0->2351103) 00002000:00010000:3.0:1734016130.664964:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff1500 00000100:00100000:3.0:1734016130.665010:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9244 00000100:00100000:3.0:1734016130.665020:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334983424:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.692221:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334983424:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 27175us (27914us total) trans 0 rc 2351104/2351104 00000100:00100000:3.0:1734016130.692241:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9244 00002000:00100000:3.0:1734016130.692265:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->2351103) req@ffff880129ff1500 x1818247334983424/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/440 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 2351104/2351104 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.692279:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff1500 with x1818247334983424 ext(0->2351103) 00002000:00010000:3.0:1734016130.692291:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ff1500 00000100:00100000:0.0:1734016130.696551:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016130.698561:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334983552 00000100:00100000:1.0:1734016130.698584:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334983552 00000100:00100000:1.0:1734016130.698680:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11218 00000100:00100000:1.0:1734016130.698692:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247334983552:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.698730:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.698773:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993caf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee505c6 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.698846:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016130.698851:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016130.698864:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993caf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505c6 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.698889:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993caf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505c6 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.698907:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:1.0:1734016130.699003:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334983552:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 312us (2475us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.699014:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11218 00000100:00100000:0.0:1734016130.704301:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.704534:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334983680 00000100:00100000:3.0:1734016130.704547:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334983680 00000100:00100000:3.0:1734016130.704614:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11219 00000100:00100000:3.0:1734016130.704623:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334983680:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.704655:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.704686:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993cb6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee505cd expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.704727:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ca8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 638976->659455) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505bf expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.704735:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993caf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505c6 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.704741:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.704742:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.704746:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993cb6 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [7483392->7503871] (req 7483392->7503871) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505cd expref: 10 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.704786:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993caf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505c6 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.704796:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993caf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505c6 expref: 10 pid: 7685 timeout: 494 lvb_type: 1 00000100:00100000:3.0:1734016130.704844:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338475904:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016130.707311:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ca8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 638976->659455) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505bf expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.707337:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ca8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 638976->659455) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505bf expref: 5 pid: 7685 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016130.707364:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338476032:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016130.707483:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.713305:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016130.713371:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016130.713437:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334983808 00000100:00100000:0.0:1734016130.713453:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334983808 00010000:00010000:0.0:1734016130.713510:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993caf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505c6 expref: 11 pid: 7685 timeout: 494 lvb_type: 1 00000100:00100000:0.0:1734016130.713552:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334983936 00000100:00100000:0.0:1734016130.713554:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334983936 00010000:00010000:0.0:1734016130.713565:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ca8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 638976->659455) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505bf expref: 6 pid: 7685 timeout: 494 lvb_type: 0 00000100:00100000:0.0:1734016130.713585:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3181 00000100:00100000:0.0:1734016130.713597:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334983808:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016130.713626:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016130.713676:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993caf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505c6 expref: 11 pid: 7685 timeout: 494 lvb_type: 1 00010000:00010000:0.0:1734016130.713691:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993caf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505c6 expref: 11 pid: 7685 timeout: 494 lvb_type: 1 00010000:00010000:0.0:1734016130.713744:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016130.713849:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334983808:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 253us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016130.713858:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3181 00000100:00100000:0.0:1734016130.713885:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3182 00000100:00100000:0.0:1734016130.713890:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334983936:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016130.713901:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016130.713908:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ca8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 638976->659455) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505bf expref: 6 pid: 7685 timeout: 494 lvb_type: 0 00010000:00010000:0.0:1734016130.713920:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ca8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 638976->659455) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505bf expref: 6 pid: 7685 timeout: 494 lvb_type: 0 00010000:00010000:0.0:1734016130.713936:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016130.713938:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016130.713951:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993cb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7483392->7503871) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505cd expref: 10 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.713965:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993cb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7483392->7503871) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505cd expref: 10 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.714038:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993cb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7483392->7503871) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505cd expref: 10 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016130.714071:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078e29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338476160:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016130.714132:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585a80 going to sleep for 11 seconds 00010000:00010000:3.0:1734016130.715351:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55993caf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505c6 expref: 10 pid: 7685 timeout: 494 lvb_type: 1 00000100:00100000:3.0:1734016130.715399:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338475904:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016130.715416:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55993ca8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 638976->659455) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505bf expref: 6 pid: 7685 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016130.715429:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338476032:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016130.715468:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993cb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7483392->7503871) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505cd expref: 9 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.715480:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016130.715538:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334983680:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10916us (11256us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.715546:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11219 00000100:00100000:1.0:1734016130.720975:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078e29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338476160:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016130.721014:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016130.721086:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334983936:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7193us (7713us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.721100:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3182 00000100:00100000:0.0:1734016130.724091:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.724669:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334984064 00000100:00100000:3.0:1734016130.724688:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334984064 00000100:00100000:3.0:1734016130.724774:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11220 00000100:00100000:3.0:1734016130.724785:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334984064:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016130.725194:0:10752:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2348746 -> 7503012 00002000:00010000:3.0:1734016130.725199:0:10752:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.725203:0:10752:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016130.725205:0:10752:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.725207:0:10752:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 624 -> 664 00000100:00100000:3.0:1734016130.725297:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334984064:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 512us (1222us total) trans 4294969574 rc 0/0 00000100:00100000:3.0:1734016130.725304:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11220 00000100:00100000:0.0:1734016130.730006:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016130.730147:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334984192 00000100:00100000:1.0:1734016130.730164:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334984192 00000100:00100000:1.0:1734016130.730243:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11221 00000100:00100000:1.0:1734016130.730255:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334984192:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.730293:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.730321:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55993cbd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee505d4 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.730418:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338476288:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016130.730500:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00002000:00010000:1.0:1734016130.732497:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016129 -> 1734016130 00000100:00100000:1.0:1734016130.732544:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338476288:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016130.732596:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55993cbd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505d4 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.732616:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55993cbd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505d4 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.732652:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016130.733287:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334984192:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3030us (3303us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.733301:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11221 00000100:00100000:0.0:1734016130.735445:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016130.735739:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334984320 00000100:00100000:1.0:1734016130.735757:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334984320 00000100:00100000:1.0:1734016130.735896:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11222 00000100:00100000:1.0:1734016130.735907:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334984320:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.735949:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.735991:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993cc4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee505db expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.736091:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338476416:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016130.736188:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.739960:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338476416:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016130.740045:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993cc4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505db expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.740076:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc55993cc4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505db expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.740098:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016130.740194:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334984320:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4287us (4761us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.740208:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11222 00000100:00100000:2.0:1734016130.745550:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016130.745747:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334984448 00000100:00100000:1.0:1734016130.745764:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334984448 00000100:00100000:1.0:1734016130.745995:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11223 00000100:00100000:1.0:1734016130.746012:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334984448:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.746053:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.746102:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55993ccb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee505e2 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.746160:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993cb6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7483392->7503871) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505cd expref: 9 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.746169:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.746172:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.746176:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55993ccb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8806400->8847359] (req 8806400->8847359) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505e2 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.746225:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993cb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7483392->7503871) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505cd expref: 9 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.746239:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993cb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7483392->7503871) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505cd expref: 9 pid: 10752 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016130.746253:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338476544:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016130.746962:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.754613:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.755147:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334984576 00000100:00100000:2.0:1734016130.755162:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334984576 00010000:00010000:2.0:1734016130.755226:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993cb6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7483392->7503871) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505cd expref: 10 pid: 10752 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.755298:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3183 00000100:00100000:2.0:1734016130.755308:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247334984576:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.755334:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.755367:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993cb6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7483392->7503871) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505cd expref: 10 pid: 10752 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.755383:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993cb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7483392->7503871) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505cd expref: 10 pid: 10752 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.755424:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.755428:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.755442:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55993ccb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8806400->8847359) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505e2 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.755453:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55993ccb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8806400->8847359) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505e2 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.756258:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993cb6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7483392->7503871) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505cd expref: 10 pid: 10752 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016130.756298:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338476544:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016130.756338:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55993ccb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8806400->8847359) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505e2 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.756349:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016130.756438:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334984448:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10431us (10915us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.756448:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11223 00010000:00010000:2.0:1734016130.757579:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55993ccb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8806400->8847359) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505e2 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.757609:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338476672:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016130.757692:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf30c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.770691:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016130.770743:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334984704 00000100:00100000:1.0:1734016130.770759:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334984704 00000100:00100000:1.0:1734016130.770846:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11224 00000100:00100000:1.0:1734016130.770854:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334984704:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.770887:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.770913:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55993cd2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee505e9 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.770996:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338476800:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016130.771088:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.771393:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338476672:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016130.771416:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.771443:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247334984576:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 16138us (16866us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.771456:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3183 00002000:00010000:1.0:1734016130.775424:0:7685:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 7503012 -> 8847015 00000100:00100000:1.0:1734016130.775503:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338476800:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016130.775570:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55993cd2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505e9 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.775593:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837600/0x979ba2bc55993cd2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505e9 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.775616:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:1.0:1734016130.775733:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334984704:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4876us (5059us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.775749:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11224 00000100:00100000:0.0:1734016130.777558:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016130.777849:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334984832 00000100:00100000:1.0:1734016130.777862:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334984832 00000100:00100000:1.0:1734016130.777945:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11225 00000100:00100000:1.0:1734016130.777957:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334984832:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.777989:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.778017:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55993cd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee505f0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.778126:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338476928:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016130.778223:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.779603:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338476928:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016130.779635:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55993cd9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505f0 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.779649:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55993cd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505f0 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.779665:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016130.779708:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334984832:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1753us (2163us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.779716:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11225 00000100:00100000:0.0:1734016130.781371:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016130.781464:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334984960 00000100:00100000:1.0:1734016130.781478:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334984960 00000100:00100000:1.0:1734016130.781550:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11226 00000100:00100000:1.0:1734016130.781560:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334984960:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.781591:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.781620:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55993ce0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee505f7 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.781698:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338477056:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016130.781775:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.783776:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338477056:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016130.783880:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55993ce0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505f7 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.783902:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55993ce0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505f7 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.783919:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:1.0:1734016130.783992:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247334984960:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2432us (2630us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.784001:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11226 00000100:00100000:0.0:1734016130.789267:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016130.791433:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334985088 00000100:00100000:1.0:1734016130.791456:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334985088 00000100:00100000:1.0:1734016130.791577:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11227 00000100:00100000:1.0:1734016130.791588:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334985088:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.791621:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.791651:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993ce7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee505fe expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.791701:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55993ccb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8806400->8847359) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505e2 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.791709:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.791712:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.791716:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993ce7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6070272->6111231] (req 6070272->6111231) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505fe expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.791757:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55993ccb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8806400->8847359) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505e2 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.791769:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55993ccb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8806400->8847359) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505e2 expref: 5 pid: 7685 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016130.791782:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338477184:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016130.792466:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.796325:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338477184:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016130.796377:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993ce7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6070272->6111231] (req 6070272->6111231) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505fe expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.796403:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016130.796504:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:9662:x1818247334985088:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4916us (7265us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.796519:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11227 00000100:00100000:0.0:1734016130.798382:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.799001:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334985216 00000100:00100000:3.0:1734016130.799011:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334985216 00002000:00100000:3.0:1734016130.799076:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8806400->8847014) req@ffff8800a782bb80 x1818247334985216/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.799085:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782bb80 with x1818247334985216 ext(8806400->8847014) 00010000:00010000:3.0:1734016130.799096:0:13965:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55993ccb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8806400->8847359) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505e2 expref: 6 pid: 7685 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.799112:0:13965:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55993ccb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8806400->8847359) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505e2 expref: 6 pid: 7685 timeout: 494 lvb_type: 0 00002000:00010000:3.0:1734016130.799121:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a782bb80 00000100:00100000:3.0:1734016130.799156:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 275 00000100:00100000:3.0:1734016130.799167:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334985216:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016130.804733:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334985216:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 5529us (6322us total) trans 4294969575 rc 0/0 00000100:00100000:0.0:1734016130.804766:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 275 00002000:00100000:0.0:1734016130.804795:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8806400->8847014) req@ffff8800a782bb80 x1818247334985216/t4294969575(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:91/0 lens 488/448 e 0 to 0 dl 1734016141 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.804854:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782bb80 with x1818247334985216 ext(8806400->8847014) 00010000:00010000:0.0:1734016130.804879:0:13965:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55993ccb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8806400->8847359) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505e2 expref: 8 pid: 7685 timeout: 494 lvb_type: 0 00010000:00010000:0.0:1734016130.804908:0:13965:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55993ccb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8806400->8847359) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505e2 expref: 8 pid: 7685 timeout: 494 lvb_type: 0 00002000:00010000:0.0:1734016130.804928:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a782bb80 00000100:00100000:0.0:1734016130.807791:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.807936:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334985344 00000100:00100000:3.0:1734016130.807950:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334985344 00010000:00010000:3.0:1734016130.807994:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55993ccb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8806400->8847359) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505e2 expref: 8 pid: 7685 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016130.808041:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3184 00000100:00100000:3.0:1734016130.808050:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334985344:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.808076:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016130.808100:0:7701:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 664 -> 744 00010000:00010000:3.0:1734016130.808108:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55993ccb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8806400->8847359) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505e2 expref: 8 pid: 7685 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.808120:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55993ccb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8806400->8847359) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505e2 expref: 8 pid: 7685 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.808147:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55993ccb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8806400->8847359) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505e2 expref: 8 pid: 7685 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.808188:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.808191:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.808199:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993ce7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6070272->6111231) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505fe expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.808209:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993ce7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6070272->6111231) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505fe expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.808255:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993ce7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6070272->6111231) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505fe expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.808274:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f94380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338477312:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016130.808356:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.812716:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016130.813041:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334985472 00000100:00100000:1.0:1734016130.813066:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334985472 00000100:00100000:1.0:1734016130.813136:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11228 00000100:00100000:1.0:1734016130.813148:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334985472:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016130.813542:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8847015 -> 8847015 00002000:00010000:1.0:1734016130.813546:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:1.0:1734016130.813548:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016130 -> 1734016130 00002000:00010000:1.0:1734016130.813550:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:1.0:1734016130.813552:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 744 -> 824 00000100:00100000:1.0:1734016130.813640:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334985472:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 494us (952us total) trans 4294969576 rc 0/0 00000100:00100000:1.0:1734016130.813648:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11228 00000100:00100000:3.0:1734016130.814663:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f94380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338477312:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016130.814695:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.814744:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334985344:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6694us (6966us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.814755:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3184 00000100:00100000:0.0:1734016130.817135:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.817752:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334985600 00000100:00100000:2.0:1734016130.817762:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334985600 00000100:00100000:2.0:1734016130.818192:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11229 00000100:00100000:2.0:1734016130.818205:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334985600:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.818242:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.818277:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993cee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50605 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.818388:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338477440:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016130.818504:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.822333:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338477440:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016130.822421:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993cee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50605 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.822445:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993cee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50605 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.822921:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016130.823182:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247334985600:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4973us (6057us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.823196:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11229 00000100:00100000:0.0:1734016130.826372:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.826531:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334985728 00000100:00100000:2.0:1734016130.826549:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334985728 00000100:00100000:2.0:1734016130.826641:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11230 00000100:00100000:2.0:1734016130.826654:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334985728:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.826698:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.826736:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993cf5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5060c expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.826939:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338477568:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016130.827069:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.831315:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338477568:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016130.831410:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993cf5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5060c expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.831441:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993cf5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5060c expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.831479:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016130.831617:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247334985728:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4960us (5266us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.831631:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11230 00000100:00100000:0.0:1734016130.835720:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.836140:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334985856 00000100:00100000:2.0:1734016130.836156:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334985856 00000100:00100000:2.0:1734016130.836386:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11231 00000100:00100000:2.0:1734016130.836397:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:9662:x1818247334985856:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.836435:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.836465:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993cfc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50613 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.836871:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993ce7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6070272->6111231) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505fe expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.836888:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016130.836891:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016130.836896:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993cfc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [958464->983039] (req 958464->983039) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50613 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.836945:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993ce7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6070272->6111231) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505fe expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.836961:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993ce7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6070272->6111231) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505fe expref: 10 pid: 7685 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.836976:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338477696:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016130.837104:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.839661:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338477696:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016130.839699:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993cfc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [958464->983039] (req 958464->983039) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50613 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.839722:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016130.839793:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334985856:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3397us (4094us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.839805:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11231 00000100:00100000:0.0:1734016130.844971:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.845432:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334985984 00000100:00100000:3.0:1734016130.845447:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334985984 00010000:00010000:3.0:1734016130.845519:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993ce7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6070272->6111231) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505fe expref: 11 pid: 7685 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016130.845679:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3185 00000100:00100000:3.0:1734016130.845694:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334985984:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.845728:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.845764:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993ce7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6070272->6111231) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505fe expref: 11 pid: 7685 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.845784:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993ce7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6070272->6111231) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505fe expref: 11 pid: 7685 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.845848:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55993ce7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6070272->6111231) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505fe expref: 11 pid: 7685 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.846153:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.846158:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.846169:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993cfc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->983039) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50613 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.846184:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993cfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->983039) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50613 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.846259:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993cfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->983039) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50613 expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.846286:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f94380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338477824:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016130.846423:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.849474:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.850162:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f94380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338477824:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016130.850198:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.850295:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247334985984:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4604us (5352us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.850315:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3185 00000100:00100000:2.0:1734016130.850904:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334986112 00000100:00100000:2.0:1734016130.850914:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334986112 00000100:00100000:2.0:1734016130.850952:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11232 00000100:00100000:2.0:1734016130.850959:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334986112:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016130.851318:0:10752:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8847015 -> 8847015 00002000:00010000:2.0:1734016130.851322:0:10752:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.851324:0:10752:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.851327:0:10752:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.851329:0:10752:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 824 -> 824 00000100:00100000:2.0:1734016130.851384:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334986112:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 426us (1924us total) trans 4294969577 rc 0/0 00000100:00100000:2.0:1734016130.851390:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11232 00000100:00100000:0.0:1734016130.853778:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016130.854470:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334986240 00000100:00100000:1.0:1734016130.854484:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334986240 00000100:00100000:1.0:1734016130.855679:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11233 00000100:00100000:1.0:1734016130.855692:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334986240:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.855720:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.855753:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55993d03 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5061a expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.855881:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338477952:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016130.856006:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.857983:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338477952:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016130.858030:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55993d03 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5061a expref: 11 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.858050:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55993d03 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5061a expref: 11 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.858341:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016130.858428:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334986240:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2737us (4664us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.858440:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11233 00000100:00100000:2.0:1734016130.863775:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016130.864778:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334986368 00000100:00100000:1.0:1734016130.864799:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334986368 00000100:00100000:1.0:1734016130.864897:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11234 00000100:00100000:1.0:1734016130.864907:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247334986368:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.864935:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.864963:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993d0a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50621 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.865047:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338478080:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016130.865152:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.868193:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338478080:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016130.868272:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993d0a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50621 expref: 11 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016130.868299:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55993d0a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50621 expref: 11 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016130.868332:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:0.0:1734016130.873133:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247334986368:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8196us (9353us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016130.873155:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11234 00000100:00100000:0.0:1734016130.878755:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.879194:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334986496 00000100:00100000:2.0:1734016130.879209:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334986496 00000100:00100000:2.0:1734016130.879298:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11235 00000100:00100000:2.0:1734016130.879309:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334986496:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.879347:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.879385:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55993d11 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50628 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.879484:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338478208:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016130.879592:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.892155:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338478208:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016130.892256:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55993d11 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50628 expref: 11 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.892282:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7407cc0/0x979ba2bc55993d11 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50628 expref: 11 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.892333:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016130.892432:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247334986496:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 13120us (13699us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.892446:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11235 00000100:00100000:1.0:1734016130.900408:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.900607:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334986624 00000100:00100000:2.0:1734016130.900627:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334986624 00000100:00100000:2.0:1734016130.900750:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11236 00000100:00100000:2.0:1734016130.900766:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:9662:x1818247334986624:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.900838:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.900894:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d18 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5062f expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.900972:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993cfc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->983039) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50613 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.900985:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016130.900989:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016130.900994:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d18 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [585728->589823] (req 585728->589823) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5062f expref: 11 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.901068:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993cfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->983039) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50613 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.901086:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993cfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->983039) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50613 expref: 8 pid: 10752 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.901116:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338478336:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016130.901282:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.909803:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338478336:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016130.909880:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d18 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [585728->589823] (req 585728->589823) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5062f expref: 11 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.909909:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016130.911569:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:9662:x1818247334986624:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10793us (11172us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.911588:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11236 00000100:00100000:2.0:1734016130.913704:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.913778:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334986752 00000100:00100000:2.0:1734016130.913795:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334986752 00010000:00010000:2.0:1734016130.913891:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993cfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->983039) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50613 expref: 9 pid: 10752 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.913938:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3186 00000100:00100000:2.0:1734016130.913949:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334986752:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.913977:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.914011:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993cfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 958464->983039) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50613 expref: 9 pid: 10752 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.914027:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993cfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 958464->983039) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50613 expref: 9 pid: 10752 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.914080:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404fc0/0x979ba2bc55993cfc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 958464->983039) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50613 expref: 9 pid: 10752 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.914107:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.914111:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.914122:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 585728->589823) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5062f expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.914131:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 585728->589823) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5062f expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.914192:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 585728->589823) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5062f expref: 10 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.914211:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338478464:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016130.914304:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.917784:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.921462:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334986880 00000100:00100000:3.0:1734016130.921481:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334986880 00000100:00100000:3.0:1734016130.921549:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11237 00000100:00100000:3.0:1734016130.921558:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247334986880:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016130.921893:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8847015 -> 8847015 00002000:00010000:3.0:1734016130.921897:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.921899:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.921902:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.921904:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 824 -> 832 00000100:00100000:3.0:1734016130.922003:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247334986880:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 445us (4238us total) trans 4294969578 rc 0/0 00000100:00100000:3.0:1734016130.922011:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11237 00000100:00100000:2.0:1734016130.922574:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338478464:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016130.922614:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.922655:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334986752:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8708us (8961us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.922667:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3186 00000100:00100000:0.0:1734016130.925205:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.925506:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334987008 00000100:00100000:3.0:1734016130.925525:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334987008 00000100:00100000:3.0:1734016130.925619:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11238 00000100:00100000:3.0:1734016130.925632:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334987008:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.925668:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.925702:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993d1f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50636 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.925799:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338478592:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016130.928554:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.934566:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338478592:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016130.934650:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993d1f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50636 expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.934669:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993d1f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50636 expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.934705:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016130.934846:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334987008:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9215us (9672us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.934859:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11238 00000100:00100000:3.0:1734016130.938207:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016130.938561:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334987136 00000100:00100000:0.0:1734016130.938575:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334987136 00000100:00100000:0.0:1734016130.938661:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11239 00000100:00100000:0.0:1734016130.938675:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334987136:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016130.938705:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016130.938739:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55993d26 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5063d expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016130.938876:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338478720:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016130.938970:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a85859c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.941702:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338478720:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016130.942446:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55993d26 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5063d expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016130.942468:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55993d26 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5063d expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016130.942503:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:0.0:1734016130.942596:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334987136:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3921us (4408us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016130.942610:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11239 00000100:00100000:1.0:1734016130.955228:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016130.955380:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334987392 00000100:00100000:3.0:1734016130.955397:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334987392 00000100:00100000:3.0:1734016130.956914:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2271 00000100:00100000:3.0:1734016130.956926:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:9662:x1818247334987392:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016130.957005:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.957049:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993c9a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee505b1 expref: 21 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.957104:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016130.957111:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016130.957422:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55993d2d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016130.957443:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993c69 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5058e expref: 11 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.957452:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55993d2d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016130.957503:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993c69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5058e expref: 11 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.957520:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993c69 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5058e expref: 11 pid: 7707 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016130.957540:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338478848:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016130.957666:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.966364:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016130.967768:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338478848:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016130.967839:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55993d2d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:2.0:1734016130.973660:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334987520 00000100:00100000:2.0:1734016130.973682:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334987520 00010000:00010000:2.0:1734016130.973748:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993c69 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5058e expref: 12 pid: 7707 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.973822:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3187 00000100:00100000:2.0:1734016130.973831:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088625450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247334987520:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.973854:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.973863:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993c69 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5058e expref: 12 pid: 7707 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.973882:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993c69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5058e expref: 12 pid: 7707 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.973918:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993c69 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5058e expref: 12 pid: 7707 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.973964:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016130.973970:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55993d2d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016130.973981:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55993d2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016130.973989:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55993d2d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016130.974024:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.974107:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880088625450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247334987520:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 275us (7768us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.974115:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3187 00010000:00010000:2.0:1734016130.974217:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55993d2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016130.974230:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55993d2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:2.0:1734016130.974392:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968734 00000004:00010000:2.0:1734016130.974475:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078275880 reply state ffff88012b7f7000 transno 4294968735 ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55993d2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:2.0:1734016130.974485:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016130.974620:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334987392:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 17695us (19417us total) trans 4294968735 rc 0/0 00000100:00100000:2.0:1734016130.974627:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2271 00000020:00080000:2.0:1734016130.974632:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016130.977501:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55993d2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016130.977522:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55993d2d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016130.977528:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55993d2d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016130.977533:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070103cc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016130.977539:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55993d2d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016130.977545:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55993d2d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016130.977562:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016130.977564:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016130.977567:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55993d2d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016130.977576:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55993d2d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016130.978287:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016130.978356:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334987648 00000100:00100000:0.0:1734016130.978368:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334987648 00002000:00010000:0.0:1734016130.978413:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8270281->18446744073709551615) 00002000:00100000:0.0:1734016130.978420:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f95180 with x1818247334987648 ext(8270281->18446744073709551615) 00002000:00010000:0.0:1734016130.978434:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f95180. 00000100:00100000:0.0:1734016130.978465:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9245 00000100:00100000:0.0:1734016130.978473:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1971:x1818247334987648:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016130.978801:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8847015 -> 8270281 00002000:00010000:0.0:1734016130.978804:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:0.0:1734016130.978866:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016130 -> 1734016130 00002000:00010000:0.0:1734016130.978868:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:0.0:1734016130.978870:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 832 -> 752 00000100:00100000:0.0:1734016130.978927:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247334987648:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 454us (648us total) trans 4294969579 rc 0/0 00000100:00100000:0.0:1734016130.978936:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9245 00002000:00010000:0.0:1734016130.978940:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8270281->18446744073709551615) 00002000:00100000:0.0:1734016130.978943:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f95180 with x1818247334987648 ext(8270281->18446744073709551615) 00002000:00010000:0.0:1734016130.978947:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f95180. 00000100:00100000:0.0:1734016130.983487:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.984332:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334987776 00000100:00100000:2.0:1734016130.984346:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334987776 00000100:00100000:3.0:1734016130.985161:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2272 00000100:00100000:3.0:1734016130.985175:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:9662:x1818247334987776:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.985206:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.985256:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55993d34 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50644 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.985421:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55993d3b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016130.985444:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55993d3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016130.985459:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55993d3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:3.0:1734016130.985503:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8270281 00000004:00200000:3.0:1734016130.985510:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016130.985536:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55993d3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016130.985574:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc55993d34 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50644 expref: 13 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.985611:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55993d3b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50644 expref: 12 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.985623:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016130.985627:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016130.985631:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016130.985731:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247334987776:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 558us (2267us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.985746:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2272 00000100:00100000:0.0:1734016130.989648:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.989845:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334987904 00000100:00100000:2.0:1734016130.989858:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334987904 00000100:00100000:2.0:1734016130.989937:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11240 00000100:00100000:2.0:1734016130.989948:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334987904:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.989975:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.990009:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993d42 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5064b expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.990097:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338478976:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016130.990760:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.993959:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338478976:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016130.994020:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993d42 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5064b expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016130.994042:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a74058c0/0x979ba2bc55993d42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5064b expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016130.994083:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:0.0:1734016130.994272:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334987904:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4322us (4641us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016130.994287:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11240 00000100:00100000:0.0:1734016130.998406:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016130.998593:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334988032 00000100:00100000:2.0:1734016130.998611:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334988032 00000100:00100000:2.0:1734016130.998699:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11241 00000100:00100000:2.0:1734016130.998711:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334988032:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.998754:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.998799:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993d49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50652 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.998957:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338479104:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016131.000050:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3240 going to sleep for 10 seconds 00000100:00100000:2.0:1734016131.004096:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338479104:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016131.004188:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993d49 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50652 expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.004214:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993d49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50652 expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.004254:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016131.004345:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247334988032:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5633us (5966us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.004355:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11241 00000100:00100000:0.0:1734016131.007206:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.007517:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334988160 00000100:00100000:2.0:1734016131.007536:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334988160 00000100:00100000:2.0:1734016131.007649:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11242 00000100:00100000:2.0:1734016131.007661:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334988160:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.007705:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.007746:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993d50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50659 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.007953:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338479232:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016131.008090:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3240 going to sleep for 11 seconds 00000100:00080000:0.0:1734016131.009990:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016101 00000100:00100000:2.0:1734016131.011247:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338479232:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016131.011324:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993d50 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50659 expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.011347:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993d50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50659 expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.011367:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016131.011443:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334988160:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3783us (4262us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.011456:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11242 00000100:00100000:1.0:1734016131.013770:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.013930:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334988288 00000100:00100000:2.0:1734016131.013944:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334988288 00000100:00100000:2.0:1734016131.014012:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11243 00000100:00100000:2.0:1734016131.014021:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334988288:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.014046:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.014083:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993d57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50660 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.014170:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338479360:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016131.014269:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.018242:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338479360:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016131.018332:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993d57 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50660 expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.018360:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55993d57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50660 expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.018873:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016131.019641:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247334988288:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5609us (5879us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.019660:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11243 00000100:00100000:0.0:1734016131.022447:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.022617:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334988416 00000100:00100000:2.0:1734016131.022634:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334988416 00000100:00100000:2.0:1734016131.022723:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2273 00000100:00100000:2.0:1734016131.022734:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:9662:x1818247334988416:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.022782:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.022844:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993d5e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50667 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.022970:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993d65 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016131.022988:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993d65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016131.023000:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993d65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016131.023033:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8270281 00000004:00200000:2.0:1734016131.023037:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016131.023070:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993d65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016131.023100:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993d5e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50667 expref: 24 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.023118:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993d65 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50667 expref: 23 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.023128:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016131.023132:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016131.023136:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016131.023224:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334988416:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 492us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.023232:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2273 00000100:00080000:0.0:1734016131.023726:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016101 00000100:00100000:1.0:1734016131.054597:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016131.054688:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.055075:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334988672 00000100:00100000:2.0:1734016131.055093:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334988672 00002000:00100000:2.0:1734016131.055189:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (503808->6541311) req@ffff880078274700 x1818247334988672/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 504/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.055205:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078274700 with x1818247334988672 ext(503808->6541311) 00002000:00010000:2.0:1734016131.055219:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078274700 00000100:00100000:2.0:1734016131.055253:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334988928 00000100:00100000:2.0:1734016131.055256:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334988928 00002000:00100000:2.0:1734016131.055267:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6541312->8273919) req@ffff880078274380 x1818247334988928/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.055275:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078274380 with x1818247334988928 ext(6541312->8273919) 00002000:00010000:2.0:1734016131.055279:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078274380 00000100:00100000:2.0:1734016131.055296:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9246 00000100:00100000:2.0:1734016131.055308:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1970:x1818247334988672:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016131.058421:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9247 00000100:00100000:0.0:1734016131.058445:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078274380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1969:x1818247334988928:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016131.109622:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078274380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247334988928:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 51158us (54909us total) trans 0 rc 1732608/1732608 00000100:00100000:0.0:1734016131.109647:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9247 00002000:00100000:0.0:1734016131.109672:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6541312->8273919) req@ffff880078274380 x1818247334988928/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 1732608/1732608 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.109686:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078274380 with x1818247334988928 ext(6541312->8273919) 00002000:00010000:0.0:1734016131.109694:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078274380 00000100:00100000:3.0:1734016131.170825:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247334988672:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 115481us (116218us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016131.170848:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9246 00002000:00100000:3.0:1734016131.170867:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (503808->6541311) req@ffff880078274700 x1818247334988672/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 504/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.170878:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078274700 with x1818247334988672 ext(503808->6541311) 00002000:00010000:3.0:1734016131.170889:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078274700 00000100:00100000:0.0:1734016131.181680:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.182016:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334989184 00000100:00100000:3.0:1734016131.182033:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334989184 00002000:00100000:3.0:1734016131.182148:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (499712->503807) req@ffff880078d65880 x1818247334989184/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.182162:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d65880 with x1818247334989184 ext(499712->503807) 00002000:00010000:3.0:1734016131.182169:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d65880 00000100:00100000:3.0:1734016131.182745:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9248 00000100:00100000:3.0:1734016131.182755:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247334989184:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.183154:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247334989184:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 398us (1493us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.183164:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9248 00002000:00100000:3.0:1734016131.183172:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (499712->503807) req@ffff880078d65880 x1818247334989184/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.183181:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d65880 with x1818247334989184 ext(499712->503807) 00002000:00010000:3.0:1734016131.183184:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d65880 00000100:00100000:0.0:1734016131.187089:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.187198:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334989440 00000100:00100000:2.0:1734016131.187217:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334989440 00002000:00100000:2.0:1734016131.187298:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (495616->499711) req@ffff880078d66d80 x1818247334989440/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.187310:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66d80 with x1818247334989440 ext(495616->499711) 00002000:00010000:2.0:1734016131.187319:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66d80 00000100:00100000:2.0:1734016131.187368:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9249 00000100:00100000:2.0:1734016131.187380:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247334989440:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.187649:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247334989440:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 270us (593us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.187660:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9249 00002000:00100000:2.0:1734016131.187667:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (495616->499711) req@ffff880078d66d80 x1818247334989440/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.187675:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66d80 with x1818247334989440 ext(495616->499711) 00002000:00010000:2.0:1734016131.187678:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66d80 00000100:00100000:0.0:1734016131.192739:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.194836:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334989696 00000100:00100000:3.0:1734016131.194858:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334989696 00002000:00100000:3.0:1734016131.194924:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (491520->495615) req@ffff880078d66a00 x1818247334989696/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.194937:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66a00 with x1818247334989696 ext(491520->495615) 00002000:00010000:3.0:1734016131.194944:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66a00 00000100:00100000:2.0:1734016131.196256:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9250 00000100:00100000:2.0:1734016131.196273:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247334989696:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.196587:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247334989696:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 317us (3870us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.196596:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9250 00002000:00100000:2.0:1734016131.196604:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (491520->495615) req@ffff880078d66a00 x1818247334989696/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.196614:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66a00 with x1818247334989696 ext(491520->495615) 00002000:00010000:2.0:1734016131.196621:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66a00 00000100:00100000:0.0:1734016131.205605:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.205717:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334989952 00000100:00100000:3.0:1734016131.205727:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334989952 00002000:00100000:3.0:1734016131.205777:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (487424->491519) req@ffff880078d64000 x1818247334989952/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.205787:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64000 with x1818247334989952 ext(487424->491519) 00002000:00010000:3.0:1734016131.205793:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d64000 00000100:00100000:3.0:1734016131.205865:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9251 00000100:00100000:3.0:1734016131.205873:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1972:x1818247334989952:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.206097:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1972:x1818247334989952:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 222us (504us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.206104:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9251 00002000:00100000:3.0:1734016131.206111:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (487424->491519) req@ffff880078d64000 x1818247334989952/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.206117:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64000 with x1818247334989952 ext(487424->491519) 00002000:00010000:3.0:1734016131.206120:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d64000 00000100:00100000:0.0:1734016131.213668:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.215131:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334990208 00000100:00100000:2.0:1734016131.215148:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334990208 00002000:00100000:3.0:1734016131.215290:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (483328->487423) req@ffff880078d66300 x1818247334990208/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.215304:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66300 with x1818247334990208 ext(483328->487423) 00002000:00010000:3.0:1734016131.215312:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66300 00000100:00100000:3.0:1734016131.215521:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9252 00000100:00100000:3.0:1734016131.215534:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247334990208:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.215789:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247334990208:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 258us (2142us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.215797:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9252 00002000:00100000:3.0:1734016131.215805:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (483328->487423) req@ffff880078d66300 x1818247334990208/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.215832:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66300 with x1818247334990208 ext(483328->487423) 00002000:00010000:3.0:1734016131.215835:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66300 00000100:00100000:0.0:1734016131.225287:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.229466:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334990464 00000100:00100000:2.0:1734016131.229495:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334990464 00002000:00100000:3.0:1734016131.229652:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (479232->483327) req@ffff88007bcc8000 x1818247334990464/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.229667:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8000 with x1818247334990464 ext(479232->483327) 00002000:00010000:3.0:1734016131.229674:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8000 00000100:00100000:3.0:1734016131.229712:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9253 00000100:00100000:3.0:1734016131.229720:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247334990464:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.230013:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247334990464:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 293us (4754us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.230023:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9253 00002000:00100000:3.0:1734016131.230029:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (479232->483327) req@ffff88007bcc8000 x1818247334990464/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.230036:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8000 with x1818247334990464 ext(479232->483327) 00002000:00010000:3.0:1734016131.230039:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8000 00000100:00100000:0.0:1734016131.234759:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.236214:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334990720 00000100:00100000:2.0:1734016131.236239:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334990720 00002000:00100000:2.0:1734016131.236302:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (475136->479231) req@ffff88007bcc9180 x1818247334990720/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.236318:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9180 with x1818247334990720 ext(475136->479231) 00002000:00010000:2.0:1734016131.236324:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9180 00000100:00100000:2.0:1734016131.236366:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9254 00000100:00100000:2.0:1734016131.236374:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1972:x1818247334990720:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.236610:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1972:x1818247334990720:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 236us (1868us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.236619:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9254 00002000:00100000:2.0:1734016131.236626:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (475136->479231) req@ffff88007bcc9180 x1818247334990720/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.236633:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9180 with x1818247334990720 ext(475136->479231) 00002000:00010000:2.0:1734016131.236635:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9180 00000100:00100000:0.0:1734016131.253168:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.253456:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334990976 00000100:00100000:3.0:1734016131.253469:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334990976 00002000:00100000:3.0:1734016131.253527:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (471040->475135) req@ffff88007bcc9f80 x1818247334990976/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.253538:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9f80 with x1818247334990976 ext(471040->475135) 00002000:00010000:3.0:1734016131.253545:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9f80 00000100:00100000:3.0:1734016131.253572:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9255 00000100:00100000:3.0:1734016131.253581:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247334990976:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.253878:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247334990976:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 297us (727us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.253886:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9255 00002000:00100000:3.0:1734016131.253891:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (471040->475135) req@ffff88007bcc9f80 x1818247334990976/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.253897:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9f80 with x1818247334990976 ext(471040->475135) 00002000:00010000:3.0:1734016131.253900:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9f80 00000100:00100000:0.0:1734016131.257216:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.260592:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334991232 00000100:00100000:2.0:1734016131.260616:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334991232 00002000:00100000:2.0:1734016131.260710:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (466944->471039) req@ffff88007bccaa00 x1818247334991232/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.260725:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccaa00 with x1818247334991232 ext(466944->471039) 00002000:00010000:2.0:1734016131.260736:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccaa00 00000100:00100000:2.0:1734016131.260794:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9256 00000100:00100000:2.0:1734016131.260805:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1972:x1818247334991232:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.261165:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1972:x1818247334991232:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 360us (3967us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.261174:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9256 00002000:00100000:2.0:1734016131.261181:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (466944->471039) req@ffff88007bccaa00 x1818247334991232/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.261189:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccaa00 with x1818247334991232 ext(466944->471039) 00002000:00010000:2.0:1734016131.261192:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccaa00 00000100:00100000:0.0:1734016131.264522:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.265036:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334991488 00000100:00100000:3.0:1734016131.265062:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334991488 00002000:00100000:3.0:1734016131.265148:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (462848->466943) req@ffff88007bcc9c00 x1818247334991488/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.265163:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9c00 with x1818247334991488 ext(462848->466943) 00002000:00010000:3.0:1734016131.265173:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9c00 00000100:00100000:2.0:1734016131.266493:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9257 00000100:00100000:2.0:1734016131.266508:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247334991488:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.266863:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247334991488:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 357us (2361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.266873:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9257 00002000:00100000:2.0:1734016131.266886:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (462848->466943) req@ffff88007bcc9c00 x1818247334991488/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.266896:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9c00 with x1818247334991488 ext(462848->466943) 00002000:00010000:2.0:1734016131.266902:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9c00 00000100:00100000:0.0:1734016131.272863:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.275787:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334991616 00000100:00100000:2.0:1734016131.275828:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334991616 00000100:00100000:2.0:1734016131.275928:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11244 00000100:00100000:2.0:1734016131.275940:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334991616:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.275976:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.276009:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993d6c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5066e expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.276122:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338479488:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016131.276240:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3600 going to sleep for 11 seconds 00010000:00010000:1.0:1734016131.287477:0:6469:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016131.293358:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338479488:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016131.293451:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993d6c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5066e expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.293474:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993d6c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5066e expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.293498:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016131.293600:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247334991616:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 17660us (20818us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.293611:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11244 00000100:00100000:0.0:1734016131.296961:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.297776:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334991744 00000100:00100000:2.0:1734016131.297788:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334991744 00000100:00100000:2.0:1734016131.297894:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11245 00000100:00100000:2.0:1734016131.297903:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:9662:x1818247334991744:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.297933:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.297970:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993d73 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50675 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.298011:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 585728->589823) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5062f expref: 12 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.298019:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016131.298022:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016131.298026:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993d73 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1548288->1552383] (req 1548288->1552383) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50675 expref: 9 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.298074:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 585728->589823) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5062f expref: 12 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.298091:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 585728->589823) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5062f expref: 12 pid: 7685 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016131.298103:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338479616:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016131.300670:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.312466:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338479616:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016131.312554:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993d73 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1548288->1552383] (req 1548288->1552383) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50675 expref: 9 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.312579:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:3.0:1734016131.312683:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:9662:x1818247334991744:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 14779us (15737us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.312696:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11245 00000100:00100000:0.0:1734016131.336922:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.338714:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334991872 00000100:00100000:2.0:1734016131.338739:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334991872 00010000:00010000:2.0:1734016131.338799:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 585728->589823) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5062f expref: 13 pid: 7685 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016131.338862:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3188 00000100:00100000:2.0:1734016131.338869:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247334991872:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016131.338893:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016131.338930:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 585728->589823) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5062f expref: 13 pid: 7685 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016131.338945:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 585728->589823) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5062f expref: 13 pid: 7685 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016131.338982:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d18 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 585728->589823) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5062f expref: 13 pid: 7685 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016131.339023:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.339026:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.339036:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993d73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1548288->1552383) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50675 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.339048:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993d73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1548288->1552383) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50675 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.339117:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993d73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1548288->1552383) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50675 expref: 8 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.339136:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8eb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338479744:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016131.339258:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf30c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.341435:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8eb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338479744:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016131.341490:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016131.341567:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247334991872:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2694us (4661us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.341585:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3188 00000100:00100000:0.0:1734016131.355389:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016131.355456:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.355619:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334992128 00000100:00100000:2.0:1734016131.355636:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334992128 00002000:00100000:2.0:1734016131.355709:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1548288->6541311) req@ffff88007bcc8700 x1818247334992128/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 504/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.355724:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8700 with x1818247334992128 ext(1548288->6541311) 00002000:00010000:2.0:1734016131.355732:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8700 00000100:00100000:2.0:1734016131.355757:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334992256 00000100:00100000:2.0:1734016131.355760:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334992256 00002000:00100000:2.0:1734016131.355768:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6541312->8273919) req@ffff88007bcca680 x1818247334992256/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.355774:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcca680 with x1818247334992256 ext(6541312->8273919) 00002000:00010000:2.0:1734016131.355778:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcca680 00000100:00100000:2.0:1734016131.358393:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9258 00000100:00100000:2.0:1734016131.358410:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334992128:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016131.361236:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9259 00000100:00100000:1.0:1734016131.361259:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247334992256:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.446938:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247334992128:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 88505us (91538us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016131.446959:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9258 00002000:00100000:3.0:1734016131.446979:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1548288->6541311) req@ffff88007bcc8700 x1818247334992128/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 504/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.446992:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8700 with x1818247334992128 ext(1548288->6541311) 00002000:00010000:3.0:1734016131.447010:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8700 00000100:00100000:2.0:1734016131.450972:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247334992256:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 89703us (95498us total) trans 0 rc 1732608/1732608 00000100:00100000:2.0:1734016131.450991:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9259 00002000:00100000:2.0:1734016131.451013:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6541312->8273919) req@ffff88007bcca680 x1818247334992256/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 1732608/1732608 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.451027:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcca680 with x1818247334992256 ext(6541312->8273919) 00002000:00010000:2.0:1734016131.451036:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcca680 00000100:00100000:0.0:1734016131.456778:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.457178:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334992640 00000100:00100000:2.0:1734016131.457197:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334992640 00002000:00100000:2.0:1734016131.457281:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1544192->1548287) req@ffff88007bccb800 x1818247334992640/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.457294:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccb800 with x1818247334992640 ext(1544192->1548287) 00002000:00010000:2.0:1734016131.457304:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccb800 00000100:00100000:3.0:1734016131.458430:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9260 00000100:00100000:3.0:1734016131.458448:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334992640:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.458743:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334992640:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 297us (1979us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.458752:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9260 00002000:00100000:3.0:1734016131.458762:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1544192->1548287) req@ffff88007bccb800 x1818247334992640/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.458772:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccb800 with x1818247334992640 ext(1544192->1548287) 00002000:00010000:3.0:1734016131.458777:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccb800 00000100:00100000:1.0:1734016131.462534:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.462867:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334992896 00000100:00100000:2.0:1734016131.462888:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334992896 00002000:00100000:2.0:1734016131.462963:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1540096->1544191) req@ffff880078276680 x1818247334992896/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.462975:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078276680 with x1818247334992896 ext(1540096->1544191) 00002000:00010000:2.0:1734016131.462984:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078276680 00000100:00100000:2.0:1734016131.464159:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9261 00000100:00100000:2.0:1734016131.464169:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334992896:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.464449:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334992896:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 280us (1938us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.464460:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9261 00002000:00100000:2.0:1734016131.464470:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1540096->1544191) req@ffff880078276680 x1818247334992896/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.464481:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078276680 with x1818247334992896 ext(1540096->1544191) 00002000:00010000:2.0:1734016131.464486:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078276680 00000100:00100000:0.0:1734016131.467963:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.468175:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334993152 00000100:00100000:3.0:1734016131.468195:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334993152 00002000:00100000:3.0:1734016131.468282:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1536000->1540095) req@ffff88007bccad80 x1818247334993152/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.468293:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccad80 with x1818247334993152 ext(1536000->1540095) 00002000:00010000:3.0:1734016131.468302:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccad80 00000100:00100000:3.0:1734016131.468352:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9262 00000100:00100000:3.0:1734016131.468364:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334993152:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.472259:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247334993152:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 3858us (4283us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.472287:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9262 00002000:00100000:3.0:1734016131.472307:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1536000->1540095) req@ffff88007bccad80 x1818247334993152/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.472323:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccad80 with x1818247334993152 ext(1536000->1540095) 00002000:00010000:3.0:1734016131.472334:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccad80 00000100:00100000:0.0:1734016131.480091:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.480496:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334993408 00000100:00100000:3.0:1734016131.480511:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334993408 00002000:00100000:3.0:1734016131.480585:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1531904->1535999) req@ffff88007bcc9880 x1818247334993408/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.480598:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9880 with x1818247334993408 ext(1531904->1535999) 00002000:00010000:3.0:1734016131.480606:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9880 00000100:00100000:3.0:1734016131.480934:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9263 00000100:00100000:3.0:1734016131.480941:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334993408:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.481159:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334993408:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 216us (1093us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.481166:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9263 00002000:00100000:3.0:1734016131.481172:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1531904->1535999) req@ffff88007bcc9880 x1818247334993408/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.481179:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9880 with x1818247334993408 ext(1531904->1535999) 00002000:00010000:3.0:1734016131.481183:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9880 00000100:00100000:0.0:1734016131.484375:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.485985:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334993664 00000100:00100000:2.0:1734016131.486013:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334993664 00002000:00100000:3.0:1734016131.486162:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1527808->1531903) req@ffff88007bcc8380 x1818247334993664/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.486176:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8380 with x1818247334993664 ext(1527808->1531903) 00002000:00010000:3.0:1734016131.486183:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8380 00000100:00100000:3.0:1734016131.486218:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9264 00000100:00100000:3.0:1734016131.486232:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334993664:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.486681:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334993664:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 451us (2324us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.486693:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9264 00002000:00100000:3.0:1734016131.486702:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1527808->1531903) req@ffff88007bcc8380 x1818247334993664/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.486708:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8380 with x1818247334993664 ext(1527808->1531903) 00002000:00010000:3.0:1734016131.486711:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8380 00000100:00100000:0.0:1734016131.494023:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.494497:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334993920 00000100:00100000:3.0:1734016131.494510:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334993920 00002000:00100000:3.0:1734016131.494941:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1523712->1527807) req@ffff8801309df800 x1818247334993920/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.494953:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309df800 with x1818247334993920 ext(1523712->1527807) 00002000:00010000:3.0:1734016131.494959:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309df800 00000100:00100000:3.0:1734016131.495482:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9265 00000100:00100000:3.0:1734016131.495492:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334993920:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.495799:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334993920:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 307us (1807us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.495832:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9265 00002000:00100000:3.0:1734016131.495840:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1523712->1527807) req@ffff8801309df800 x1818247334993920/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.495849:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309df800 with x1818247334993920 ext(1523712->1527807) 00002000:00010000:3.0:1734016131.495852:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309df800 00000100:00100000:0.0:1734016131.500191:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.500272:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334994176 00000100:00100000:2.0:1734016131.500284:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334994176 00002000:00100000:2.0:1734016131.500342:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1519616->1523711) req@ffff8801309df480 x1818247334994176/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.500354:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309df480 with x1818247334994176 ext(1519616->1523711) 00002000:00010000:2.0:1734016131.500361:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309df480 00000100:00100000:2.0:1734016131.500403:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9266 00000100:00100000:2.0:1734016131.500410:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334994176:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.500646:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334994176:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 236us (472us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.500655:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9266 00002000:00100000:2.0:1734016131.500660:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1519616->1523711) req@ffff8801309df480 x1818247334994176/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.500666:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309df480 with x1818247334994176 ext(1519616->1523711) 00002000:00010000:2.0:1734016131.500668:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309df480 00000100:00100000:0.0:1734016131.504511:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.504614:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334994432 00000100:00100000:3.0:1734016131.504633:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334994432 00002000:00100000:3.0:1734016131.504727:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1515520->1519615) req@ffff8801309ddc00 x1818247334994432/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.504741:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309ddc00 with x1818247334994432 ext(1515520->1519615) 00002000:00010000:3.0:1734016131.504752:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309ddc00 00000100:00100000:3.0:1734016131.504865:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9267 00000100:00100000:3.0:1734016131.504877:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334994432:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.505227:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334994432:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 351us (743us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.505238:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9267 00002000:00100000:3.0:1734016131.505245:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1515520->1519615) req@ffff8801309ddc00 x1818247334994432/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.505254:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309ddc00 with x1818247334994432 ext(1515520->1519615) 00002000:00010000:3.0:1734016131.505257:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309ddc00 00000100:00100000:1.0:1734016131.512065:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.513143:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334994688 00000100:00100000:2.0:1734016131.513159:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334994688 00002000:00100000:3.0:1734016131.513364:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1511424->1515519) req@ffff880078277480 x1818247334994688/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.513378:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078277480 with x1818247334994688 ext(1511424->1515519) 00002000:00010000:3.0:1734016131.513388:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078277480 00000100:00100000:3.0:1734016131.513507:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9268 00000100:00100000:3.0:1734016131.513520:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334994688:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.513902:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334994688:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 383us (1872us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.513914:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9268 00002000:00100000:3.0:1734016131.513921:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1511424->1515519) req@ffff880078277480 x1818247334994688/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.513929:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078277480 with x1818247334994688 ext(1511424->1515519) 00002000:00010000:3.0:1734016131.513932:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078277480 00000100:00100000:0.0:1734016131.517363:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.517550:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334994944 00000100:00100000:3.0:1734016131.517567:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334994944 00002000:00100000:3.0:1734016131.517648:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1507328->1511423) req@ffff8801309de680 x1818247334994944/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.517660:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309de680 with x1818247334994944 ext(1507328->1511423) 00002000:00010000:3.0:1734016131.517669:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309de680 00000100:00100000:3.0:1734016131.517709:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9269 00000100:00100000:3.0:1734016131.517718:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334994944:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.518026:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334994944:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 308us (682us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.518033:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9269 00002000:00100000:3.0:1734016131.518042:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1507328->1511423) req@ffff8801309de680 x1818247334994944/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.518059:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309de680 with x1818247334994944 ext(1507328->1511423) 00002000:00010000:3.0:1734016131.518064:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309de680 00000100:00100000:0.0:1734016131.520349:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.520516:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334995200 00000100:00100000:2.0:1734016131.520532:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334995200 00002000:00100000:2.0:1734016131.520625:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1503232->1507327) req@ffff8801309ded80 x1818247334995200/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.520639:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309ded80 with x1818247334995200 ext(1503232->1507327) 00002000:00010000:2.0:1734016131.520645:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309ded80 00000100:00100000:2.0:1734016131.520690:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9270 00000100:00100000:2.0:1734016131.520703:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334995200:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.521383:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334995200:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 679us (1050us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.521396:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9270 00002000:00100000:3.0:1734016131.521405:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1503232->1507327) req@ffff8801309ded80 x1818247334995200/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.521412:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309ded80 with x1818247334995200 ext(1503232->1507327) 00002000:00010000:3.0:1734016131.521416:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309ded80 00000100:00100000:1.0:1734016131.524453:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.524606:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334995456 00000100:00100000:3.0:1734016131.524617:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334995456 00002000:00100000:3.0:1734016131.524673:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1499136->1503231) req@ffff880078274a80 x1818247334995456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.524683:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078274a80 with x1818247334995456 ext(1499136->1503231) 00002000:00010000:3.0:1734016131.524690:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078274a80 00000100:00100000:3.0:1734016131.524744:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9271 00000100:00100000:3.0:1734016131.524754:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334995456:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.525013:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334995456:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 258us (575us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.525020:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9271 00002000:00100000:3.0:1734016131.525026:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1499136->1503231) req@ffff880078274a80 x1818247334995456/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.525033:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078274a80 with x1818247334995456 ext(1499136->1503231) 00002000:00010000:3.0:1734016131.525035:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078274a80 00000100:00100000:0.0:1734016131.526887:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.527072:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334995712 00000100:00100000:2.0:1734016131.527082:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334995712 00002000:00100000:2.0:1734016131.527128:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1495040->1499135) req@ffff8801309dd500 x1818247334995712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.527137:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dd500 with x1818247334995712 ext(1495040->1499135) 00002000:00010000:2.0:1734016131.527142:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dd500 00000100:00100000:2.0:1734016131.527176:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9272 00000100:00100000:2.0:1734016131.527185:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334995712:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.527386:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334995712:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 202us (508us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.527392:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9272 00002000:00100000:2.0:1734016131.527398:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1495040->1499135) req@ffff8801309dd500 x1818247334995712/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.527403:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dd500 with x1818247334995712 ext(1495040->1499135) 00002000:00010000:2.0:1734016131.527406:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dd500 00000100:00100000:0.0:1734016131.538155:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.539492:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334995968 00000100:00100000:3.0:1734016131.539522:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334995968 00002000:00100000:3.0:1734016131.539635:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1490944->1495039) req@ffff8801309dce00 x1818247334995968/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.539649:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dce00 with x1818247334995968 ext(1490944->1495039) 00002000:00010000:3.0:1734016131.539660:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dce00 00000100:00100000:3.0:1734016131.539732:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9273 00000100:00100000:3.0:1734016131.539744:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334995968:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.540201:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247334995968:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 457us (2067us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.540212:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9273 00002000:00100000:3.0:1734016131.540220:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1490944->1495039) req@ffff8801309dce00 x1818247334995968/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.540229:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dce00 with x1818247334995968 ext(1490944->1495039) 00002000:00010000:3.0:1734016131.540233:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dce00 00000100:00100000:1.0:1734016131.543627:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.543747:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334996096 00000100:00100000:2.0:1734016131.543762:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334996096 00002000:00100000:2.0:1734016131.543868:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1490944->1552383) req@ffff880078275c00 x1818247334996096/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.543880:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078275c00 with x1818247334996096 ext(1490944->1552383) 00002000:00010000:2.0:1734016131.543888:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078275c00 00000100:00100000:2.0:1734016131.543930:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9274 00000100:00100000:2.0:1734016131.543940:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247334996096:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016131.548206:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247334996096:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4243us (4577us total) trans 4294969580 rc 0/0 00000100:00100000:2.0:1734016131.548227:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9274 00002000:00100000:2.0:1734016131.548246:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1490944->1552383) req@ffff880078275c00 x1818247334996096/t4294969580(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 488/448 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.548260:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078275c00 with x1818247334996096 ext(1490944->1552383) 00002000:00010000:2.0:1734016131.548269:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078275c00 00000100:00100000:0.0:1734016131.550464:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.550550:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334996224 00000100:00100000:3.0:1734016131.550561:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334996224 00000100:00100000:3.0:1734016131.550612:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11246 00000100:00100000:3.0:1734016131.550618:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334996224:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016131.552025:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969580 is committed 00000001:00080000:0.0:1734016131.552067:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969579 is committed 00000100:00100000:3.0:1734016131.552286:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247334996224:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 1663us (1830us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.552300:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11246 00000100:00100000:0.0:1734016131.558253:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.558461:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334996352 00000100:00100000:3.0:1734016131.558479:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334996352 00000100:00100000:3.0:1734016131.558572:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11247 00000100:00100000:3.0:1734016131.558584:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:9662:x1818247334996352:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.558625:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.558666:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993d7a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5067c expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.558727:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993d73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1548288->1552383) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50675 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.558737:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016131.558740:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016131.558744:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993d7a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8007680->8052735] (req 8007680->8052735) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5067c expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.558851:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993d73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1548288->1552383) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50675 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.558870:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993d73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1548288->1552383) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50675 expref: 5 pid: 10752 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016131.558891:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338479872:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016131.561143:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.566433:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338479872:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016131.566487:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993d7a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8007680->8052735] (req 8007680->8052735) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5067c expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.566513:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016131.566582:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:9662:x1818247334996352:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8001us (8354us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.566596:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11247 00000100:00100000:0.0:1734016131.579956:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.580089:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334996480 00000100:00100000:2.0:1734016131.580134:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334996480 00010000:00010000:2.0:1734016131.580188:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993d73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1548288->1552383) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50675 expref: 6 pid: 10752 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016131.580224:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3189 00000100:00100000:2.0:1734016131.580231:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334996480:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016131.580249:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016131.580270:0:8957:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016130 -> 1734016131 00002000:00010000:2.0:1734016131.580272:0:8957:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016130 -> 1734016131 00002000:00010000:2.0:1734016131.580276:0:8957:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 752 -> 872 00010000:00010000:2.0:1734016131.580281:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993d73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1548288->1552383) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50675 expref: 6 pid: 10752 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016131.580293:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993d73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1548288->1552383) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50675 expref: 6 pid: 10752 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016131.580320:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993d73 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1548288->1552383) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50675 expref: 6 pid: 10752 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016131.581476:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.581482:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.581495:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993d7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8052735) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5067c expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.581686:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993d7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8052735) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5067c expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.581744:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993d7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8052735) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5067c expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.581759:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8eb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338480000:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016131.581866:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.587608:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8eb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338480000:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016131.587677:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016131.587776:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334996480:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7542us (7831us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.587802:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3189 00000100:00100000:0.0:1734016131.588178:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.588336:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334996608 00000100:00100000:3.0:1734016131.588349:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334996608 00000100:00100000:3.0:1734016131.588406:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11248 00000100:00100000:3.0:1734016131.588417:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334996608:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016131.593445:0:10752:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8270281 -> 8270281 00002000:00010000:3.0:1734016131.593466:0:10752:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016131.593469:0:10752:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016131.593472:0:10752:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016131.593474:0:10752:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 872 -> 872 00000100:00100000:3.0:1734016131.593654:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334996608:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 5223us (5462us total) trans 4294969581 rc 0/0 00000100:00100000:3.0:1734016131.593677:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11248 00000100:00100000:0.0:1734016131.605252:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800700cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338480512:0@lo:400:kworker.0 00000100:00100000:0.0:1734016131.605340:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016131.605375:0:3504:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1734016131.605383:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3504:1818247338480128:0@lo:400:kworker.0 00000100:00100000:0.0:1734016131.605415:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016131.605426:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800700cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3504:1818247338480640:0@lo:400:kworker.0 00000100:00100000:0.0:1734016131.605451:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016131.605483:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338480640 00000100:00100000:0.0:1734016131.605492:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338480640 00000100:00100000:0.0:1734016131.605547:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:0.0:1734016131.605555:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3504:x1818247338480640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016131.605607:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3504:x1818247338480640:12345-0@lo:400:kworker.0 Request processed in 52us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016131.605614:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00080000:0.0:1734016131.605635:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016101 00000100:00100000:0.0:1734016131.605668:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800700cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3504:1818247338480640:0@lo:400:kworker.0 00000100:00100000:0.0:1734016131.605692:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338480512 00000100:00100000:0.0:1734016131.605695:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338480512 00000100:00080000:0.0:1734016131.605705:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016101 00000100:00100000:0.0:1734016131.605735:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1734016131.605738:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338480512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016131.605767:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338480512:12345-0@lo:400:kworker.0 Request processed in 28us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016131.605772:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1734016131.605792:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800700cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338480512:0@lo:400:kworker.0 00000100:00100000:0.0:1734016131.605852:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800700cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3507:1818247338480384:0@lo:400:kworker.0 00000100:00100000:0.0:1734016131.605875:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016131.605886:0:3507:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734016131.605890:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800700ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3507:1818247338480256:0@lo:400:kworker.0 00000100:00100000:0.0:1734016131.605905:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016131.605916:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800700cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338480768:0@lo:400:kworker.0 00000100:00100000:0.0:1734016131.605934:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016131.605952:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338480128 00000100:00100000:0.0:1734016131.605955:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338480128 00000100:00100000:0.0:1734016131.605985:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1734016131.605989:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e84d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3504:x1818247338480128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016131.606019:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e84d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3504:x1818247338480128:12345-0@lo:400:kworker.0 Request processed in 29us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016131.606025:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00080000:0.0:1734016131.606056:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016101 00000100:00100000:0.0:1734016131.606062:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338480384 00000100:00100000:0.0:1734016131.606064:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338480384 00000100:00100000:0.0:1734016131.606081:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338480256 00000100:00100000:0.0:1734016131.606083:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338480256 00000100:00100000:0.0:1734016131.606096:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:0.0:1734016131.606099:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3507:x1818247338480384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016131.606124:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3507:x1818247338480384:12345-0@lo:400:kworker.0 Request processed in 24us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016131.606129:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:0.0:1734016131.606138:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:0.0:1734016131.606141:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3507:x1818247338480256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016131.606160:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3507:x1818247338480256:12345-0@lo:400:kworker.0 Request processed in 19us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016131.606164:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00080000:0.0:1734016131.606176:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016101 00000100:00100000:0.0:1734016131.606190:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800700ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3507:1818247338480256:0@lo:400:kworker.0 00000100:00100000:0.0:1734016131.606196:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800700cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3507:1818247338480384:0@lo:400:kworker.0 00000100:00100000:0.0:1734016131.606213:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3504:1818247338480128:0@lo:400:kworker.0 00000100:00100000:0.0:1734016131.606223:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338480768 00000100:00100000:0.0:1734016131.606225:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338480768 00000100:00080000:0.0:1734016131.606234:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016101 00000100:00100000:0.0:1734016131.606246:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1734016131.606251:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338480768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016131.606276:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338480768:12345-0@lo:400:kworker.0 Request processed in 25us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016131.606281:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1734016131.606300:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800700cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338480768:0@lo:400:kworker.0 00000100:00100000:2.0:1734016131.606489:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016131.606716:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334996736 00000100:00100000:0.0:1734016131.606720:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334996736 00000100:00100000:0.0:1734016131.606749:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11249 00000100:00100000:0.0:1734016131.606753:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334996736:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.606770:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.606800:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993d81 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50683 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.606887:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800700cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338480896:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016131.606945:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.610853:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800700cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338480896:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016131.610913:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993d81 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50683 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.610929:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565f80/0x979ba2bc55993d81 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50683 expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.610965:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565f80, rc 0) 00000100:00100000:2.0:1734016131.611055:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247334996736:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4290us (4559us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.611064:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11249 00000100:00100000:3.0:1734016131.619488:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.619700:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334996864 00000100:00100000:2.0:1734016131.619713:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334996864 00000100:00100000:2.0:1734016131.619780:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11250 00000100:00100000:2.0:1734016131.619790:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a84be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334996864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.619839:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.619865:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993d88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5068a expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.619935:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338481024:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016131.620748:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.623781:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338481024:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016131.623862:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993d88 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5068a expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.623881:0:10752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55993d88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5068a expref: 6 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.624586:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016131.624715:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a84be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334996864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4919us (5240us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.624728:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11250 00000100:00100000:1.0:1734016131.628451:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.629071:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334996992 00000100:00100000:2.0:1734016131.629095:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334996992 00000100:00100000:2.0:1734016131.629190:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11251 00000100:00100000:2.0:1734016131.629201:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:9662:x1818247334996992:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.629237:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.629285:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d8f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50691 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.629339:0:10752:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993d7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8052735) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5067c expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.629350:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016131.629354:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016131.629359:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d8f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6561792->6606847] (req 6561792->6606847) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50691 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.629421:0:10752:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993d7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8052735) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5067c expref: 7 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.629446:0:10752:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993d7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8052735) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5067c expref: 7 pid: 10752 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016131.629466:0:10752:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338481152:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016131.629616:0:10752:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.634031:0:10752:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10752:1818247338481152:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016131.634108:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d8f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6561792->6606847] (req 6561792->6606847) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50691 expref: 6 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.634145:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:3.0:1734016131.634259:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:9662:x1818247334996992:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5055us (5819us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.634277:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11251 00000100:00100000:0.0:1734016131.637657:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.637794:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334997120 00000100:00100000:2.0:1734016131.637841:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334997120 00010000:00010000:2.0:1734016131.637895:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993d7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8052735) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5067c expref: 8 pid: 10752 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016131.637934:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3190 00000100:00100000:2.0:1734016131.637941:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334997120:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016131.637960:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016131.637988:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993d7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8007680->8052735) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5067c expref: 8 pid: 10752 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016131.638001:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993d7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8007680->8052735) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5067c expref: 8 pid: 10752 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016131.638030:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55993d7a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8007680->8052735) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5067c expref: 8 pid: 10752 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016131.638186:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.638189:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.638200:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d8f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6561792->6606847) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50691 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.638213:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6561792->6606847) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50691 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.638259:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6561792->6606847) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50691 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.638277:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8eaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338481280:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016131.638464:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.643796:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8eaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338481280:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016131.643937:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.644101:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334997120:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6156us (6457us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.644117:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3190 00000100:00100000:3.0:1734016131.661512:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.661592:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016131.661710:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334997376 00000100:00100000:0.0:1734016131.661731:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334997376 00002000:00100000:0.0:1734016131.661833:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->6565887) req@ffff880077f96d80 x1818247334997376/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 504/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.661853:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f96d80 with x1818247334997376 ext(0->6565887) 00002000:00010000:0.0:1734016131.661864:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f96d80 00000100:00100000:0.0:1734016131.661884:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334997632 00000100:00100000:0.0:1734016131.661886:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334997632 00002000:00100000:0.0:1734016131.661898:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8273919) req@ffff880077f97480 x1818247334997632/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 504/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.661904:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f97480 with x1818247334997632 ext(4190208->8273919) 00002000:00010000:0.0:1734016131.661907:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f97480 00000100:00100000:0.0:1734016131.661929:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9275 00000100:00100000:0.0:1734016131.661941:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247334997376:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.668209:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9276 00000100:00100000:2.0:1734016131.668233:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334997632:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016131.673610:0:3506:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734016131.673643:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3506:1818247338481408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016131.673736:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016131.673844:0:7944:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338481408 00000100:00100000:3.0:1734016131.673854:0:7944:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338481408 00000100:00100000:3.0:1734016131.673910:0:7944:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1734016131.673919:0:7944:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3506:x1818247338481408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734016131.673957:0:7944:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3923337216 avail 3691663360 00000100:00100000:3.0:1734016131.674011:0:7944:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3506:x1818247338481408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.674019:0:7944:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1734016131.674148:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3506:1818247338481408:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734016131.743436:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247334997632:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 75192us (81823us total) trans 0 rc 4079616/4079616 00000100:00100000:3.0:1734016131.743453:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9276 00002000:00100000:3.0:1734016131.743473:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8273919) req@ffff880077f97480 x1818247334997632/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 504/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4079616/4079616 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.743483:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f97480 with x1818247334997632 ext(4190208->8273919) 00002000:00010000:3.0:1734016131.743490:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f97480 00000100:00100000:1.0:1734016131.775565:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334997376:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 113602us (114049us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016131.775586:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9275 00002000:00100000:1.0:1734016131.775605:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->6565887) req@ffff880077f96d80 x1818247334997376/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:92/0 lens 504/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016131.775615:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f96d80 with x1818247334997376 ext(0->6565887) 00002000:00010000:1.0:1734016131.775622:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f96d80 00000100:00100000:1.0:1734016131.782649:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.782793:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334997760 00000100:00100000:3.0:1734016131.782831:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334997760 00000100:00100000:3.0:1734016131.782927:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11252 00000100:00100000:3.0:1734016131.782941:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247334997760:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.782980:0:10752:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.783018:0:10752:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993d96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50698 expref: -99 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.783073:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.783077:0:10752:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.783089:0:10752:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993d96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50698 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.783108:0:10752:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993d96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50698 expref: 8 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.783124:0:10752:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016131.783214:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334997760:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 275us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.783223:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11252 00000100:00100000:0.0:1734016131.786649:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.788238:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334998016 00000100:00100000:2.0:1734016131.788260:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334998016 00000100:00100000:2.0:1734016131.788359:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2274 00000100:00100000:2.0:1734016131.788371:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:9662:x1818247334998016:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016131.788460:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016131.788512:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55993d65 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50667 expref: 23 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.788556:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:2.0:1734016131.788561:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016131.788847:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993d9d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016131.788866:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55993d3b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50644 expref: 11 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.788880:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993d9d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016131.788945:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55993d3b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50644 expref: 11 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.788962:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55993d3b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50644 expref: 11 pid: 6480 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016131.788983:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8eb100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338481536:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016131.789104:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.792711:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8eb100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338481536:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016131.792764:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993d9d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016131.793417:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.793590:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334998144 00000100:00100000:3.0:1734016131.793603:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334998144 00010000:00010000:3.0:1734016131.793656:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55993d3b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50644 expref: 12 pid: 6480 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016131.793713:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3191 00000100:00100000:3.0:1734016131.793723:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247334998144:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016131.793751:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016131.793759:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55993d3b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50644 expref: 12 pid: 6480 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.793777:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55993d3b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50644 expref: 12 pid: 6480 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.793882:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55993d3b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50644 expref: 12 pid: 6480 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.793912:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016131.793917:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993d9d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016131.793930:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993d9d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016131.793941:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993d9d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016131.793977:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.794092:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078277b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247334998144:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 371us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.794101:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3191 00010000:00010000:3.0:1734016131.794137:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993d9d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016131.794144:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993d9d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:3.0:1734016131.794295:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968736 00000004:00010000:3.0:1734016131.794367:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800700ced80 reply state ffff8800781ab000 transno 4294968737 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993d9d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016131.794375:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016131.794505:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:9662:x1818247334998016:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 6136us (7878us total) trans 4294968737 rc 0/0 00000100:00100000:3.0:1734016131.794512:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2274 00000020:00080000:3.0:1734016131.794517:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016131.797803:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993d9d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016131.797842:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993d9d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016131.797849:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993d9d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016131.797854:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405d40 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016131.797860:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993d9d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016131.797868:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993d9d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016131.797889:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016131.797892:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016131.797896:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993d9d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016131.797900:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55993d9d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016131.798479:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016131.798880:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334998272 00000100:00100000:0.0:1734016131.798895:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334998272 00000100:00100000:0.0:1734016131.798955:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11253 00000100:00100000:0.0:1734016131.798965:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:9662:x1818247334998272:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.798994:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.799019:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55993da4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5069f expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.799069:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d8f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6561792->6606847) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50691 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.799078:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993d96 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50698 expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.799088:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016131.799091:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016131.799095:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55993da4 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5069f expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.799140:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993d96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50698 expref: 9 pid: 10752 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.799154:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993d96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50698 expref: 9 pid: 10752 timeout: 495 lvb_type: 1 00000100:00100000:0.0:1734016131.799175:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800700cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338481664:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016131.799288:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6561792->6606847) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50691 expref: 5 pid: 10752 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.799298:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6561792->6606847) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50691 expref: 5 pid: 10752 timeout: 495 lvb_type: 0 00000100:00100000:0.0:1734016131.799307:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800700ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338481792:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016131.799328:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8585240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.806721:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800700cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338481664:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016131.806741:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800700ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338481792:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016131.806798:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55993da4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5069f expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.806842:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567840, rc 0) 00000100:00100000:2.0:1734016131.806938:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:9662:x1818247334998272:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7971us (8462us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.806953:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11253 00000100:00100000:2.0:1734016131.829167:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016131.829335:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334998528 00000100:00100000:0.0:1734016131.829357:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334998528 00010000:00010000:0.0:1734016131.829452:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6561792->6606847) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50691 expref: 6 pid: 10752 timeout: 495 lvb_type: 0 00000100:00100000:0.0:1734016131.829543:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3192 00000100:00100000:0.0:1734016131.829558:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247334998528:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016131.829589:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016131.829632:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6561792->6606847) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50691 expref: 6 pid: 10752 timeout: 495 lvb_type: 0 00010000:00010000:0.0:1734016131.829649:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6561792->6606847) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50691 expref: 6 pid: 10752 timeout: 495 lvb_type: 0 00010000:00010000:0.0:1734016131.829685:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993d8f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6561792->6606847) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50691 expref: 6 pid: 10752 timeout: 495 lvb_type: 0 00010000:00010000:0.0:1734016131.829731:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016131.829879:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247334998528:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 323us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016131.829887:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3192 00000100:00100000:1.0:1734016131.835247:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.835343:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334998400 00000100:00100000:3.0:1734016131.835358:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334998400 00010000:00010000:3.0:1734016131.835421:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993d96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50698 expref: 9 pid: 10752 timeout: 495 lvb_type: 1 00000100:00100000:3.0:1734016131.835466:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3193 00000100:00100000:3.0:1734016131.835477:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334998400:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016131.835498:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016131.835998:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993d96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50698 expref: 9 pid: 10752 timeout: 495 lvb_type: 1 00010000:00010000:3.0:1734016131.836015:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993d96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50698 expref: 9 pid: 10752 timeout: 495 lvb_type: 1 00010000:00010000:3.0:1734016131.836060:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55993d96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50698 expref: 9 pid: 10752 timeout: 495 lvb_type: 1 00010000:00010000:3.0:1734016131.836088:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.836091:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.836098:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55993da4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5069f expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.836109:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55993da4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5069f expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.836158:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8567840/0x979ba2bc55993da4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5069f expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.836176:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f94000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338481920:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016131.837909:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.843099:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f94000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338481920:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016131.843145:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.843250:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247334998400:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7772us (8017us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.843267:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3193 00000100:00100000:2.0:1734016131.844139:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016131.844227:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334998656 00000100:00100000:0.0:1734016131.844239:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334998656 00002000:00010000:0.0:1734016131.844294:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9835010->18446744073709551615) 00002000:00100000:0.0:1734016131.844300:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9180 with x1818247334998656 ext(9835010->18446744073709551615) 00002000:00010000:0.0:1734016131.844317:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9180. 00000100:00100000:0.0:1734016131.844357:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9277 00000100:00100000:0.0:1734016131.844366:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247334998656:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016131.844687:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8270281 -> 9835010 00002000:00010000:0.0:1734016131.844693:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:0.0:1734016131.844696:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016130 -> 1734016130 00002000:00010000:0.0:1734016131.844699:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:0.0:1734016131.844702:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 872 -> 872 00000100:00100000:0.0:1734016131.844756:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334998656:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 389us (625us total) trans 4294969582 rc 0/0 00000100:00100000:0.0:1734016131.844764:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9277 00002000:00010000:0.0:1734016131.844767:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9835010->18446744073709551615) 00002000:00100000:0.0:1734016131.844769:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c8e9180 with x1818247334998656 ext(9835010->18446744073709551615) 00002000:00010000:0.0:1734016131.844774:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c8e9180. 00000100:00100000:1.0:1734016131.850126:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.850329:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334998784 00000100:00100000:3.0:1734016131.850353:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334998784 00000100:00100000:3.0:1734016131.850459:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2275 00000100:00100000:3.0:1734016131.850470:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:9662:x1818247334998784:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.850513:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.850548:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55993dab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee506a6 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.850734:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55993db2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016131.850759:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55993db2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016131.850774:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55993db2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:3.0:1734016131.850881:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9835010 00000004:00200000:3.0:1734016131.850888:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016131.850917:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55993db2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016131.850964:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55993dab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506a6 expref: 13 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.851003:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100900/0x979ba2bc55993db2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506a6 expref: 12 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.851019:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016131.851023:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016131.851028:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100900, rc 0) 00000100:00100000:3.0:1734016131.856445:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247334998784:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5942us (6320us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.856470:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2275 00000100:00100000:0.0:1734016131.860319:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.861070:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334998912 00000100:00100000:2.0:1734016131.861082:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334998912 00000100:00100000:2.0:1734016131.861147:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11254 00000100:00100000:2.0:1734016131.861158:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334998912:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.861191:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.861218:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993db9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee506ad expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.861306:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338482048:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016131.861405:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.873348:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338482048:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016131.873424:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993db9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506ad expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.873446:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405680/0x979ba2bc55993db9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506ad expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.873504:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016131.873616:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247334998912:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12457us (13318us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.873629:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11254 00000100:00100000:1.0:1734016131.882302:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.882514:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334999040 00000100:00100000:2.0:1734016131.882530:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334999040 00000100:00100000:2.0:1734016131.882602:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11255 00000100:00100000:2.0:1734016131.882613:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334999040:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.882641:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.882668:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993dc0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee506b4 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.882750:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338482176:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016131.882884:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.884621:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338482176:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016131.884675:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993dc0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506b4 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.884693:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55993dc0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506b4 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.884727:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:3.0:1734016131.884788:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247334999040:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2176us (2503us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.884800:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11255 00000100:00100000:0.0:1734016131.889727:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.890324:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334999296 00000100:00100000:3.0:1734016131.890345:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334999296 00002000:00100000:3.0:1734016131.890423:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1085440->9838591) req@ffff8800700cce00 x1818247334999296/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 504/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.890437:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cce00 with x1818247334999296 ext(1085440->9838591) 00002000:00010000:3.0:1734016131.890446:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cce00 00000100:00100000:3.0:1734016131.890485:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9278 00000100:00100000:3.0:1734016131.890500:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334999296:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.924109:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334999296:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 33585us (34380us total) trans 0 rc 1568768/1568768 00000100:00100000:3.0:1734016131.924130:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9278 00002000:00100000:3.0:1734016131.924150:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1085440->9838591) req@ffff8800700cce00 x1818247334999296/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 504/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 1568768/1568768 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.924163:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cce00 with x1818247334999296 ext(1085440->9838591) 00002000:00010000:3.0:1734016131.924173:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700cce00 00000100:00100000:1.0:1734016131.928545:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.928801:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334999552 00000100:00100000:3.0:1734016131.928901:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334999552 00002000:00100000:3.0:1734016131.928972:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1081344->1085439) req@ffff880078309c00 x1818247334999552/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.928984:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309c00 with x1818247334999552 ext(1081344->1085439) 00002000:00010000:3.0:1734016131.928990:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309c00 00000100:00100000:3.0:1734016131.929036:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9279 00000100:00100000:3.0:1734016131.929055:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334999552:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.929359:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247334999552:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 303us (828us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.929369:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9279 00002000:00100000:3.0:1734016131.929376:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1081344->1085439) req@ffff880078309c00 x1818247334999552/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.929385:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078309c00 with x1818247334999552 ext(1081344->1085439) 00002000:00010000:3.0:1734016131.929388:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078309c00 00000100:00100000:0.0:1734016131.933274:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.934949:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334999808 00000100:00100000:2.0:1734016131.934965:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334999808 00002000:00100000:2.0:1734016131.935024:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1077248->1081343) req@ffff8800700ce680 x1818247334999808/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.935036:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700ce680 with x1818247334999808 ext(1077248->1081343) 00002000:00010000:2.0:1734016131.935052:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700ce680 00000100:00100000:2.0:1734016131.935096:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9280 00000100:00100000:2.0:1734016131.935105:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334999808:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.935334:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247334999808:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 229us (2074us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.935342:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9280 00002000:00100000:2.0:1734016131.935348:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1077248->1081343) req@ffff8800700ce680 x1818247334999808/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.935355:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700ce680 with x1818247334999808 ext(1077248->1081343) 00002000:00010000:2.0:1734016131.935358:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800700ce680 00000100:00100000:1.0:1734016131.940707:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.941158:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334999936 00000100:00100000:3.0:1734016131.941183:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334999936 00002000:00100000:3.0:1734016131.941283:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1077248->1089535) req@ffff88007830a680 x1818247334999936/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 12776/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.941302:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830a680 with x1818247334999936 ext(1077248->1089535) 00002000:00010000:3.0:1734016131.941311:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830a680 00000100:00100000:3.0:1734016131.941682:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9281 00000100:00100000:3.0:1734016131.941692:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247334999936:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016131.943757:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247334999936:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 2036us (3059us total) trans 4294969583 rc 0/0 00000100:00100000:3.0:1734016131.943779:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9281 00002000:00100000:3.0:1734016131.943804:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1077248->1089535) req@ffff88007830a680 x1818247334999936/t4294969583(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:92/0 lens 12776/448 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.943852:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007830a680 with x1818247334999936 ext(1077248->1089535) 00002000:00010000:3.0:1734016131.943862:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007830a680 00000100:00100000:1.0:1734016131.946788:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.947001:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335000064 00000100:00100000:3.0:1734016131.947023:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335000064 00000100:00100000:3.0:1734016131.947670:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2276 00000100:00100000:3.0:1734016131.947684:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:9662:x1818247335000064:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:3.0:1734016131.948172:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:9662:x1818247335000064:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 490us (1404us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.948180:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2276 00000100:00100000:2.0:1734016131.950250:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.950430:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335000192 00000100:00100000:3.0:1734016131.950448:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335000192 00000100:00100000:3.0:1734016131.950527:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11256 00000100:00100000:3.0:1734016131.950542:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247335000192:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016131.953180:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969583 is committed 00000100:00100000:3.0:1734016131.954184:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335000192:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 3626us (3929us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.954213:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11256 00000100:00100000:1.0:1734016131.958471:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016131.958632:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335000320 00000100:00100000:3.0:1734016131.958654:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335000320 00000100:00100000:3.0:1734016131.958994:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2277 00000100:00100000:3.0:1734016131.959004:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007830b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:9662:x1818247335000320:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.959052:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.959086:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55993dc7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee506bb expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.959245:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55993dce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016131.959264:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55993dce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016131.959281:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55993dce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:3.0:1734016131.959320:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9835010 00000004:00200000:3.0:1734016131.959325:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016131.959352:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55993dce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016131.959383:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55993dc7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506bb expref: 26 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.959402:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800701018c0/0x979ba2bc55993dce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506bb expref: 25 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.959414:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800703c2700) 00010000:00010000:3.0:1734016131.959417:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016131.959420:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800701018c0, rc 0) 00000100:00100000:3.0:1734016131.960295:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007830b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:9662:x1818247335000320:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1286us (1847us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.960306:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2277 00000100:00100000:1.0:1734016131.964590:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016131.964955:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335000576 00000100:00100000:2.0:1734016131.964976:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335000576 00000100:00100000:2.0:1734016131.965411:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 32 00000100:00100000:2.0:1734016131.965421:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:9662:x1818247335000576:12345-192.168.201.4@tcp:35:fsx.0 00000100:00100000:2.0:1734016131.966167:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+26:9662:x1818247335000576:12345-192.168.201.4@tcp:35:fsx.0 Request processed in 747us (1606us total) trans 4294968738 rc 0/0 00000100:00100000:2.0:1734016131.966175:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 32 00000100:00100000:2.0:1734016131.969491:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016131.969626:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335000832 00000100:00100000:0.0:1734016131.969645:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335000832 00000100:00100000:0.0:1734016131.969734:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 33 00000100:00100000:0.0:1734016131.969746:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b96c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:9662:x1818247335000832:12345-192.168.201.4@tcp:35:fsx.0 00000100:00100000:1.0:1734016131.970673:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b96c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:9662:x1818247335000832:12345-192.168.201.4@tcp:35:fsx.0 Request processed in 925us (1211us total) trans 4294968739 rc 0/0 00000100:00100000:1.0:1734016131.970687:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 33 00000100:00100000:2.0:1734016131.981565:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016131.984177:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335001088 00000100:00100000:0.0:1734016131.984207:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335001088 00000100:00100000:0.0:1734016131.984312:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 34 00000100:00100000:0.0:1734016131.984324:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+26:9662:x1818247335001088:12345-192.168.201.4@tcp:35:fsx.0 00000001:00080000:0.0:1734016131.984702:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968740 00000100:00100000:0.0:1734016131.985404:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+28:9662:x1818247335001088:12345-192.168.201.4@tcp:35:fsx.0 Request processed in 1077us (3863us total) trans 4294968741 rc 0/0 00000100:00100000:0.0:1734016131.985416:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 34 00000020:00080000:0.0:1734016131.985426:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016132.094797:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016132.095119:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335001344 00000100:00100000:3.0:1734016132.095131:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335001344 00000100:00100000:3.0:1734016132.095875:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 167 00000100:00100000:3.0:1734016132.095885:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247335001344:12345-192.168.201.4@tcp:400:kworker.0 00000100:00080000:2.0:1734016132.096055:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016102 00000100:00100000:3.0:1734016132.096971:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247335001344:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 1082us (2184us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.096981:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 167 00000100:00100000:2.0:1734016132.097171:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016132.097850:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335001216 00000100:00100000:0.0:1734016132.097863:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335001216 00000100:00100000:0.0:1734016132.097921:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 331 00000100:00100000:0.0:1734016132.097927:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e84cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1971:x1818247335001216:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:0.0:1734016132.098024:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e84cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1971:x1818247335001216:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 97us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.098032:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 331 00000100:00080000:2.0:1734016132.101090:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016102 00010000:00010000:0.0:1734016132.292613:0:6468:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016133.295081:0:9875:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016133.460118:0:3505:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016133.460680:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078308700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338482304:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1734016133.460793:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016133.460907:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338482304 00000100:00100000:3.0:1734016133.460916:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338482304 00000100:00100000:3.0:1734016133.461601:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1734016133.461610:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3505:x1818247338482304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1734016133.461651:0:7687:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:3.0:1734016133.461692:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3505:x1818247338482304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.461699:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1734016133.461756:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078308700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338482304:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1734016133.461843:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016103 00010000:00010000:1.0:1734016134.297364:0:7700:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1734016135.082974:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968741 is committed 00000001:00080000:2.0:1734016135.083012:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968739 is committed 00010000:00010000:0.0:1734016135.299153:0:6469:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016136.310739:0:6468:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016136.611304:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3506:1818247338482560:0@lo:400:kworker.0 00000100:00100000:1.0:1734016136.611436:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016136.611552:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078308700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3505:1818247338482432:0@lo:400:kworker.0 00000100:00100000:3.0:1734016136.611604:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016136.611942:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3507:1818247338482688:0@lo:400:kworker.0 00000100:00100000:1.0:1734016136.611981:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016136.612094:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338482560 00000100:00100000:2.0:1734016136.612109:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338482560 00000100:00100000:2.0:1734016136.612171:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338482688 00000100:00100000:2.0:1734016136.612174:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338482688 00000100:00100000:2.0:1734016136.612201:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:2.0:1734016136.612211:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3506:x1818247338482560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016136.612298:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3506:x1818247338482560:12345-0@lo:400:kworker.0 Request processed in 88us (864us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.612307:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:2.0:1734016136.612325:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1734016136.612331:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3507:x1818247338482688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016136.612359:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3507:x1818247338482688:12345-0@lo:400:kworker.0 Request processed in 26us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.612365:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00080000:2.0:1734016136.612387:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016106 00000100:00100000:2.0:1734016136.612413:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338482432 00000100:00100000:2.0:1734016136.612418:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338482432 00000100:00100000:2.0:1734016136.612451:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1734016136.612455:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e84c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3505:x1818247338482432:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734016136.612575:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016106 00000100:00100000:1.0:1734016136.613284:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3506:1818247338482560:0@lo:400:kworker.0 00000100:00100000:1.0:1734016136.613327:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3507:1818247338482688:0@lo:400:kworker.0 00000100:00100000:0.0:1734016136.613895:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338482816:0@lo:400:kworker.0 00000100:00100000:0.0:1734016136.613957:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016136.613992:0:3504:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016136.613998:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3504:1818247338482944:0@lo:400:kworker.0 00000100:00100000:0.0:1734016136.614024:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016136.614078:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338482944 00000100:00100000:0.0:1734016136.614082:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338482944 00000100:00100000:0.0:1734016136.614123:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:0.0:1734016136.614128:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3504:x1818247338482944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016136.614169:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3504:x1818247338482944:12345-0@lo:400:kworker.0 Request processed in 40us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016136.614175:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00080000:0.0:1734016136.614192:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016106 00000100:00100000:0.0:1734016136.614212:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3504:1818247338482944:0@lo:400:kworker.0 00000100:00100000:0.0:1734016136.614247:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338482816 00000100:00100000:0.0:1734016136.614249:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338482816 00000100:00100000:0.0:1734016136.614278:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1734016136.614282:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338482816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016136.614311:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338482816:12345-0@lo:400:kworker.0 Request processed in 28us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016136.614315:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00080000:0.0:1734016136.614325:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016106 00000100:00100000:0.0:1734016136.614339:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338482816:0@lo:400:kworker.0 00000100:00100000:2.0:1734016136.615547:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e84c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3505:x1818247338482432:12345-0@lo:400:kworker.0 Request processed in 3078us (3931us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.615565:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:3.0:1734016136.615726:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078308700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3505:1818247338482432:0@lo:400:kworker.0 00000100:00100000:1.0:1734016136.616337:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3506:1818247338483072:0@lo:400:kworker.0 00000100:00100000:1.0:1734016136.616399:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016136.616473:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338483072 00000100:00100000:1.0:1734016136.616480:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338483072 00000100:00100000:1.0:1734016136.616534:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1734016136.616543:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3506:x1818247338483072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016136.616596:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3506:x1818247338483072:12345-0@lo:400:kworker.0 Request processed in 55us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.616601:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1734016136.616632:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3506:1818247338483072:0@lo:400:kworker.0 00000100:00080000:1.0:1734016136.616654:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016106 00000100:00100000:2.0:1734016136.691597:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338483200:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016136.691761:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016136.691970:0:7944:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338483200 00000100:00100000:3.0:1734016136.691984:0:7944:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338483200 00000100:00100000:3.0:1734016136.692050:0:7944:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1734016136.692060:0:7944:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338483200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734016136.692111:0:7944:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3923218432 avail 3691696128 00000100:00100000:3.0:1734016136.692158:0:7944:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338483200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.692165:0:7944:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:2.0:1734016136.697979:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338483200:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734016137.115552:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016137.115600:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016137.115626:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016137.115658:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016137.115677:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016137.115707:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016137.115741:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335001856 00000100:00100000:3.0:1734016137.115749:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335001856 00000100:00100000:3.0:1734016137.115802:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335002112 00000100:00100000:3.0:1734016137.115804:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335002112 00000100:00100000:3.0:1734016137.115838:0:10752:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335001728 00000100:00100000:3.0:1734016137.115840:0:10752:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335001728 00000100:00100000:3.0:1734016137.115859:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 170 00000100:00100000:3.0:1734016137.115867:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335001856:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:3.0:1734016137.115963:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335001856:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 86us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.115971:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 170 00000100:00100000:3.0:1734016137.115985:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 171 00000100:00100000:3.0:1734016137.115989:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247335002112:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:3.0:1734016137.116008:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247335002112:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 19us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.116013:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 171 00000100:00100000:3.0:1734016137.116020:0:10752:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 172 00000100:00100000:3.0:1734016137.116023:0:10752:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247335001728:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:3.0:1734016137.116041:0:10752:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247335001728:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 16us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.116045:0:10752:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 172 00000100:00080000:3.0:1734016137.116056:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016107 00000100:00080000:3.0:1734016137.116059:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016107 00000100:00100000:0.0:1734016137.120552:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335001600 00000100:00100000:0.0:1734016137.120565:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335001600 00000100:00100000:0.0:1734016137.120619:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335001984 00000100:00100000:0.0:1734016137.120623:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335001984 00000100:00100000:0.0:1734016137.120646:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 244 00000100:00100000:0.0:1734016137.120653:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1971:x1818247335001600:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:0.0:1734016137.120740:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1971:x1818247335001600:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 87us (5202us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016137.120747:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 244 00000100:00100000:0.0:1734016137.120761:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 245 00000100:00100000:0.0:1734016137.120765:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1971:x1818247335001984:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:0.0:1734016137.120783:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1971:x1818247335001984:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 17us (5077us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016137.120788:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 245 00000100:00080000:3.0:1734016137.122629:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016107 00000100:00100000:2.0:1734016137.123098:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335001472 00000100:00100000:2.0:1734016137.123109:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335001472 00000100:00100000:2.0:1734016137.123188:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 333 00000100:00100000:2.0:1734016137.123195:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e84c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1971:x1818247335001472:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:2.0:1734016137.123257:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e84c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1971:x1818247335001472:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 63us (7597us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.123263:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 333 00000100:00080000:3.0:1734016137.125685:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016107 00010000:00010000:0.0:1734016137.313534:0:9875:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1734016137.375978:0:14364:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16b: 2500 iterations of dual-mount fsx at small size ========================================================== 10:08:56 (1734016136) 00000100:00100000:0.0:1734016137.441717:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016137.441765:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335002240 00000100:00100000:0.0:1734016137.441778:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335002240 00000100:00100000:0.0:1734016137.441862:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 35 00000100:00100000:0.0:1734016137.441873:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:10378:x1818247335002240:12345-192.168.201.4@tcp:33:lfs.0 00000004:00200000:0.0:1734016137.441965:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1734016137.441970:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:0.0:1734016137.442032:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:10378:x1818247335002240:12345-192.168.201.4@tcp:33:lfs.0 Request processed in 161us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016137.442038:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 35 00000100:00100000:0.0:1734016138.228267:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016138.230040:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335002496 00000100:00100000:2.0:1734016138.230056:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335002496 00000100:00100000:2.0:1734016138.230139:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2278 00000100:00100000:2.0:1734016138.230147:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:10401:x1818247335002496:12345-192.168.201.4@tcp:101:lfs.0 00010000:00010000:2.0:1734016138.230167:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.230170:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1734016138.230200:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55991461 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4e693 expref: 15 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.230217:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800709a8f00) 00010000:00010000:2.0:1734016138.230221:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016138.230233:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993dd5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee506c2 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.230342:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993ddc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.230356:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559901bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d823 expref: 11 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.230364:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993ddc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.230399:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559901bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d823 expref: 11 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.230413:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559901bb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d823 expref: 11 pid: 6479 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016138.230426:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c8e9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338483328:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016138.230524:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079bf3780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.236447:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016138.236596:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c8e9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338483328:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016138.236648:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993ddc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016138.237480:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335002624 00000100:00100000:2.0:1734016138.237508:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335002624 00010000:00010000:2.0:1734016138.237575:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559901bb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d823 expref: 12 pid: 6479 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016138.237623:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3194 00000100:00100000:2.0:1734016138.237632:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088625050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247335002624:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016138.237653:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016138.237661:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559901bb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d823 expref: 12 pid: 6479 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016138.237680:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559901bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d823 expref: 12 pid: 6479 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016138.237710:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559901bb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee4d823 expref: 12 pid: 6479 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016138.237731:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800709a8f00) 00010000:00010000:2.0:1734016138.237738:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993ddc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.237750:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993ddc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.237759:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993ddc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.237794:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016138.237910:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880088625050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247335002624:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 278us (1478us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.237919:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3194 00010000:00010000:2.0:1734016138.238001:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993ddc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.238009:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993ddc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.238033:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993de3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.238043:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993de3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.238054:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993de3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.238570:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993dea lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.238578:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993dea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.238584:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993dea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016138.238595:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 0 00010000:00010000:2.0:1734016138.238622:0:7707:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993ddc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.238629:0:7707:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993ddc lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.238634:0:7707:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993ddc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.238639:0:7707:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405200 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016138.238643:0:7707:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993ddc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.238650:0:7707:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993ddc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.238659:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800709a8f00) 00010000:00010000:2.0:1734016138.238662:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016138.238665:0:7707:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993ddc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.238673:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993ddc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000004:00010000:2.0:1734016138.238681:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801309dc000 reply state ffff8800781a8000 transno 4294968742 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993de3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016138.238689:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1734016138.238723:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993dd5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506c2 expref: 17 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.238743:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993dea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506c2 expref: 16 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.238750:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880079b73600) 00010000:00010000:2.0:1734016138.238753:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016138.238756:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016138.238794:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:10401:x1818247335002496:12345-192.168.201.4@tcp:101:lfs.0 Request processed in 8647us (10547us total) trans 4294968742 rc 0/0 00000100:00100000:2.0:1734016138.238802:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2278 00000100:00100000:0.0:1734016138.248031:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016138.252061:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993de3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016138.252081:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993de3 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016138.252090:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993de3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016138.252099:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a74058c0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016138.252106:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993de3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016138.252117:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993de3 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016138.252140:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3ce3da0 (ffff880079b73800) 00010000:00010000:3.0:1734016138.252143:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016138.252146:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993de3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016138.252150:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993de3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016138.252408:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335002880 00000100:00100000:3.0:1734016138.252428:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335002880 00000100:00100000:3.0:1734016138.252525:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2279 00000100:00100000:3.0:1734016138.252540:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:10401:x1818247335002880:12345-192.168.201.4@tcp:101:lfs.0 00010000:00010000:3.0:1734016138.252596:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.252630:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55993df8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee506c9 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.252876:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55993dff lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016138.252896:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993dea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506c2 expref: 17 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.252907:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55993dff lrc: 4/0,1 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016138.252974:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993dea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506c2 expref: 17 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.252989:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993dea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506c2 expref: 17 pid: 7707 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016138.253006:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f94380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338483456:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016138.253142:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.269832:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f94380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338483456:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016138.270037:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016138.270141:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335003008 00000100:00100000:1.0:1734016138.270163:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335003008 00010000:00010000:1.0:1734016138.270237:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993dea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506c2 expref: 18 pid: 7707 timeout: 501 lvb_type: 0 00000100:00100000:1.0:1734016138.270306:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3195 00000100:00100000:1.0:1734016138.270318:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:1969:x1818247335003008:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016138.270339:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016138.270345:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993dea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506c2 expref: 18 pid: 7707 timeout: 501 lvb_type: 0 00010000:00010000:1.0:1734016138.270361:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993dea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506c2 expref: 18 pid: 7707 timeout: 501 lvb_type: 0 00010000:00010000:1.0:1734016138.270395:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993dea lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506c2 expref: 18 pid: 7707 timeout: 501 lvb_type: 0 00010000:00010000:1.0:1734016138.270422:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880079b73600) 00010000:00010000:1.0:1734016138.270428:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55993dff lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016138.270439:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55993dff lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016138.270449:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55993dff lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016138.270476:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016138.270556:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1969:x1818247335003008:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 238us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016138.270565:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3195 00010000:00010000:2.0:1734016138.274297:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55993dff lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.274353:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55993dff lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.274360:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55993dff lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016138.274395:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 0 00000004:00080000:2.0:1734016138.274701:0:7707:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x6:0x0], index 0: 0 00000004:00080000:2.0:1734016138.274709:0:7707:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x6:0x0], index 1: 0 00010000:00010000:2.0:1734016138.274870:0:7707:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55993dff lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.274878:0:7707:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55993dff lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.274885:0:7707:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55993dff lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.274891:0:7707:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070101f80 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016138.274894:0:7707:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55993dff lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.274902:0:7707:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55993dff lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.274921:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880079b73600) 00010000:00010000:2.0:1734016138.274925:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1734016138.274929:0:7707:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55993dff lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.274945:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55993dff lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016138.275024:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55993df8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506c9 expref: 17 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.275031:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55993df8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506c9 expref: 17 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.275046:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:2.0:1734016138.275191:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:10401:x1818247335002880:12345-192.168.201.4@tcp:101:lfs.0 Request processed in 22652us (27181us total) trans 4294968743 rc 301/301 00000100:00100000:2.0:1734016138.275204:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2279 00000100:00100000:0.0:1734016138.281612:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016138.281801:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335003264 00000100:00100000:2.0:1734016138.281864:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335003264 00000100:00100000:2.0:1734016138.281952:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 36 00000100:00100000:2.0:1734016138.281961:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:10401:x1818247335003264:12345-192.168.201.4@tcp:35:lfs.0 00000100:00100000:2.0:1734016138.282490:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:10401:x1818247335003264:12345-192.168.201.4@tcp:35:lfs.0 Request processed in 527us (912us total) trans 4294968744 rc 0/0 00000100:00100000:2.0:1734016138.282498:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 36 00000100:00100000:1.0:1734016138.290888:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016138.291263:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335003392 00000100:00100000:2.0:1734016138.291282:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335003392 00000100:00100000:2.0:1734016138.291379:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2280 00000100:00100000:2.0:1734016138.291393:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:10401:x1818247335003392:12345-192.168.201.4@tcp:101:lfs.0 00010000:00010000:2.0:1734016138.291452:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.291499:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993e0d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee506d0 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.291613:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993e0d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506d0 expref: 18 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.291638:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993e0d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506d0 expref: 18 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.291670:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880079b73700) 00010000:00010000:2.0:1734016138.291674:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1734016138.291679:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016138.291797:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:10401:x1818247335003392:12345-192.168.201.4@tcp:101:lfs.0 Request processed in 405us (1003us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.291829:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2280 00000100:00100000:0.0:1734016138.300637:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016138.300709:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335003648 00000100:00100000:0.0:1734016138.300725:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335003648 00000100:00100000:0.0:1734016138.300837:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 37 00000100:00100000:0.0:1734016138.300848:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:10401:x1818247335003648:12345-192.168.201.4@tcp:35:lfs.0 00000100:00100000:0.0:1734016138.301278:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:10401:x1818247335003648:12345-192.168.201.4@tcp:35:lfs.0 Request processed in 428us (657us total) trans 4294968745 rc 0/0 00000100:00100000:0.0:1734016138.301289:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 37 00000100:00100000:2.0:1734016138.315258:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016138.316133:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335003776 00000100:00100000:3.0:1734016138.316147:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335003776 00000100:00100000:3.0:1734016138.316210:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2281 00000100:00100000:3.0:1734016138.316219:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:10402:x1818247335003776:12345-192.168.201.4@tcp:101:dd.0 00010000:00010000:3.0:1734016138.316247:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.316274:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc55993e14 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee506d7 expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.316365:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55993e1b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016138.316381:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55993e1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016138.316392:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55993e1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:3.0:1734016138.316452:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1734016138.316456:0:13928:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016138.316475:0:13928:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55993e1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016138.316503:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc55993e14 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506d7 expref: 21 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.316521:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55993e1b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506d7 expref: 20 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.316528:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e268a00) 00010000:00010000:3.0:1734016138.316531:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1734016138.316533:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101b00, rc 0) 00000100:00100000:3.0:1734016138.316596:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:10402:x1818247335003776:12345-192.168.201.4@tcp:101:dd.0 Request processed in 377us (1358us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.316602:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2281 00010000:00010000:1.0:1734016138.317396:0:7700:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016138.320329:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016138.320877:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335004032 00000100:00100000:0.0:1734016138.320893:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335004032 00000100:00100000:0.0:1734016138.320978:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2282 00000100:00100000:0.0:1734016138.320989:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:10402:x1818247335004032:12345-192.168.201.4@tcp:101:dd.0 00010000:00010000:0.0:1734016138.321021:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016138.321027:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1734016138.321070:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55993e1b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506d7 expref: 20 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.321092:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e268a00) 00010000:00010000:0.0:1734016138.321107:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016138.321122:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55993e22 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee506de expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.321310:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55993e29 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.321326:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55993e29 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.321336:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55993e29 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.321351:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993e30 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.321356:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993e30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.321361:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993e30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.321418:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55993e37 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.321423:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55993e37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.321427:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55993e37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:0.0:1734016138.321440:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 0 00010000:00010000:0.0:1734016138.322281:0:7707:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55993e29 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.322289:0:7707:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55993e29 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.322296:0:7707:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55993e29 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.322300:0:7707:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8564d80 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016138.322304:0:7707:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55993e29 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.322311:0:7707:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55993e29 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.322320:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880077e31600) 00010000:00010000:0.0:1734016138.322323:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016138.322326:0:7707:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55993e29 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.322331:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55993e29 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.322340:0:7707:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993e30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.322344:0:7707:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993e30 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.322349:0:7707:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993e30 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.322356:0:7707:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8567cc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016138.322358:0:7707:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993e30 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.322363:0:7707:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993e30 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.322368:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3ce3da0 (ffff880077e31000) 00010000:00010000:0.0:1734016138.322370:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016138.322372:0:7707:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993e30 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.322376:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993e30 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016138.322424:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55993e22 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506de expref: 22 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.322438:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55993e37 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506de expref: 21 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.322443:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880079b73700) 00010000:00010000:0.0:1734016138.322445:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016138.322447:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567180, rc 0) 00000100:00100000:0.0:1734016138.322546:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:10402:x1818247335004032:12345-192.168.201.4@tcp:101:dd.0 Request processed in 1557us (2223us total) trans 4294968746 rc 0/0 00000100:00100000:0.0:1734016138.322554:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2282 00000100:00100000:0.0:1734016138.327595:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016138.327651:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335004160 00000100:00100000:1.0:1734016138.327664:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335004160 00000100:00100000:1.0:1734016138.327725:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2283 00000100:00100000:1.0:1734016138.327733:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:10402:x1818247335004160:12345-192.168.201.4@tcp:101:dd.0 00010000:00010000:1.0:1734016138.327764:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016138.327792:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc55993e45 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee506e5 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.327847:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55993e4c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016138.327860:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55993e4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016138.327871:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55993e4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016138.327995:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc55993e45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506e5 expref: 23 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.328012:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55993e4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506e5 expref: 22 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.328020:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880079b73700) 00010000:00010000:1.0:1734016138.328023:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1734016138.328025:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016138.328077:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:10402:x1818247335004160:12345-192.168.201.4@tcp:101:dd.0 Request processed in 343us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016138.328085:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2283 00000100:00100000:0.0:1734016138.330545:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016138.330747:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335004416 00000100:00100000:1.0:1734016138.330760:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335004416 00000100:00100000:1.0:1734016138.330862:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2284 00000100:00100000:1.0:1734016138.330872:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:10402:x1818247335004416:12345-192.168.201.4@tcp:36:dd.0 00010000:00010000:1.0:1734016138.330962:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016138.331001:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55993e37 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506de expref: 22 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.331026:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880079b73700) 00010000:00010000:1.0:1734016138.331031:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016138.331256:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993e53 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016138.331273:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993e53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016138.331283:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993e53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:1.0:1734016138.331323:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968747 00000004:00010000:1.0:1734016138.331341:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007a3cb800 reply state ffff88013701d000 transno 4294968748 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993e53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016138.331349:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016138.331447:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:10402:x1818247335004416:12345-192.168.201.4@tcp:36:dd.0 Request processed in 577us (919us total) trans 4294968748 rc 0/0 00000100:00100000:1.0:1734016138.331455:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2284 00000020:00080000:1.0:1734016138.331461:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016138.334491:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016138.334545:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335004544 00000100:00100000:0.0:1734016138.334561:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335004544 00000100:00100000:0.0:1734016138.334626:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11257 00000100:00100000:0.0:1734016138.334636:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:10402:x1818247335004544:12345-192.168.201.4@tcp:101:dd.0 00010000:00010000:0.0:1734016138.334661:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016138.334691:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8564240/0x979ba2bc55993e5a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee506ec expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016138.334733:0:9511:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x240000400:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1734016138.334775:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016138.334777:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016138.334786:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8564240/0x979ba2bc55993e5a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506ec expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.334823:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8564240/0x979ba2bc55993e5a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506ec expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.334839:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564240, rc 0) 00000100:00100000:0.0:1734016138.334916:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:10402:x1818247335004544:12345-192.168.201.4@tcp:101:dd.0 Request processed in 281us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016138.334924:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11257 00010000:00010000:3.0:1734016138.335378:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993e53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016138.335390:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993e53 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016138.335398:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993e53 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016138.335405:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e837840 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016138.335413:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993e53 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016138.335422:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993e53 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016138.335444:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880079b73700) 00010000:00010000:3.0:1734016138.335448:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016138.335453:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993e53 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016138.335459:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993e53 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016138.339787:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016138.339884:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335004672 00000100:00100000:0.0:1734016138.339901:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335004672 00000100:00100000:0.0:1734016138.339979:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11258 00000100:00100000:0.0:1734016138.339989:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:10402:x1818247335004672:12345-192.168.201.4@tcp:101:dd.0 00010000:00010000:0.0:1734016138.340024:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016138.340056:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993e61 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee506f3 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016138.340094:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1734016138.340126:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016138.340129:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016138.340140:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993e61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506f3 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.340162:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993e61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506f3 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.340175:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85646c0, rc 0) 00000100:00100000:0.0:1734016138.340237:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10402:x1818247335004672:12345-192.168.201.4@tcp:101:dd.0 Request processed in 250us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016138.340244:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11258 00000100:00100000:0.0:1734016138.341790:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016138.341885:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016138.342301:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335004800 00000100:00100000:2.0:1734016138.342310:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335004800 00002000:00010000:2.0:1734016138.342353:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/6 (0->18446744073709551615) 00002000:00100000:2.0:1734016138.342357:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3ca680 with x1818247335004800 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016138.342369:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a3ca680. 00000100:00100000:2.0:1734016138.342386:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335004928 00000100:00100000:2.0:1734016138.342388:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335004928 00002000:00010000:2.0:1734016138.342399:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (0->18446744073709551615) 00002000:00100000:2.0:1734016138.342402:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c8a80 with x1818247335004928 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016138.342408:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c8a80. 00000100:00100000:2.0:1734016138.342435:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9282 00000100:00100000:2.0:1734016138.342442:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335004800:12345-192.168.201.4@tcp:10:dd.0 00000100:00100000:0.0:1734016138.342709:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9283 00000100:00100000:0.0:1734016138.342714:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335004928:12345-192.168.201.4@tcp:10:dd.0 00002000:00010000:0.0:1734016138.342835:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1734016138.342839:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 0 -> 1734016138 00002000:00010000:0.0:1734016138.342841:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1734016138.342843:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 0 -> 1734016138 00002000:00010000:0.0:1734016138.342845:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1734016138.342884:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1734016138.342894:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb mtime from disk: 0 -> 1734016138 00002000:00010000:2.0:1734016138.342897:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1734016138.342899:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb ctime from disk: 0 -> 1734016138 00002000:00010000:2.0:1734016138.342901:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016138.342906:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247335004928:12345-192.168.201.4@tcp:10:dd.0 Request processed in 191us (1019us total) trans 4294969584 rc 0/0 00000100:00100000:0.0:1734016138.342913:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9283 00002000:00010000:0.0:1734016138.342916:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (0->18446744073709551615) 00002000:00100000:0.0:1734016138.342918:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c8a80 with x1818247335004928 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016138.342922:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c8a80. 00000100:00100000:2.0:1734016138.343008:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335004800:12345-192.168.201.4@tcp:10:dd.0 Request processed in 556us (1220us total) trans 4294968017 rc 0/0 00000100:00100000:2.0:1734016138.343025:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9282 00002000:00010000:2.0:1734016138.343034:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/6 (0->18446744073709551615) 00002000:00100000:2.0:1734016138.343038:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3ca680 with x1818247335004800 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016138.343045:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a3ca680. 00000100:00100000:0.0:1734016138.467242:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338483584:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016138.467348:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016138.467521:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338483584 00000100:00100000:3.0:1734016138.467533:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338483584 00000100:00100000:3.0:1734016138.467614:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1734016138.467624:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338483584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1734016138.467678:0:7687:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:3.0:1734016138.467747:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338483584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 125us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.467753:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1734016138.467890:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338483584:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1734016138.468015:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016108 00000100:00100000:0.0:1734016138.487285:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016138.488144:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335005184 00000100:00100000:2.0:1734016138.488163:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335005184 00002000:00100000:2.0:1734016138.488263:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x6:0x0] (0->4194303) req@ffff88007a3cb480 x1818247335005184/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.488280:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb480 with x1818247335005184 ext(0->4194303) 00002000:00010000:2.0:1734016138.488287:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a3cb480 00000100:00100000:2.0:1734016138.488463:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9284 00000100:00100000:2.0:1734016138.488474:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335005184:12345-192.168.201.4@tcp:4:dd.0 00000100:00100000:0.0:1734016138.712961:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247335005184:12345-192.168.201.4@tcp:4:dd.0 Request processed in 224449us (225670us total) trans 4294968018 rc 0/0 00000100:00100000:0.0:1734016138.712994:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9284 00002000:00100000:0.0:1734016138.713023:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x6:0x0] (0->4194303) req@ffff88007a3cb480 x1818247335005184/t4294968018(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:99/0 lens 488/448 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.713039:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb480 with x1818247335005184 ext(0->4194303) 00002000:00010000:0.0:1734016138.713050:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a3cb480 00000100:00100000:1.0:1734016138.770540:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016138.771444:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335005312 00000100:00100000:3.0:1734016138.771462:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335005312 00000100:00100000:3.0:1734016138.771547:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2285 00000100:00100000:3.0:1734016138.771558:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:10402:x1818247335005312:12345-192.168.201.4@tcp:44:dd.0 00000001:00080000:2.0:1734016138.775417:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968748 is committed 00000100:00100000:3.0:1734016138.775997:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:10402:x1818247335005312:12345-192.168.201.4@tcp:44:dd.0 Request processed in 4420us (5470us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.776018:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2285 00000100:00100000:0.0:1734016138.787005:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016138.787187:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335005440 00000100:00100000:2.0:1734016138.787203:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335005440 00000100:00100000:2.0:1734016138.787360:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11259 00000100:00100000:2.0:1734016138.787373:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247335005440:12345-192.168.201.4@tcp:16:dd.0 00000001:00080000:0.0:1734016138.801232:0:7682:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968018 is committed 00000100:00100000:2.0:1734016138.802095:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335005440:12345-192.168.201.4@tcp:16:dd.0 Request processed in 14710us (15091us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.802115:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11259 00000100:00100000:0.0:1734016138.993962:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016138.994225:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335005696 00000100:00100000:2.0:1734016138.994247:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335005696 00002000:00100000:2.0:1734016138.994358:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88007a3c9500 x1818247335005696/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.994374:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9500 with x1818247335005696 ext(0->4194303) 00002000:00010000:2.0:1734016138.994383:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9500 00000100:00100000:2.0:1734016138.994430:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9285 00000100:00100000:2.0:1734016138.994444:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1971:x1818247335005696:12345-192.168.201.4@tcp:4:dd.0 00000100:00100000:0.0:1734016139.145028:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247335005696:12345-192.168.201.4@tcp:4:dd.0 Request processed in 150549us (151057us total) trans 4294969585 rc 0/0 00000100:00100000:0.0:1734016139.145057:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9285 00002000:00100000:0.0:1734016139.145090:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88007a3c9500 x1818247335005696/t4294969585(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:99/0 lens 488/448 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1734016139.145116:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9500 with x1818247335005696 ext(0->4194303) 00002000:00010000:0.0:1734016139.145131:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9500 00000100:00100000:0.0:1734016139.150526:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016139.151213:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335005824 00000100:00100000:2.0:1734016139.151234:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335005824 00000100:00100000:2.0:1734016139.151346:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11260 00000100:00100000:2.0:1734016139.151361:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247335005824:12345-192.168.201.4@tcp:16:dd.0 00000100:00080000:0.0:1734016139.151428:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016109 00000001:00080000:2.0:1734016139.155218:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969585 is committed 00000100:00100000:0.0:1734016139.155613:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335005824:12345-192.168.201.4@tcp:16:dd.0 Request processed in 4237us (5103us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016139.155638:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11260 00000100:00100000:1.0:1734016139.166635:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016139.167304:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335006080 00000100:00100000:3.0:1734016139.167318:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335006080 00000100:00080000:0.0:1734016139.173218:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016109 00000100:00100000:0.0:1734016139.174524:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 38 00000100:00100000:0.0:1734016139.174541:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:10402:x1818247335006080:12345-192.168.201.4@tcp:35:dd.0 00000001:00080000:0.0:1734016139.174901:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968749 00000100:00100000:0.0:1734016139.175103:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:10402:x1818247335006080:12345-192.168.201.4@tcp:35:dd.0 Request processed in 565us (8484us total) trans 4294968750 rc 0/0 00000100:00100000:0.0:1734016139.175113:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 38 00000020:00080000:0.0:1734016139.175121:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016139.194672:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016139.195064:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335006208 00000100:00100000:3.0:1734016139.195082:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335006208 00000100:00100000:3.0:1734016139.195190:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2286 00000100:00100000:3.0:1734016139.195202:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:10404:x1818247335006208:12345-192.168.201.4@tcp:101:dd.0 00010000:00010000:3.0:1734016139.195237:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.195279:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55993e68 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee506fa expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.195371:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55993e6f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016139.195388:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55993e6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016139.195406:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55993e6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:3.0:1734016139.195465:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1734016139.195469:0:13928:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016139.195495:0:13928:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55993e6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016139.195522:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55993e68 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506fa expref: 13 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.195574:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55993e6f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506fa expref: 12 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.195585:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b4a4400) 00010000:00010000:3.0:1734016139.195588:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1734016139.195591:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016139.195667:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:10404:x1818247335006208:12345-192.168.201.4@tcp:101:dd.0 Request processed in 466us (1016us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.195674:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2286 00000100:00080000:0.0:1734016139.196281:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016109 00000100:00100000:0.0:1734016139.198356:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016139.201332:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335006464 00000100:00100000:1.0:1734016139.201349:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335006464 00000100:00100000:1.0:1734016139.201426:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2287 00000100:00100000:1.0:1734016139.201436:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:10404:x1818247335006464:12345-192.168.201.4@tcp:101:dd.0 00010000:00010000:1.0:1734016139.201466:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.201471:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1734016139.201506:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55993e6f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506fa expref: 12 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.201547:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b4a4400) 00010000:00010000:1.0:1734016139.201561:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016139.201577:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55993e76 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50701 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.201734:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993e7d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.201747:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993e7d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.201758:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993e7d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.201769:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55993e84 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.201775:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55993e84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.201780:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55993e84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.201871:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55993e8b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.201879:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55993e8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.201886:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55993e8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:1.0:1734016139.201895:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 8388608 00010000:00010000:1.0:1734016139.201984:0:7707:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993e7d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.201989:0:7707:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993e7d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.201995:0:7707:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993e7d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.202000:0:7707:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e834d80 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:1.0:1734016139.202003:0:7707:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993e7d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.202008:0:7707:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993e7d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.202015:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a7566600) 00010000:00010000:1.0:1734016139.202017:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016139.202020:0:7707:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993e7d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.202023:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993e7d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.202034:0:7707:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55993e84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.202038:0:7707:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55993e84 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.202042:0:7707:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55993e84 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.202045:0:7707:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e835200 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:1.0:1734016139.202047:0:7707:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55993e84 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.202049:0:7707:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55993e84 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.202054:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3ce3da0 (ffff8800a7566b00) 00010000:00010000:1.0:1734016139.202056:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016139.202057:0:7707:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55993e84 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.202060:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55993e84 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016139.202091:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55993e76 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50701 expref: 14 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.202101:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55993e8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50701 expref: 13 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.202106:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880079b73700) 00010000:00010000:1.0:1734016139.202108:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016139.202110:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:1.0:1734016139.202171:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:10404:x1818247335006464:12345-192.168.201.4@tcp:101:dd.0 Request processed in 737us (3826us total) trans 4294968751 rc 0/0 00000100:00100000:1.0:1734016139.202178:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2287 00000100:00100000:3.0:1734016139.206072:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016139.206167:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335006720 00000100:00100000:0.0:1734016139.206183:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335006720 00000100:00100000:0.0:1734016139.206277:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2288 00000100:00100000:0.0:1734016139.206286:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:10404:x1818247335006720:12345-192.168.201.4@tcp:36:dd.0 00010000:00010000:0.0:1734016139.206404:0:13928:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016139.206457:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55993e8b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50701 expref: 13 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.207068:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880079b73700) 00010000:00010000:0.0:1734016139.207075:0:13928:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016139.207310:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55993e99 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016139.207326:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55993e99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016139.207336:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55993e99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000001:00080000:0.0:1734016139.207380:0:13928:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968752 00000004:00010000:0.0:1734016139.207401:0:13928:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880077f95880 reply state ffff880077eb6000 transno 4294968753 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55993e99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:0.0:1734016139.207410:0:13928:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016139.207556:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:10404:x1818247335006720:12345-192.168.201.4@tcp:36:dd.0 Request processed in 1268us (1504us total) trans 4294968753 rc 0/0 00000100:00100000:0.0:1734016139.207570:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2288 00000020:00080000:0.0:1734016139.207577:0:13928:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016139.210994:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016139.211097:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55993e99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016139.211115:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55993e99 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016139.211126:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55993e99 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016139.211133:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8565680 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016139.211139:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55993e99 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016139.211146:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55993e99 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016139.211169:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880079b73700) 00010000:00010000:3.0:1734016139.211172:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016139.211176:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55993e99 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016139.211180:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55993e99 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000100:00100000:1.0:1734016139.211386:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335006848 00000100:00100000:1.0:1734016139.211409:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335006848 00000100:00100000:2.0:1734016139.212501:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2289 00000100:00100000:2.0:1734016139.212512:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:10404:x1818247335006848:12345-192.168.201.4@tcp:101:dd.0 00010000:00010000:2.0:1734016139.212556:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.212582:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993ea0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50708 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.212656:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993ea0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50708 expref: 15 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.212668:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7407cc0/0x979ba2bc55993ea0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50708 expref: 15 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.212682:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880079b73700) 00010000:00010000:2.0:1734016139.212684:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1734016139.212686:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7407cc0, rc 0) 00000100:00100000:2.0:1734016139.212769:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:10404:x1818247335006848:12345-192.168.201.4@tcp:101:dd.0 Request processed in 258us (1792us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.212775:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2289 00000100:00100000:0.0:1734016139.214782:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016139.215101:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335006976 00000100:00100000:2.0:1734016139.215117:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335006976 00000100:00100000:2.0:1734016139.215306:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11261 00000100:00100000:2.0:1734016139.215315:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:1968:x1818247335006976:12345-192.168.201.4@tcp:8:dd.0 00010000:00080000:2.0:1734016139.215356:0:9511:0:(ldlm_lib.c:1340:target_handle_connect()) lustre-OST0000: connection from 6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp t0 exp (null) cur 402 last 0 00000020:00000080:2.0:1734016139.215386:0:9511:0:(genops.c:1313:class_connect()) connect: client 6ad7014d-1575-48d3-b7ba-eccec1d268ba, cookie 0x979ba2bc55993ea7 00002000:00100000:2.0:1734016139.215399:0:9511:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0000: cli 6ad7014d-1575-48d3-b7ba-eccec1d268ba/ffff88012fa82800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2100000 ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1734016139.215412:0:9511:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1734016139.215501:0:9511:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff8800a87dcb40 00002000:00080000:2.0:1734016139.215514:0:9511:0:(ofd_obd.c:393:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1734016139.215545:0:9511:0:(import.c:86:import_set_state_nolock()) ffff88012fa83800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:2.0:1734016139.215900:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1968:x1818247335006976:12345-192.168.201.4@tcp:8:dd.0 Request processed in 583us (1133us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.215908:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11261 00000100:00100000:0.0:1734016139.217595:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016139.217714:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335007104 00000100:00100000:2.0:1734016139.217726:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335007104 00000100:00100000:1.0:1734016139.218210:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11262 00000100:00100000:1.0:1734016139.218221:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:10404:x1818247335007104:12345-192.168.201.4@tcp:101:dd.0 00010000:00010000:1.0:1734016139.218247:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.218274:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e834900/0x979ba2bc55993eae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5070f expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.218316:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8564240/0x979ba2bc55993e5a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506ec expref: 6 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.218324:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016139.218326:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016139.218329:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006e834900/0x979ba2bc55993eae lrc: 4/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5070f expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.218365:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8564240/0x979ba2bc55993e5a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506ec expref: 6 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.218376:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a8564240/0x979ba2bc55993e5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506ec expref: 6 pid: 9511 timeout: 502 lvb_type: 0 00000100:00100000:1.0:1734016139.218388:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8685180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338483712:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016139.218450:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.226090:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016139.226727:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8685180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338483712:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016139.226786:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e834900/0x979ba2bc55993eae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5070f expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.226841:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:1.0:1734016139.226936:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:10404:x1818247335007104:12345-192.168.201.4@tcp:101:dd.0 Request processed in 8715us (9350us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.226948:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11262 00000100:00100000:3.0:1734016139.227951:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335007232 00000100:00100000:3.0:1734016139.227968:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335007232 00010000:00010000:3.0:1734016139.228040:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8564240/0x979ba2bc55993e5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506ec expref: 7 pid: 9511 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016139.228093:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3196 00000100:00100000:3.0:1734016139.228102:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335007232:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016139.228124:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016139.228130:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a8564240/0x979ba2bc55993e5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506ec expref: 7 pid: 9511 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016139.228147:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a8564240/0x979ba2bc55993e5a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506ec expref: 7 pid: 9511 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016139.228184:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8564240/0x979ba2bc55993e5a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506ec expref: 7 pid: 9511 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016139.228213:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.228216:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.228227:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88006e834900/0x979ba2bc55993eae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5070f expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.228239:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006e834900/0x979ba2bc55993eae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5070f expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.228303:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88006e834900/0x979ba2bc55993eae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5070f expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.228321:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8957:1818247338483840:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016139.228434:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c540 going to sleep for 11 seconds 00000100:00080000:0.0:1734016139.228517:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016109 00000100:00100000:3.0:1734016139.230900:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8957:1818247338483840:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016139.230961:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016139.231053:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1969:x1818247335007232:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2948us (4976us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.231068:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3196 00000100:00100000:0.0:1734016139.232962:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016139.233064:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335007360 00000100:00100000:1.0:1734016139.233077:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335007360 00000100:00100000:1.0:1734016139.233162:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11263 00000100:00100000:1.0:1734016139.233171:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:10404:x1818247335007360:12345-192.168.201.4@tcp:101:dd.0 00010000:00010000:1.0:1734016139.233205:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.233236:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993eb5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50716 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.233285:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993e61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506f3 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.233295:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016139.233297:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016139.233301:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993eb5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50716 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.233356:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993e61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506f3 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.233377:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993e61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506f3 expref: 7 pid: 7686 timeout: 502 lvb_type: 0 00000100:00100000:1.0:1734016139.233397:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8685180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338483968:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016139.233485:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00000100:00080000:0.0:1734016139.234312:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016109 00000100:00100000:1.0:1734016139.240256:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8685180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338483968:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016139.240306:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993eb5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50716 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.240330:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016139.240462:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:10404:x1818247335007360:12345-192.168.201.4@tcp:101:dd.0 Request processed in 7288us (7509us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.240473:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11263 00000100:00100000:0.0:1734016139.243958:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016139.244094:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335007488 00000100:00100000:3.0:1734016139.244114:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335007488 00010000:00010000:3.0:1734016139.244169:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993e61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506f3 expref: 8 pid: 7686 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016139.244220:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3197 00000100:00100000:3.0:1734016139.244231:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335007488:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016139.244255:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016139.244261:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993e61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506f3 expref: 8 pid: 7686 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016139.244279:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993e61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506f3 expref: 8 pid: 7686 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016139.244313:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85646c0/0x979ba2bc55993e61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506f3 expref: 8 pid: 7686 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016139.244342:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.244345:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.244355:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993eb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50716 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.244367:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993eb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50716 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.244416:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993eb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50716 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.244432:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338484096:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016139.244879:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.246930:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016139.246981:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016139.247018:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335007616 00000100:00100000:0.0:1734016139.247030:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335007616 00002000:00010000:0.0:1734016139.247088:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/6 (0->18446744073709551615) 00002000:00100000:0.0:1734016139.247095:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c8700 with x1818247335007616 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016139.247111:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800701c8700. 00000100:00100000:0.0:1734016139.247135:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335007744 00000100:00100000:0.0:1734016139.247137:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335007744 00002000:00010000:0.0:1734016139.247151:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (0->18446744073709551615) 00002000:00100000:0.0:1734016139.247154:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701cb100 with x1818247335007744 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016139.247162:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701cb100. 00000100:00100000:0.0:1734016139.247191:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9286 00000100:00100000:0.0:1734016139.247200:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335007616:12345-192.168.201.4@tcp:10:dd.0 00000100:00100000:2.0:1734016139.247850:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9287 00000100:00100000:2.0:1734016139.247859:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335007744:12345-192.168.201.4@tcp:10:dd.0 00000100:00100000:3.0:1734016139.254118:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338484096:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016139.254164:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016139.254281:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335007488:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10047us (10343us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.254304:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3197 00002000:00010000:2.0:1734016139.258659:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1734016139.258676:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016138 -> 1734016139 00002000:00010000:2.0:1734016139.258682:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1734016139.258685:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016138 -> 1734016139 00002000:00010000:2.0:1734016139.258689:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016139.258930:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335007744:12345-192.168.201.4@tcp:10:dd.0 Request processed in 11052us (11930us total) trans 4294969586 rc 0/0 00000100:00100000:2.0:1734016139.258950:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9287 00002000:00010000:2.0:1734016139.258964:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (0->18446744073709551615) 00002000:00100000:2.0:1734016139.258970:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701cb100 with x1818247335007744 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016139.258984:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701cb100. 00000001:00080000:0.0:1734016139.269731:0:7682:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968019 is committed 00000001:00100000:0.0:1734016139.269763:0:7682:0:(tgt_lastrcvd.c:534:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 6ad7014d-1575-48d3-b7ba-eccec1d268ba 00002000:00010000:1.0:1734016139.270068:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1734016139.270076:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb mtime from disk: 1734016138 -> 1734016139 00002000:00010000:1.0:1734016139.270079:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1734016139.270081:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb ctime from disk: 1734016138 -> 1734016139 00002000:00010000:1.0:1734016139.270083:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016139.270191:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335007616:12345-192.168.201.4@tcp:10:dd.0 Request processed in 22983us (23282us total) trans 4294968019 rc 0/0 00000100:00100000:1.0:1734016139.270207:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9286 00002000:00010000:1.0:1734016139.270216:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/6 (0->18446744073709551615) 00002000:00100000:1.0:1734016139.270221:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c8700 with x1818247335007616 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016139.270230:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800701c8700. 00010000:00010000:0.0:1734016139.317163:0:6469:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016139.398146:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016139.398261:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335008000 00000100:00100000:1.0:1734016139.398278:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335008000 00002000:00100000:1.0:1734016139.398332:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x6:0x0] (0->4194303) req@ffff8800701caa00 x1818247335008000/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.398344:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701caa00 with x1818247335008000 ext(0->4194303) 00002000:00010000:1.0:1734016139.398352:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800701caa00 00000100:00100000:1.0:1734016139.398401:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9288 00000100:00100000:1.0:1734016139.398410:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247335008000:12345-192.168.201.4@tcp:4:dd.0 00000100:00100000:0.0:1734016139.594353:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247335008000:12345-192.168.201.4@tcp:4:dd.0 Request processed in 195922us (196206us total) trans 4294968020 rc 0/0 00000100:00100000:0.0:1734016139.594374:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9288 00002000:00100000:0.0:1734016139.594392:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x6:0x0] (0->4194303) req@ffff8800701caa00 x1818247335008000/t4294968020(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:100/0 lens 488/448 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1734016139.594405:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701caa00 with x1818247335008000 ext(0->4194303) 00002000:00010000:0.0:1734016139.594414:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800701caa00 00000100:00100000:2.0:1734016139.611047:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016139.611862:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335008128 00000100:00100000:1.0:1734016139.611875:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335008128 00000100:00100000:1.0:1734016139.611953:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2290 00000100:00100000:1.0:1734016139.611963:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:10404:x1818247335008128:12345-192.168.201.4@tcp:44:dd.0 00000100:00100000:1.0:1734016139.612159:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:10404:x1818247335008128:12345-192.168.201.4@tcp:44:dd.0 Request processed in 197us (1127us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.612167:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2290 00000100:00100000:2.0:1734016139.614189:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016139.614310:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335008256 00000100:00100000:1.0:1734016139.614324:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335008256 00000100:00100000:1.0:1734016139.614402:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11264 00000100:00100000:1.0:1734016139.614413:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335008256:12345-192.168.201.4@tcp:16:dd.0 00000001:00080000:0.0:1734016139.621106:0:7682:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968020 is committed 00000100:00100000:1.0:1734016139.622516:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335008256:12345-192.168.201.4@tcp:16:dd.0 Request processed in 8087us (8327us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.622536:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11264 00000100:00100000:3.0:1734016139.887340:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016139.887448:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335008512 00000100:00100000:0.0:1734016139.887463:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335008512 00002000:00100000:0.0:1734016139.887540:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880077f97b80 x1818247335008512/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1734016139.887552:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f97b80 with x1818247335008512 ext(0->4194303) 00002000:00010000:0.0:1734016139.887561:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f97b80 00000100:00100000:0.0:1734016139.887613:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9289 00000100:00100000:0.0:1734016139.887625:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247335008512:12345-192.168.201.4@tcp:4:dd.0 00000100:00100000:0.0:1734016140.096413:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247335008512:12345-192.168.201.4@tcp:4:dd.0 Request processed in 208774us (209074us total) trans 4294969587 rc 0/0 00000100:00100000:0.0:1734016140.096429:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9289 00002000:00100000:0.0:1734016140.096443:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880077f97b80 x1818247335008512/t4294969587(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:100/0 lens 488/448 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.096454:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f97b80 with x1818247335008512 ext(0->4194303) 00002000:00010000:0.0:1734016140.096462:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f97b80 00000100:00100000:3.0:1734016140.110174:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016140.113369:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335008640 00000100:00100000:1.0:1734016140.113404:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335008640 00000100:00100000:1.0:1734016140.113539:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11265 00000100:00100000:1.0:1734016140.113552:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247335008640:12345-192.168.201.4@tcp:16:dd.0 00000001:00080000:0.0:1734016140.124942:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969587 is committed 00000100:00100000:1.0:1734016140.125254:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247335008640:12345-192.168.201.4@tcp:16:dd.0 Request processed in 11693us (15092us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.125270:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11265 00000100:00100000:3.0:1734016140.137336:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016140.138138:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335008896 00000100:00100000:0.0:1734016140.138158:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335008896 00000100:00100000:0.0:1734016140.138242:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 39 00000100:00100000:0.0:1734016140.138249:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b96850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:10404:x1818247335008896:12345-192.168.201.4@tcp:35:dd.0 00000001:00080000:0.0:1734016140.138451:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968754 00000100:00100000:0.0:1734016140.138592:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b96850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:10404:x1818247335008896:12345-192.168.201.4@tcp:35:dd.0 Request processed in 341us (1267us total) trans 4294968755 rc 0/0 00000100:00100000:0.0:1734016140.138599:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 39 00000020:00080000:0.0:1734016140.138603:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016140.170666:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016140.170871:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335009024 00000100:00100000:0.0:1734016140.170893:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335009024 00000100:00100000:0.0:1734016140.171016:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2291 00000100:00100000:0.0:1734016140.171030:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:10405:x1818247335009024:12345-192.168.201.4@tcp:101:rm.0 00010000:00010000:0.0:1734016140.171100:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.171158:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55993ebc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5071d expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.171295:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55993ec3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.171316:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55993ec3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.171340:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55993ec3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:0.0:1734016140.171441:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1734016140.171448:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016140.171479:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55993ec3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.171520:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55993ebc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5071d expref: 20 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.171578:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55993ec3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5071d expref: 19 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.171591:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88006e408000) 00010000:00010000:0.0:1734016140.171594:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1734016140.171599:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565680, rc 0) 00000100:00100000:0.0:1734016140.171726:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:10405:x1818247335009024:12345-192.168.201.4@tcp:101:rm.0 Request processed in 699us (1084us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.171736:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2291 00000100:00100000:3.0:1734016140.176948:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016140.178126:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335009152 00000100:00100000:1.0:1734016140.178151:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335009152 00000100:00100000:1.0:1734016140.178698:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2292 00000100:00100000:1.0:1734016140.178712:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:10405:x1818247335009152:12345-192.168.201.4@tcp:101:rm.0 00010000:00010000:1.0:1734016140.178753:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.178792:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55993eca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50724 expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.178943:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993ed1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.178964:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993ed1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.178981:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993ed1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.178999:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993ed8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179004:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179010:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179143:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc55993edf lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179156:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc55993edf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179162:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc55993edf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:1.0:1734016140.179222:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 8388608 00000004:00200000:1.0:1734016140.179227:0:13928:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016140.179250:0:13928:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc55993edf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179265:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc55993edf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179274:0:13928:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993ed1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179282:0:13928:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993ed1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179289:0:13928:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993ed1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179297:0:13928:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e834d80 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:1.0:1734016140.179303:0:13928:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993ed1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179310:0:13928:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993ed1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179324:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88006e408000) 00010000:00010000:1.0:1734016140.179329:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016140.179335:0:13928:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993ed1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179342:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55993ed1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179387:0:13928:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179393:0:13928:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993ed8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179399:0:13928:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993ed8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179404:0:13928:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e837840 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:1.0:1734016140.179407:0:13928:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993ed8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179413:0:13928:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993ed8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179420:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3ce3da0 (ffff880129c30900) 00010000:00010000:1.0:1734016140.179423:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016140.179426:0:13928:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993ed8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179431:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc55993ed8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.179485:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55993eca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50724 expref: 21 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.179501:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc55993edf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50724 expref: 20 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.179516:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880079b73700) 00010000:00010000:1.0:1734016140.179519:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016140.179523:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016140.179693:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:10405:x1818247335009152:12345-192.168.201.4@tcp:101:rm.0 Request processed in 977us (2764us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.179707:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2292 00000100:00100000:3.0:1734016140.182482:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016140.182874:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016140.182993:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335009280 00000100:00100000:0.0:1734016140.183010:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335009280 00000100:00100000:0.0:1734016140.183068:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335009408 00000100:00100000:0.0:1734016140.183070:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335009408 00000100:00100000:0.0:1734016140.183100:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11266 00000100:00100000:0.0:1734016140.183109:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247335009280:12345-192.168.201.4@tcp:101:rm.0 00010000:00010000:0.0:1734016140.183135:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.183172:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8565d40/0x979ba2bc55993ee6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5072b expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016140.183261:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338484224:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016140.183345:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.183546:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11267 00000100:00100000:1.0:1734016140.183553:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335009408:12345-192.168.201.4@tcp:101:rm.0 00010000:00010000:1.0:1734016140.183563:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.183577:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55993eed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50732 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.183618:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8685180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338484352:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016140.183648:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016140.187117:0:7686:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb size: 0 -> 4194304 00002000:00010000:0.0:1734016140.187132:0:7686:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb mtime: 1734016139 -> 1734016140 00002000:00010000:0.0:1734016140.187135:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb atime: 0 -> 1734016138 00002000:00010000:0.0:1734016140.187137:0:7686:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb ctime: 1734016139 -> 1734016140 00002000:00010000:0.0:1734016140.187140:0:7686:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb blocks: 0 -> 8192 00000100:00100000:0.0:1734016140.187181:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338484224:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016140.187244:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8565d40/0x979ba2bc55993ee6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5072b expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.187268:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8565d40/0x979ba2bc55993ee6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5072b expref: 7 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.187302:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565d40, rc 0) 00000100:00100000:0.0:1734016140.187384:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:1971:x1818247335009280:12345-192.168.201.4@tcp:101:rm.0 Request processed in 4274us (4919us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016140.187398:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11266 00002000:00010000:1.0:1734016140.188012:0:7685:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 0 -> 4194304 00002000:00010000:1.0:1734016140.188017:0:7685:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016139 -> 1734016140 00002000:00010000:1.0:1734016140.188019:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 0 -> 1734016138 00002000:00010000:1.0:1734016140.188021:0:7685:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016139 -> 1734016140 00002000:00010000:1.0:1734016140.188022:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 0 -> 8192 00000100:00100000:1.0:1734016140.188040:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8685180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338484352:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016140.188066:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55993eed lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50732 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.188077:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55993eed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50732 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.188107:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016140.188148:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335009408:12345-192.168.201.4@tcp:101:rm.0 Request processed in 4594us (5275us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.188155:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11267 00000100:00100000:2.0:1734016140.196721:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016140.196895:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335009664 00000100:00100000:0.0:1734016140.196918:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335009664 00000100:00100000:0.0:1734016140.197007:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2293 00000100:00100000:0.0:1734016140.197016:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:10405:x1818247335009664:12345-192.168.201.4@tcp:36:rm.0 00010000:00010000:0.0:1734016140.197123:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1734016140.197169:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc55993edf lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50724 expref: 20 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.197214:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc55993e4c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506e5 expref: 19 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.197233:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993e0d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee506d0 expref: 18 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.197250:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880079b73700) 00010000:00010000:0.0:1734016140.197260:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565680/0x979ba2bc55993ec3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5071d expref: 17 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.197271:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88006e408000) 00010000:00010000:0.0:1734016140.197288:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016140.197323:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55993ef4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.197339:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55993ef4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.197350:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55993ef4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.197364:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55993efb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.197372:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55993efb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.197377:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55993efb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.197505:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55993f02 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.197511:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55993f02 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.197515:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55993f02 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000040:00080000:0.0:1734016140.197870:0:7707:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].5, 64 off8512 00000004:00080000:0.0:1734016140.197879:0:7707:0:(osp_sync.c:1781:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 403858069371ns, next at 404858067216ns, rc = 0 00000040:00080000:0.0:1734016140.197922:0:7707:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].4, 64 off8448 00000004:00080000:0.0:1734016140.197926:0:7707:0:(osp_sync.c:1781:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 403858117646ns, next at 404858116024ns, rc = 0 00010000:00010000:0.0:1734016140.198010:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55993f09 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198019:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55993f09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198027:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55993f09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198034:0:7707:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55993f09 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198038:0:7707:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55993f09 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198049:0:7707:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55993f09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198057:0:7707:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55993f09 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198063:0:7707:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8567180 already unused, calling callback (ffffffffa0859100) 00010000:00010000:0.0:1734016140.198068:0:7707:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55993f09 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198078:0:7707:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55993f09 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198086:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880079b73700) 00010000:00010000:0.0:1734016140.198088:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734016140.198092:0:7707:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55993f09 lrc: 3/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198097:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc55993f09 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198139:0:7707:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55993f02 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198144:0:7707:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55993f02 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198151:0:7707:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55993f02 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198153:0:7707:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a85646c0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016140.198157:0:7707:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55993f02 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198165:0:7707:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55993f02 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198171:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880079b73700) 00010000:00010000:0.0:1734016140.198172:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1734016140.198174:0:7707:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55993f02 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198178:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55993f02 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198345:0:7707:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55993ef4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198351:0:7707:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55993ef4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198356:0:7707:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55993ef4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198359:0:7707:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8565d40 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016140.198361:0:7707:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55993ef4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198365:0:7707:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55993ef4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198370:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88006e408600) 00010000:00010000:0.0:1734016140.198372:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016140.198374:0:7707:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55993ef4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.198379:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55993ef4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000004:00010000:0.0:1734016140.198396:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800700cdf80 reply state ffff88007bcba000 transno 4294968756 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55993efb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016140.198406:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016140.198570:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:10405:x1818247335009664:12345-192.168.201.4@tcp:36:rm.0 Request processed in 1551us (1874us total) trans 4294968756 rc 0/0 00000100:00100000:0.0:1734016140.198581:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2293 00010000:00010000:3.0:1734016140.207716:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55993efb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.207745:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55993efb lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.207754:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55993efb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.207762:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8564240 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016140.207770:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55993efb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.207781:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55993efb lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.207839:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3ce3da0 (ffff88006e408200) 00010000:00010000:3.0:1734016140.207845:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016140.207855:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55993efb lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.207862:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564240/0x979ba2bc55993efb lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016140.216046:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016140.216143:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335009792 00000100:00100000:1.0:1734016140.216154:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335009792 00000100:00100000:1.0:1734016140.216225:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2294 00000100:00100000:1.0:1734016140.216236:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:10406:x1818247335009792:12345-192.168.201.4@tcp:101:lfs.0 00010000:00010000:1.0:1734016140.216280:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.216314:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55993f10 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50739 expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.216404:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55993f17 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.216417:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55993f17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.216432:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55993f17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:1.0:1734016140.216496:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1734016140.216501:0:13928:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016140.216526:0:13928:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55993f17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.216552:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55993f10 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50739 expref: 19 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.216599:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55993f17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50739 expref: 18 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.216610:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129c30a00) 00010000:00010000:1.0:1734016140.216613:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1734016140.216617:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016140.218001:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:10406:x1818247335009792:12345-192.168.201.4@tcp:101:lfs.0 Request processed in 1750us (1964us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.218013:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2294 00000100:00100000:2.0:1734016140.228233:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016140.229092:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335010048 00000100:00100000:1.0:1734016140.229112:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335010048 00000100:00100000:1.0:1734016140.229205:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2295 00000100:00100000:1.0:1734016140.229216:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078277b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:10406:x1818247335010048:12345-192.168.201.4@tcp:101:lfs.0 00010000:00010000:1.0:1734016140.229258:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.229264:0:13928:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1734016140.229316:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc55993f17 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50739 expref: 18 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.229368:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129c30a00) 00010000:00010000:1.0:1734016140.229396:0:13928:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016140.229418:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc55993f1e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50740 expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.229578:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55993f25 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.229594:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55993f25 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.229605:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55993f25 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.229621:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993f2c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.229628:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993f2c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.229634:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993f2c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.230262:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc55993f33 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.230273:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc55993f33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.230280:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc55993f33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:1.0:1734016140.230290:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 0 00010000:00010000:1.0:1734016140.230320:0:13928:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55993f25 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.230326:0:13928:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55993f25 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.230332:0:13928:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55993f25 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.230339:0:13928:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e836880 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:1.0:1734016140.230343:0:13928:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55993f25 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.230355:0:13928:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55993f25 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.230363:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129c30e00) 00010000:00010000:1.0:1734016140.230366:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016140.230370:0:13928:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55993f25 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.230375:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55993f25 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000004:00010000:1.0:1734016140.230388:0:13928:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078277b80 reply state ffff88012ee7b000 transno 4294968757 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993f2c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:1.0:1734016140.230395:0:13928:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1734016140.230423:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc55993f1e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50740 expref: 20 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.230441:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc55993f33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50740 expref: 19 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.230449:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800b534c600) 00010000:00010000:1.0:1734016140.230451:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016140.230453:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016140.230558:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078277b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:10406:x1818247335010048:12345-192.168.201.4@tcp:101:lfs.0 Request processed in 1341us (2346us total) trans 4294968757 rc 0/0 00000100:00100000:1.0:1734016140.230566:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2295 00010000:00010000:3.0:1734016140.237013:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993f2c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.237038:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993f2c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.237046:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993f2c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.237053:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e837600 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016140.237059:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993f2c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.237067:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993f2c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.237097:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3ce3da0 (ffff880129c30900) 00010000:00010000:3.0:1734016140.237100:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016140.237107:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993f2c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.237112:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993f2c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000100:00100000:2.0:1734016140.237623:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016140.237719:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335010304 00000100:00100000:0.0:1734016140.237736:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335010304 00000100:00100000:0.0:1734016140.237829:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2296 00000100:00100000:0.0:1734016140.237842:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:10406:x1818247335010304:12345-192.168.201.4@tcp:101:lfs.0 00010000:00010000:0.0:1734016140.237897:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.237928:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55993f41 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50747 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.238136:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993f48 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.238153:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc55993f33 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50740 expref: 20 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.238162:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993f48 lrc: 4/0,1 mode: --/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016140.238219:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc55993f33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50740 expref: 20 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.238235:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc55993f33 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50740 expref: 20 pid: 13928 timeout: 503 lvb_type: 0 00000100:00100000:0.0:1734016140.238259:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701c8000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338484480:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016140.238359:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.241711:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016140.241889:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701c8000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338484480:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016140.241937:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993f48 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016140.242026:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335010432 00000100:00100000:3.0:1734016140.242035:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335010432 00010000:00010000:3.0:1734016140.242084:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc55993f33 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50740 expref: 21 pid: 13928 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016140.242290:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3198 00000100:00100000:3.0:1734016140.242300:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:1970:x1818247335010432:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.242323:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.242330:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc55993f33 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50740 expref: 21 pid: 13928 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016140.242343:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc55993f33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50740 expref: 21 pid: 13928 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016140.242376:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc55993f33 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50740 expref: 21 pid: 13928 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016140.242397:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800b534c600) 00010000:00010000:3.0:1734016140.242402:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993f48 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.242414:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993f48 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.242422:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993f48 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.242455:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016140.242536:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:1970:x1818247335010432:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 236us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.242547:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3198 00010000:00010000:2.0:1734016140.243000:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993f48 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.243009:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993f48 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016140.243035:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 0 00000004:00080000:2.0:1734016140.243329:0:7707:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x7:0x0], index 1: 0 00000004:00080000:2.0:1734016140.243338:0:7707:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x7:0x0], index 0: 0 00010000:00010000:2.0:1734016140.243542:0:7707:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993f48 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.243553:0:7707:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993f48 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.243560:0:7707:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993f48 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.243567:0:7707:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8567cc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016140.243573:0:7707:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993f48 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.243581:0:7707:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993f48 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.243595:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800b534c600) 00010000:00010000:2.0:1734016140.243599:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1734016140.243603:0:7707:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993f48 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.243609:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567cc0/0x979ba2bc55993f48 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.243702:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55993f41 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50747 expref: 20 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.243711:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567a80/0x979ba2bc55993f41 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50747 expref: 20 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.243730:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567a80, rc 0) 00000100:00100000:2.0:1734016140.243791:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:10406:x1818247335010304:12345-192.168.201.4@tcp:101:lfs.0 Request processed in 5950us (6176us total) trans 4294968758 rc 301/301 00000100:00100000:2.0:1734016140.243800:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2296 00000100:00100000:0.0:1734016140.248339:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016140.248777:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335010688 00000100:00100000:3.0:1734016140.248788:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335010688 00000100:00100000:3.0:1734016140.249028:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 40 00000100:00100000:3.0:1734016140.249039:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:10406:x1818247335010688:12345-192.168.201.4@tcp:35:lfs.0 00000100:00100000:3.0:1734016140.250413:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:10406:x1818247335010688:12345-192.168.201.4@tcp:35:lfs.0 Request processed in 1368us (2085us total) trans 4294968759 rc 0/0 00000100:00100000:3.0:1734016140.250424:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 40 00000100:00100000:3.0:1734016140.255253:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016140.255456:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335010816 00000100:00100000:2.0:1734016140.255474:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335010816 00000100:00100000:2.0:1734016140.255703:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2297 00000100:00100000:2.0:1734016140.255715:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:10406:x1818247335010816:12345-192.168.201.4@tcp:101:lfs.0 00010000:00010000:2.0:1734016140.255768:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.255880:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993f56 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5074e expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.255986:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993f56 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5074e expref: 21 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.256006:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404fc0/0x979ba2bc55993f56 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5074e expref: 21 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.256031:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016140.256034:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1734016140.256040:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404fc0, rc 0) 00000100:00100000:2.0:1734016140.256130:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:10406:x1818247335010816:12345-192.168.201.4@tcp:101:lfs.0 Request processed in 418us (903us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.256138:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2297 00000100:00100000:1.0:1734016140.261316:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016140.261477:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335011072 00000100:00100000:3.0:1734016140.261499:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335011072 00000100:00100000:3.0:1734016140.261599:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 41 00000100:00100000:3.0:1734016140.261618:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:10406:x1818247335011072:12345-192.168.201.4@tcp:35:lfs.0 00000100:00100000:3.0:1734016140.262077:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:10406:x1818247335011072:12345-192.168.201.4@tcp:35:lfs.0 Request processed in 465us (790us total) trans 4294968760 rc 0/0 00000100:00100000:3.0:1734016140.262086:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 41 00000100:00100000:0.0:1734016140.271508:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016140.272002:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335011200 00000100:00100000:1.0:1734016140.272017:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335011200 00000100:00100000:1.0:1734016140.272108:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2298 00000100:00100000:1.0:1734016140.272120:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:10407:x1818247335011200:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.272163:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.272200:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993f5d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50755 expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.272310:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55993f64 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.272331:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55993f64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.272346:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55993f64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:1.0:1734016140.272415:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1734016140.272420:0:13928:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016140.272449:0:13928:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55993f64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.272476:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993f5d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50755 expref: 24 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.273018:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55993f64 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50755 expref: 23 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.273031:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b534cd00) 00010000:00010000:1.0:1734016140.273035:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1734016140.273039:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834240, rc 0) 00000100:00100000:1.0:1734016140.273134:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:10407:x1818247335011200:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1016us (1643us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.273146:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2298 00000100:00100000:2.0:1734016140.279092:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016140.279352:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335011456 00000100:00100000:1.0:1734016140.279368:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335011456 00000100:00100000:1.0:1734016140.279449:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2299 00000100:00100000:1.0:1734016140.279460:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:10407:x1818247335011456:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.279497:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.279502:0:13928:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1734016140.279544:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc55993f64 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50755 expref: 23 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.279588:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b534cd00) 00010000:00010000:1.0:1734016140.279604:0:13928:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016140.279620:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55993f6b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5075c expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.279797:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc55993f72 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280353:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc55993f72 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280373:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc55993f72 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280395:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55993f79 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280400:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55993f79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280405:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55993f79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280480:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993f80 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280488:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993f80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280494:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993f80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:1.0:1734016140.280507:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 0 00010000:00010000:1.0:1734016140.280618:0:13928:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc55993f72 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280626:0:13928:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc55993f72 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280633:0:13928:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc55993f72 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280640:0:13928:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e836400 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:1.0:1734016140.280644:0:13928:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc55993f72 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280653:0:13928:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc55993f72 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280661:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b534c200) 00010000:00010000:1.0:1734016140.280666:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016140.280671:0:13928:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc55993f72 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280678:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836400/0x979ba2bc55993f72 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280700:0:13928:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55993f79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280705:0:13928:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55993f79 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280710:0:13928:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55993f79 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280715:0:13928:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e834480 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:1.0:1734016140.280718:0:13928:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55993f79 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280722:0:13928:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55993f79 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280728:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3ce3da0 (ffff8800b534c600) 00010000:00010000:1.0:1734016140.280729:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016140.280731:0:13928:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55993f79 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280735:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834480/0x979ba2bc55993f79 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.280784:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55993f6b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5075c expref: 25 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.280800:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993f80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5075c expref: 24 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.280935:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016140.280938:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016140.280942:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016140.281271:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:10407:x1818247335011456:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1810us (2194us total) trans 4294968761 rc 0/0 00000100:00100000:1.0:1734016140.281285:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2299 00000100:00100000:0.0:1734016140.295027:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016140.295202:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335011584 00000100:00100000:1.0:1734016140.295222:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335011584 00000100:00100000:1.0:1734016140.295520:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2300 00000100:00100000:1.0:1734016140.295535:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:10407:x1818247335011584:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.295585:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.295623:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc55993f8e lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50763 expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.295682:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993f95 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.295703:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993f95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.295721:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993f95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.295925:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc55993f8e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50763 expref: 26 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.295950:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837600/0x979ba2bc55993f95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50763 expref: 25 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.295959:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016140.295962:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1734016140.295967:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837600, rc 0) 00000100:00100000:1.0:1734016140.301907:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:10407:x1818247335011584:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6257us (6788us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.301930:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2300 00000100:00100000:0.0:1734016140.311091:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:2.0:1734016140.319162:0:6468:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016140.320365:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335011840 00000100:00100000:1.0:1734016140.320388:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335011840 00000100:00100000:1.0:1734016140.320480:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2301 00000100:00100000:1.0:1734016140.320492:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:10407:x1818247335011840:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016140.320574:0:13928:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016140.320616:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc55993f80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5075c expref: 25 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.320664:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016140.320670:0:13928:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016140.320952:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc55993f9c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.320971:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc55993f9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016140.320983:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc55993f9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000001:00080000:1.0:1734016140.321033:0:13928:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968762 00000004:00010000:1.0:1734016140.321057:0:13928:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800701c8e00 reply state ffff88012ee7e000 transno 4294968763 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc55993f9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:1.0:1734016140.321067:0:13928:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016140.321222:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:10407:x1818247335011840:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 731us (15732us total) trans 4294968763 rc 0/0 00000100:00100000:1.0:1734016140.321232:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2301 00000020:00080000:1.0:1734016140.321239:0:13928:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016140.324738:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc55993f9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.324761:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc55993f9c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.324768:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc55993f9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.324774:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e835440 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016140.324781:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc55993f9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.324789:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc55993f9c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.324841:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016140.324847:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016140.324853:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc55993f9c lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.324858:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835440/0x979ba2bc55993f9c lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000100:00100000:0.0:1734016140.326010:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016140.327495:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335011968 00000100:00100000:1.0:1734016140.327515:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335011968 00000100:00100000:1.0:1734016140.327595:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11268 00000100:00100000:1.0:1734016140.327604:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:10407:x1818247335011968:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.327634:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.327671:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55993fa3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5076a expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016140.327703:0:7685:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1734016140.327740:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.327742:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.327750:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55993fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5076a expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.327767:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55993fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5076a expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.327778:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016140.327863:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335011968:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 259us (1863us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.327870:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11268 00000100:00100000:2.0:1734016140.344057:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016140.344292:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335012096 00000100:00100000:1.0:1734016140.344315:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335012096 00000100:00100000:1.0:1734016140.344412:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11269 00000100:00100000:1.0:1734016140.344426:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+6:10407:x1818247335012096:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.344468:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.344531:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e8373c0/0x979ba2bc55993faa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50771 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016140.344583:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x240000400:0x7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1734016140.344642:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.344647:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.344661:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006e8373c0/0x979ba2bc55993faa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50771 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.344689:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e8373c0/0x979ba2bc55993faa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50771 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.344708:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016140.344883:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:10407:x1818247335012096:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 454us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.344897:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11269 00000100:00100000:2.0:1734016140.357874:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016140.357958:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016140.360687:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335012224 00000100:00100000:0.0:1734016140.360716:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335012224 00002000:00010000:1.0:1734016140.360908:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016140.360915:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9b480 with x1818247335012224 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016140.360934:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9b480. 00000100:00100000:1.0:1734016140.361223:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335012352 00000100:00100000:1.0:1734016140.361228:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335012352 00002000:00010000:1.0:1734016140.361246:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016140.361248:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff3800 with x1818247335012352 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016140.361257:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129ff3800. 00000100:00100000:1.0:1734016140.361289:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9290 00000100:00100000:1.0:1734016140.361300:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335012224:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016140.361636:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1734016140.361640:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 0 -> 1734016140 00002000:00010000:1.0:1734016140.361644:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1734016140.361646:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 0 -> 1734016140 00002000:00010000:1.0:1734016140.361649:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016140.361825:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9291 00000100:00100000:3.0:1734016140.361833:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335012352:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016140.361969:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1734016140.361972:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 0 -> 1734016140 00002000:00010000:3.0:1734016140.361974:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1734016140.361976:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 0 -> 1734016140 00002000:00010000:3.0:1734016140.361978:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016140.363383:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335012224:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 2069us (5525us total) trans 4294969588 rc 0/0 00000100:00100000:1.0:1734016140.363398:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9290 00002000:00010000:1.0:1734016140.363407:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016140.363412:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077e9b480 with x1818247335012224 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016140.363427:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077e9b480. 00000100:00100000:3.0:1734016140.365330:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335012352:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 3467us (7342us total) trans 4294968021 rc 0/0 00000100:00100000:3.0:1734016140.365353:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9291 00002000:00010000:3.0:1734016140.365367:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016140.365372:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ff3800 with x1818247335012352 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016140.365397:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129ff3800. 00000100:00100000:0.0:1734016140.370308:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016140.370462:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335012480 00000100:00100000:2.0:1734016140.370485:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335012480 00000100:00100000:2.0:1734016140.370591:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2302 00000100:00100000:2.0:1734016140.370602:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:10407:x1818247335012480:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.370653:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.370700:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993fb1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50778 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.370871:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993fb8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.370897:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.370929:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016140.371019:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1734016140.371026:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016140.371060:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.371102:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55993fb1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50778 expref: 19 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.383113:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993fb8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50778 expref: 18 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.383143:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800709d1a00) 00010000:00010000:2.0:1734016140.383146:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734016140.383151:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016140.383311:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:10407:x1818247335012480:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12706us (13022us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.383328:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2302 00000100:00100000:2.0:1734016140.390883:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016140.392397:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335012736 00000100:00100000:0.0:1734016140.392435:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335012736 00000100:00100000:0.0:1734016140.392589:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2303 00000100:00100000:0.0:1734016140.392604:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:10407:x1818247335012736:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.392648:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.392655:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1734016140.392715:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55993fb8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50778 expref: 18 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.392778:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800709d1a00) 00010000:00010000:0.0:1734016140.392799:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016140.392862:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55993fbf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5077f expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.398104:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993fc6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398134:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993fc6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398151:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993fc6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398180:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993fcd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398185:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993fcd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398190:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993fcd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398263:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993fd4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398270:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993fd4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398275:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993fd4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016140.398287:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 0 00010000:00010000:2.0:1734016140.398444:0:7707:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993fc6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398454:0:7707:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993fc6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398462:0:7707:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993fc6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398471:0:7707:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404900 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016140.398477:0:7707:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993fc6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398487:0:7707:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993fc6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398506:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88006e408000) 00010000:00010000:2.0:1734016140.398510:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016140.398515:0:7707:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993fc6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398521:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55993fc6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398571:0:7707:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993fcd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398579:0:7707:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993fcd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398585:0:7707:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993fcd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398591:0:7707:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405200 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016140.398594:0:7707:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993fcd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398599:0:7707:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993fcd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398607:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3ce3da0 (ffff8800709d1700) 00010000:00010000:2.0:1734016140.398609:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016140.398613:0:7707:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993fcd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398618:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55993fcd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016140.398711:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564d80/0x979ba2bc55993fbf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5077f expref: 20 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.398737:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993fd4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5077f expref: 19 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.398746:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016140.398749:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016140.398751:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016140.398929:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:10407:x1818247335012736:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6326us (8060us total) trans 4294968764 rc 0/0 00000100:00100000:2.0:1734016140.398943:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2303 00000100:00100000:1.0:1734016140.405637:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016140.405744:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335012992 00000100:00100000:3.0:1734016140.405759:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335012992 00000100:00100000:3.0:1734016140.405844:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2304 00000100:00100000:3.0:1734016140.405851:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8686680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:10407:x1818247335012992:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016140.405924:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.405956:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc55993fd4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5077f expref: 19 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.405984:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016140.405989:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016140.406193:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55993fe2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.406211:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55993fe2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.406220:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55993fe2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:3.0:1734016140.406264:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968765 00000004:00010000:3.0:1734016140.406283:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800a8686680 reply state ffff88007c9f6000 transno 4294968766 ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55993fe2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016140.406290:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016140.406401:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8686680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:10407:x1818247335012992:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 549us (781us total) trans 4294968766 rc 0/0 00000100:00100000:3.0:1734016140.406410:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2304 00000020:00080000:3.0:1734016140.406416:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016140.409502:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016140.410248:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55993fe2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.410270:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55993fe2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.410281:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55993fe2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.410291:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070103840 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016140.410297:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55993fe2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.410307:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55993fe2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.410332:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016140.410335:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016140.410341:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55993fe2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.410348:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55993fe2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016140.410982:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335013120 00000100:00100000:0.0:1734016140.410996:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335013120 00000100:00100000:0.0:1734016140.411058:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2305 00000100:00100000:0.0:1734016140.411070:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:10407:x1818247335013120:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.411115:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.411147:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc55993fe9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50786 expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.411233:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc55993fe9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50786 expref: 21 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.411246:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565f80/0x979ba2bc55993fe9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50786 expref: 21 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.411267:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:0.0:1734016140.411270:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1734016140.411273:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565f80, rc 0) 00000100:00100000:0.0:1734016140.411388:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:10407:x1818247335013120:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 320us (1907us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.411397:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2305 00000100:00100000:3.0:1734016140.417051:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016140.417378:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335013248 00000100:00100000:2.0:1734016140.417398:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335013248 00000100:00100000:2.0:1734016140.417497:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11270 00000100:00100000:2.0:1734016140.417511:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:10407:x1818247335013248:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.417561:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.417606:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993ff0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5078d expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.417657:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55993fa3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5076a expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.417666:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.417670:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.417675:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993ff0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5078d expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.417733:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55993fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5076a expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.417747:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55993fa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5076a expref: 8 pid: 7685 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016140.417765:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338484608:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016140.417943:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.424669:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338484608:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016140.424695:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:2.0:1734016140.424724:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993ff0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5078d expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.424749:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016140.424856:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:10407:x1818247335013248:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7346us (7829us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.424868:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11270 00000100:00100000:0.0:1734016140.431349:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335013376 00000100:00100000:0.0:1734016140.431370:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335013376 00010000:00010000:0.0:1734016140.431420:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55993fa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5076a expref: 9 pid: 7685 timeout: 504 lvb_type: 0 00000100:00100000:0.0:1734016140.431468:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3199 00000100:00100000:0.0:1734016140.431476:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335013376:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016140.431491:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016140.431496:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55993fa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5076a expref: 9 pid: 7685 timeout: 504 lvb_type: 0 00010000:00010000:0.0:1734016140.431508:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55993fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5076a expref: 9 pid: 7685 timeout: 504 lvb_type: 0 00010000:00010000:0.0:1734016140.431534:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc55993fa3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5076a expref: 9 pid: 7685 timeout: 504 lvb_type: 0 00010000:00010000:0.0:1734016140.431565:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016140.431566:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016140.431577:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993ff0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5078d expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.431587:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993ff0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5078d expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.431639:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993ff0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5078d expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016140.431657:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701c8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338484736:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016140.431737:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.436592:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701c8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338484736:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016140.436630:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016140.436705:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335013376:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5229us (12010us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.436718:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3199 00000100:00100000:3.0:1734016140.436970:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016140.437050:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335013504 00000100:00100000:2.0:1734016140.437058:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335013504 00000100:00100000:2.0:1734016140.437101:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11271 00000100:00100000:2.0:1734016140.437108:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:10407:x1818247335013504:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.437138:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.437158:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405680/0x979ba2bc55993ff7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50794 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.437196:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006e8373c0/0x979ba2bc55993faa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50771 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.437209:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.437211:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.437215:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405680/0x979ba2bc55993ff7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50794 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.437251:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006e8373c0/0x979ba2bc55993faa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50771 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.437265:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006e8373c0/0x979ba2bc55993faa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50771 expref: 7 pid: 7686 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016140.437278:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338484864:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016140.437327:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.439884:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338484864:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016140.439950:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405680/0x979ba2bc55993ff7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50794 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.439981:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016140.446044:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:10407:x1818247335013504:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8916us (9055us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.446060:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11271 00000100:00100000:3.0:1734016140.446732:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016140.450324:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335013632 00000100:00100000:0.0:1734016140.450348:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335013632 00010000:00010000:0.0:1734016140.450425:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88006e8373c0/0x979ba2bc55993faa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50771 expref: 8 pid: 7686 timeout: 504 lvb_type: 0 00000100:00100000:0.0:1734016140.450500:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3200 00000100:00100000:0.0:1734016140.450513:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335013632:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016140.450544:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016140.450552:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88006e8373c0/0x979ba2bc55993faa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50771 expref: 8 pid: 7686 timeout: 504 lvb_type: 0 00010000:00010000:0.0:1734016140.450571:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88006e8373c0/0x979ba2bc55993faa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50771 expref: 8 pid: 7686 timeout: 504 lvb_type: 0 00010000:00010000:0.0:1734016140.450604:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e8373c0/0x979ba2bc55993faa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50771 expref: 8 pid: 7686 timeout: 504 lvb_type: 0 00010000:00010000:0.0:1734016140.450660:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016140.450663:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016140.450671:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405680/0x979ba2bc55993ff7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50794 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.450682:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405680/0x979ba2bc55993ff7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50794 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.450739:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7405680/0x979ba2bc55993ff7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50794 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016140.450758:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701c8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7701:1818247338484992:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016140.450929:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.456829:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701c8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7701:1818247338484992:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016140.456871:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016140.461496:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335013632:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10955us (14737us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.461520:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3200 00000100:00100000:0.0:1734016140.462756:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016140.462962:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335013760 00000100:00100000:3.0:1734016140.462972:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335013760 00002000:00010000:3.0:1734016140.463024:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016140.463031:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c8000 with x1818247335013760 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016140.463050:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c8000. 00000100:00100000:3.0:1734016140.463081:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9292 00000100:00100000:3.0:1734016140.463089:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335013760:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016140.463289:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1734016140.463293:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.463295:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1734016140.463297:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.463299:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016140.463356:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335013760:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 267us (607us total) trans 4294969589 rc 0/0 00000100:00100000:3.0:1734016140.463367:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9292 00002000:00010000:3.0:1734016140.463370:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016140.463371:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c8000 with x1818247335013760 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016140.463375:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701c8000. 00000100:00100000:0.0:1734016140.464601:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016140.465523:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335013888 00000100:00100000:2.0:1734016140.465537:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335013888 00002000:00010000:2.0:1734016140.465579:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016140.465585:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dc700 with x1818247335013888 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016140.465599:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801309dc700. 00000100:00100000:2.0:1734016140.465782:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9293 00000100:00100000:2.0:1734016140.465793:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335013888:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016140.466457:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1734016140.466461:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:2.0:1734016140.466463:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1734016140.466465:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:2.0:1734016140.466467:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016140.466655:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335013888:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 863us (2058us total) trans 4294968022 rc 0/0 00000100:00100000:2.0:1734016140.466664:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9293 00002000:00010000:2.0:1734016140.466669:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016140.466672:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dc700 with x1818247335013888 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016140.466676:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801309dc700. 00000100:00100000:1.0:1734016140.473499:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016140.473639:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335014016 00000100:00100000:3.0:1734016140.473651:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335014016 00000100:00100000:3.0:1734016140.473715:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2306 00000100:00100000:3.0:1734016140.473726:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+26:10407:x1818247335014016:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.473763:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.473796:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55993ffe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5079b expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.473921:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55994005 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.473936:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55994005 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.473952:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55994005 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:3.0:1734016140.474007:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1734016140.474011:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016140.474032:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55994005 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.474058:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55993ffe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5079b expref: 28 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.474090:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55994005 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5079b expref: 27 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.474100:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880077e31500) 00010000:00010000:3.0:1734016140.474103:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1734016140.474105:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016140.474168:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:10407:x1818247335014016:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 444us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.474173:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2306 00000100:00100000:1.0:1734016140.489691:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016140.489778:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335014272 00000100:00100000:0.0:1734016140.489794:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335014272 00000100:00100000:0.0:1734016140.490483:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2307 00000100:00100000:0.0:1734016140.490495:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8684380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:10407:x1818247335014272:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.490533:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.490537:0:13928:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1734016140.490584:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55994005 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5079b expref: 27 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.491248:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880077e31500) 00010000:00010000:0.0:1734016140.491271:0:13928:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016140.491295:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5599400c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee507a2 expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.491450:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994013 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016140.491469:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994013 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016140.491482:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994013 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016140.491498:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5599401a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x82be31ad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016140.491504:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5599401a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x82be31ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016140.492012:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5599401a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x82be31ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00080000:0.0:1734016140.492459:0:13928:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x8:0x0], index 1: 0 00010000:00010000:0.0:1734016140.492644:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55994021 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016140.492653:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55994021 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016140.492661:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55994021 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016140.492703:0:13928:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994013 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016140.492711:0:13928:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994013 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016140.492717:0:13928:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994013 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016140.492723:0:13928:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8564b40 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016140.492730:0:13928:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994013 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016140.492737:0:13928:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994013 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016140.492747:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88006e408000) 00010000:00010000:0.0:1734016140.492750:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016140.492753:0:13928:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994013 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016140.492762:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994013 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000004:00010000:0.0:1734016140.492775:0:13928:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800a8684380 reply state ffff88007bcb8000 transno 4294968767 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5599401a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x82be31ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:0.0:1734016140.492786:0:13928:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1734016140.492961:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5599400c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507a2 expref: 29 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.492981:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565200/0x979ba2bc55994021 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507a2 expref: 28 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.492989:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff88006e408600) 00010000:00010000:0.0:1734016140.492990:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016140.492992:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565200, rc 0) 00000100:00100000:1.0:1734016140.493654:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8684380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+29:10407:x1818247335014272:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3157us (3982us total) trans 4294968767 rc 0/0 00000100:00100000:1.0:1734016140.493664:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2307 00010000:00010000:3.0:1734016140.501777:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5599401a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x82be31ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.501795:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5599401a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x82be31ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.501803:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5599401a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x82be31ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.501826:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8564480 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016140.501832:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5599401a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x82be31ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.501839:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5599401a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x82be31ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.501855:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x82be31ad (ffff88006e408200) 00010000:00010000:3.0:1734016140.501859:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016140.501862:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5599401a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x82be31ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.501867:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564480/0x979ba2bc5599401a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x82be31ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000100:00100000:1.0:1734016140.504216:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016140.504326:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335014400 00000100:00100000:2.0:1734016140.504350:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335014400 00000100:00100000:2.0:1734016140.504435:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2308 00000100:00100000:2.0:1734016140.504447:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+28:10407:x1818247335014400:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.504487:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.504530:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599402f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee507a9 expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.504634:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994036 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016140.504649:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994036 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016140.504662:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994036 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:2.0:1734016140.504734:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1734016140.504740:0:13928:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016140.504768:0:13928:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994036 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016140.504797:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599402f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507a9 expref: 30 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.505666:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994036 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507a9 expref: 29 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.505676:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800709d1d00) 00010000:00010000:2.0:1734016140.505679:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734016140.505683:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016140.505790:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+29:10407:x1818247335014400:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1345us (1593us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.505798:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2308 00000100:00100000:0.0:1734016140.521674:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016140.524561:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335014656 00000100:00100000:2.0:1734016140.524585:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335014656 00000100:00100000:2.0:1734016140.524670:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2309 00000100:00100000:2.0:1734016140.524679:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+29:10407:x1818247335014656:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.524714:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.524717:0:13928:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1734016140.526268:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994036 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507a9 expref: 29 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.529975:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800709d1d00) 00010000:00010000:2.0:1734016140.530008:0:13928:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016140.530053:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599403d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee507b0 expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.530234:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994044 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016140.530250:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994044 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016140.530262:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994044 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016140.530274:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599404b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x1eb631b1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016140.530279:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599404b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1eb631b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016140.530285:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599404b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1eb631b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00080000:2.0:1734016140.530739:0:13928:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x8:0x0], index 0: 0 00010000:00010000:2.0:1734016140.530924:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55994052 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016140.530932:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55994052 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016140.530940:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55994052 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016140.530975:0:13928:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994044 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016140.530981:0:13928:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994044 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016140.530987:0:13928:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994044 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016140.530993:0:13928:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405200 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016140.530997:0:13928:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994044 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016140.531002:0:13928:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994044 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016140.531013:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800709d1700) 00010000:00010000:2.0:1734016140.531016:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016140.531019:0:13928:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994044 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016140.531022:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994044 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000004:00010000:2.0:1734016140.531032:0:13928:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801309dea00 reply state ffff88012b7f9000 transno 4294968768 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599404b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1eb631b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:2.0:1734016140.531040:0:13928:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1734016140.531068:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc5599403d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507b0 expref: 31 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.531086:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a74058c0/0x979ba2bc55994052 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507b0 expref: 30 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.531093:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8800709d1c00) 00010000:00010000:2.0:1734016140.531094:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016140.531096:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a74058c0, rc 0) 00000100:00100000:2.0:1734016140.531196:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+31:10407:x1818247335014656:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6516us (9533us total) trans 4294968768 rc 0/0 00000100:00100000:2.0:1734016140.531205:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2309 00010000:00010000:3.0:1734016140.532717:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599404b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1eb631b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.532728:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599404b lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1eb631b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.532734:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599404b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1eb631b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.532739:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404900 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016140.532742:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599404b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1eb631b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.532747:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599404b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1eb631b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.532757:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1eb631b1 (ffff8800709d1a00) 00010000:00010000:3.0:1734016140.532760:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016140.532762:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599404b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1eb631b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016140.532766:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599404b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1eb631b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000100:00100000:0.0:1734016140.985915:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016140.986134:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335014912 00000100:00100000:2.0:1734016140.986152:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335014912 00000100:00100000:3.0:1734016140.987305:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2310 00000100:00100000:3.0:1734016140.987316:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+30:10407:x1818247335014912:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016140.987595:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994060 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.987612:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994060 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.987624:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994060 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:3.0:1734016140.987672:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968769 00000004:00010000:3.0:1734016140.987689:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800a7828380 reply state ffff88007c9f5000 transno 4294968770 ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994060 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016140.987697:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016140.987833:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+33:10407:x1818247335014912:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 490us (1903us total) trans 4294968770 rc 0/0 00000100:00100000:3.0:1734016140.987840:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2310 00000020:00080000:3.0:1734016140.987845:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016140.992564:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016140.992688:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335015040 00000100:00100000:2.0:1734016140.992701:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335015040 00010000:00010000:3.0:1734016140.992850:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994060 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.992864:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994060 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.992872:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994060 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.992879:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070101b00 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016140.992884:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994060 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.992899:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994060 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.992922:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016140.992925:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016140.992930:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994060 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016140.992935:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994060 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016140.993226:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11272 00000100:00100000:2.0:1734016140.993237:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335015040:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.993260:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.993283:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994067 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee507b7 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.993318:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993ff0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5078d expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.993325:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.993328:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.993330:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994067 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507b7 expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.993381:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993ff0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5078d expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.993392:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993ff0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5078d expref: 7 pid: 7685 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016140.993406:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880129ff2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338485120:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016140.994989:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.008989:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880129ff2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338485120:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016141.009051:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994067 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507b7 expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.009086:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016141.009187:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:10407:x1818247335015040:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 15950us (16636us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.009199:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11272 00000100:00100000:0.0:1734016141.009977:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.010275:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335015168 00000100:00100000:3.0:1734016141.010291:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335015168 00010000:00010000:3.0:1734016141.010368:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993ff0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5078d expref: 8 pid: 7685 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016141.010416:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3201 00000100:00100000:3.0:1734016141.010425:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088624c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335015168:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016141.010451:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016141.010459:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993ff0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5078d expref: 8 pid: 7685 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016141.010477:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993ff0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5078d expref: 8 pid: 7685 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016141.010517:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55993ff0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5078d expref: 8 pid: 7685 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016141.010551:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.010554:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.010563:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994067 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507b7 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.010577:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994067 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507b7 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.010636:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994067 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507b7 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.010654:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338485248:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016141.010724:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cd80 going to sleep for 11 seconds 00000100:00080000:0.0:1734016141.011299:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016111 00000100:00100000:3.0:1734016141.015521:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338485248:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016141.015581:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016141.017090:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880088624c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335015168:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6648us (7101us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.017111:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3201 00000100:00100000:0.0:1734016141.019398:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.019601:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335015296 00000100:00100000:3.0:1734016141.019620:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335015296 00000100:00100000:3.0:1734016141.019707:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11273 00000100:00100000:3.0:1734016141.019719:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:10407:x1818247335015296:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.019757:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.019801:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc5599406e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee507be expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.019897:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405680/0x979ba2bc55993ff7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50794 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.019907:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.019910:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.019916:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc5599406e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507be expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.019969:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7405680/0x979ba2bc55993ff7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50794 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.020004:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405680/0x979ba2bc55993ff7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50794 expref: 7 pid: 7685 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016141.020024:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338485376:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016141.020118:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c6c0 going to sleep for 11 seconds 00000100:00080000:0.0:1734016141.021603:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016111 00000100:00100000:3.0:1734016141.027052:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338485376:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016141.027105:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc5599406e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507be expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.027120:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016141.027127:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103600, rc 0) 00000100:00100000:3.0:1734016141.027261:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335015296:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7543us (7878us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.027273:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11273 00000100:00100000:2.0:1734016141.028675:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335015424 00000100:00100000:2.0:1734016141.028694:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335015424 00010000:00010000:2.0:1734016141.028765:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405680/0x979ba2bc55993ff7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50794 expref: 8 pid: 7685 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016141.028826:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3202 00000100:00100000:2.0:1734016141.028835:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335015424:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016141.028856:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016141.028863:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7405680/0x979ba2bc55993ff7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50794 expref: 8 pid: 7685 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016141.028878:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7405680/0x979ba2bc55993ff7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50794 expref: 8 pid: 7685 timeout: 504 lvb_type: 0 00000100:00080000:0.0:1734016141.030422:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016111 00010000:00010000:2.0:1734016141.031377:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405680/0x979ba2bc55993ff7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50794 expref: 8 pid: 7685 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016141.031428:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.031431:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.031441:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc5599406e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507be expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.031453:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc5599406e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507be expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.033376:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc5599406e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507be expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.033409:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c52d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7701:1818247338485504:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016141.033536:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.041608:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016141.041653:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.041934:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335015680 00000100:00100000:3.0:1734016141.041949:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335015680 00002000:00010000:3.0:1734016141.041997:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016141.042002:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078835180 with x1818247335015680 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016141.042016:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078835180. 00000100:00100000:3.0:1734016141.043141:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335015552 00000100:00100000:3.0:1734016141.043155:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335015552 00002000:00010000:3.0:1734016141.043204:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016141.043207:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856fb80 with x1818247335015552 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016141.043218:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856fb80. 00000100:00100000:2.0:1734016141.043337:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9294 00000100:00100000:2.0:1734016141.043354:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335015680:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016141.043688:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1734016141.043692:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:2.0:1734016141.043695:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1734016141.043696:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:2.0:1734016141.043699:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00080000:1.0:1734016141.043879:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016111 00000100:00100000:3.0:1734016141.044409:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9295 00000100:00100000:3.0:1734016141.044417:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335015552:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016141.044520:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1734016141.044522:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016141.044524:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1734016141.044526:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016141.044528:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016141.044840:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c52d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7701:1818247338485504:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016141.044877:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016141.045687:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335015680:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 2328us (4092us total) trans 4294968023 rc 0/0 00000100:00100000:2.0:1734016141.045700:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9294 00002000:00010000:2.0:1734016141.045712:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016141.045717:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078835180 with x1818247335015680 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016141.045733:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078835180. 00000100:00100000:1.0:1734016141.046414:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335015424:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 17576us (19290us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.046426:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3202 00000100:00100000:3.0:1734016141.046969:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247335015552:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 2548us (5310us total) trans 4294969590 rc 0/0 00000100:00100000:3.0:1734016141.046977:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9295 00002000:00010000:3.0:1734016141.046981:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016141.046984:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856fb80 with x1818247335015552 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016141.046993:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856fb80. 00000100:00100000:2.0:1734016141.055255:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.055408:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335015936 00000100:00100000:3.0:1734016141.055428:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335015936 00000100:00080000:1.0:1734016141.055645:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016111 00000100:00100000:3.0:1734016141.056057:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2311 00000100:00100000:3.0:1734016141.056067:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+32:10407:x1818247335015936:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016141.056574:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994075 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.056600:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994075 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.056618:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994075 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000001:00080000:3.0:1734016141.056680:0:13928:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968771 00000004:00010000:3.0:1734016141.056704:0:13928:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880129ff2a00 reply state ffff88007c9f1000 transno 4294968772 ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994075 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:3.0:1734016141.056713:0:13928:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016141.056899:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+35:10407:x1818247335015936:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 822us (1656us total) trans 4294968772 rc 0/0 00000100:00100000:3.0:1734016141.056907:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2311 00000020:00080000:3.0:1734016141.056912:0:13928:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016141.065982:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016141.066516:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994075 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.066532:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994075 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.066542:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994075 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.066549:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070102400 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016141.066556:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994075 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.066563:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994075 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.066586:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016141.066589:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016141.066595:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994075 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.066601:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994075 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000100:00100000:0.0:1734016141.069090:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.070689:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335016192 00000100:00100000:2.0:1734016141.070705:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335016192 00002000:00010000:2.0:1734016141.070769:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016141.070775:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782b100 with x1818247335016192 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016141.070799:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a782b100. 00000100:00100000:2.0:1734016141.070844:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335016064 00000100:00100000:2.0:1734016141.070846:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335016064 00002000:00010000:2.0:1734016141.070862:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (100000->18446744073709551615) 00002000:00100000:2.0:1734016141.070864:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccdf80 with x1818247335016064 ext(100000->18446744073709551615) 00002000:00010000:2.0:1734016141.070871:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccdf80. 00000100:00100000:2.0:1734016141.070894:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9296 00000100:00100000:1.0:1734016141.070957:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9297 00000100:00100000:1.0:1734016141.070966:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247335016064:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016141.071385:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 0 -> 100000 00002000:00010000:1.0:1734016141.071390:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016141 00002000:00010000:1.0:1734016141.071393:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1734016141.071395:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016141 00002000:00010000:1.0:1734016141.071398:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016141.071562:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335016192:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016141.071721:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1734016141.071724:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016141 00002000:00010000:2.0:1734016141.071726:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1734016141.071728:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016141 00002000:00010000:2.0:1734016141.071730:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016141.073908:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247335016064:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 2913us (4801us total) trans 4294969591 rc 0/0 00000100:00100000:1.0:1734016141.073926:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9297 00002000:00010000:1.0:1734016141.073942:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (100000->18446744073709551615) 00002000:00100000:1.0:1734016141.073946:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccdf80 with x1818247335016064 ext(100000->18446744073709551615) 00002000:00010000:1.0:1734016141.073966:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccdf80. 00000100:00100000:2.0:1734016141.074115:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247335016192:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 3210us (8156us total) trans 4294968024 rc 0/0 00000100:00100000:2.0:1734016141.074124:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9296 00002000:00010000:2.0:1734016141.074127:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016141.074130:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a782b100 with x1818247335016192 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016141.074141:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a782b100. 00000100:00100000:1.0:1734016141.078604:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.080274:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335016320 00000100:00100000:2.0:1734016141.080306:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335016320 00000100:00100000:2.0:1734016141.080442:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2312 00000100:00100000:2.0:1734016141.080460:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+34:10407:x1818247335016320:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.080515:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.080556:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599407c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee507c5 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.080731:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994083 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.080757:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994083 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.080772:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994083 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016141.080961:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 100000 00000004:00200000:2.0:1734016141.080966:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016141.080995:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994083 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.081034:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599407c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507c5 expref: 36 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.084014:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994083 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507c5 expref: 35 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.084048:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016141.084051:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016141.084059:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016141.084239:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+35:10407:x1818247335016320:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3780us (5656us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.084259:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2312 00000100:00100000:3.0:1734016141.093094:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.094476:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335016576 00000100:00100000:2.0:1734016141.094498:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335016576 00000100:00100000:2.0:1734016141.094617:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2313 00000100:00100000:2.0:1734016141.094631:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+35:10407:x1818247335016576:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016141.094744:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016141.094789:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994083 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507c5 expref: 35 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.094847:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016141.094855:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016141.095143:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599408a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.095162:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599408a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.095177:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599408a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:2.0:1734016141.095225:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968773 00000004:00010000:2.0:1734016141.095253:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078c51180 reply state ffff88012b7fc000 transno 4294968774 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599408a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016141.095263:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016141.095414:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+37:10407:x1818247335016576:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 785us (2344us total) trans 4294968774 rc 0/0 00000100:00100000:2.0:1734016141.095422:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2313 00000020:00080000:2.0:1734016141.095427:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016141.099229:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016141.099325:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016141.099739:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599408a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016141.099760:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599408a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016141.099770:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599408a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016141.099779:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404900 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016141.099787:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599408a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016141.099797:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599408a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016141.099856:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016141.099860:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016141.099866:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599408a lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016141.099871:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599408a lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016141.100016:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335016832 00000100:00100000:2.0:1734016141.100035:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335016832 00002000:00010000:2.0:1734016141.100116:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016141.100126:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccf100 with x1818247335016832 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016141.100148:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dccf100. 00000100:00100000:2.0:1734016141.100179:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335016704 00000100:00100000:2.0:1734016141.100184:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335016704 00002000:00010000:2.0:1734016141.100202:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016141.100205:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccc700 with x1818247335016704 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016141.100216:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccc700. 00000100:00100000:2.0:1734016141.100237:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9298 00000100:00100000:2.0:1734016141.100251:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247335016832:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016141.100611:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1734016141.100615:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.100617:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1734016141.100620:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.100622:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016141.100730:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247335016832:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 483us (1530us total) trans 4294968025 rc 0/0 00000100:00100000:2.0:1734016141.100741:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9298 00002000:00010000:2.0:1734016141.100747:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016141.100749:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccf100 with x1818247335016832 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016141.100753:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dccf100. 00000100:00100000:2.0:1734016141.100774:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9299 00000100:00100000:2.0:1734016141.100779:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247335016704:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016141.101014:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 100000 -> 0 00002000:00010000:2.0:1734016141.101017:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.101019:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1734016141.101021:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.101022:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016141.101040:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1971:x1818247335016704:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 260us (1715us total) trans 4294969592 rc 0/0 00000100:00100000:2.0:1734016141.101046:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9299 00002000:00010000:2.0:1734016141.101050:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016141.101052:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccc700 with x1818247335016704 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016141.101056:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccc700. 00000100:00100000:1.0:1734016141.106530:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.107429:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335016960 00000100:00100000:3.0:1734016141.107448:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335016960 00000100:00100000:3.0:1734016141.107658:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11274 00000100:00100000:3.0:1734016141.107673:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247335016960:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016141.108767:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:3.0:1734016141.108773:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.108776:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1734016141.108778:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.108781:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 0 -> 8192 00000100:00100000:3.0:1734016141.109061:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247335016960:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1390us (2549us total) trans 4294969593 rc 0/0 00000100:00100000:3.0:1734016141.109072:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11274 00000100:00100000:2.0:1734016141.112435:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.112547:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335017216 00000100:00100000:3.0:1734016141.112558:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335017216 00000100:00100000:3.0:1734016141.113180:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2314 00000100:00100000:3.0:1734016141.113193:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+36:10407:x1818247335017216:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016141.113524:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994091 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.113545:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994091 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.113559:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994091 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000001:00080000:3.0:1734016141.113600:0:13928:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968775 00000004:00010000:3.0:1734016141.113617:0:13928:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078e2bb80 reply state ffff88007c9f2000 transno 4294968776 ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994091 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:3.0:1734016141.113626:0:13928:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016141.114342:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+39:10407:x1818247335017216:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 1146us (1918us total) trans 4294968776 rc 0/0 00000100:00100000:3.0:1734016141.114352:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2314 00000020:00080000:3.0:1734016141.114361:0:13928:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016141.117175:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994091 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.117209:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994091 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.117216:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994091 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.117223:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070101f80 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016141.117228:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994091 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.117238:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994091 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.117265:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016141.117269:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016141.117276:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994091 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.117283:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994091 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000100:00100000:2.0:1734016141.118404:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.118479:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016141.118951:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335017472 00000100:00100000:0.0:1734016141.118971:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335017472 00002000:00010000:0.0:1734016141.119043:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016141.119050:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2b480 with x1818247335017472 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016141.119073:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078e2b480. 00000100:00100000:0.0:1734016141.119486:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335017344 00000100:00100000:0.0:1734016141.119491:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335017344 00002000:00010000:0.0:1734016141.119511:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016141.119514:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e29c00 with x1818247335017344 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016141.119526:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e29c00. 00000100:00100000:1.0:1734016141.124005:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9300 00000100:00100000:1.0:1734016141.124037:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247335017472:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016141.124430:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1734016141.124434:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:1.0:1734016141.124437:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1734016141.124440:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:1.0:1734016141.124443:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016141.124575:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1971:x1818247335017472:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 548us (6192us total) trans 4294968026 rc 0/0 00000100:00100000:1.0:1734016141.124584:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9300 00002000:00010000:1.0:1734016141.124592:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016141.124598:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2b480 with x1818247335017472 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016141.124610:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078e2b480. 00000100:00100000:1.0:1734016141.124656:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9301 00000100:00100000:1.0:1734016141.124665:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247335017344:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016141.124962:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:1.0:1734016141.124965:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:1.0:1734016141.124968:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1734016141.124969:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:1.0:1734016141.124971:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 8192 -> 0 00000100:00100000:1.0:1734016141.124994:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1971:x1818247335017344:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 329us (6514us total) trans 4294969594 rc 0/0 00000100:00100000:1.0:1734016141.125001:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9301 00002000:00010000:1.0:1734016141.125005:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016141.125007:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e29c00 with x1818247335017344 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016141.125015:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e29c00. 00000100:00100000:0.0:1734016141.128758:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.129050:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335017600 00000100:00100000:3.0:1734016141.129073:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335017600 00000100:00100000:3.0:1734016141.129171:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11275 00000100:00100000:3.0:1734016141.129185:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:10407:x1818247335017600:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.129235:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.129271:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994098 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee507cc expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.129346:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994067 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507b7 expref: 13 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.129365:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.129368:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.129373:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994098 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507cc expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.129442:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994067 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507b7 expref: 13 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.129466:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994067 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507b7 expref: 13 pid: 7685 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016141.129489:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338485632:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016141.129613:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.132869:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338485632:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016141.132947:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994098 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507cc expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.132982:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016141.133074:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:10407:x1818247335017600:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3890us (4340us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.133087:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11275 00000100:00100000:0.0:1734016141.136621:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016141.137515:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335017728 00000100:00100000:1.0:1734016141.137543:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335017728 00010000:00010000:1.0:1734016141.137632:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994067 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507b7 expref: 14 pid: 7685 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016141.137708:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3203 00000100:00100000:1.0:1734016141.137720:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1970:x1818247335017728:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016141.137754:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016141.137801:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994067 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507b7 expref: 14 pid: 7685 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016141.137837:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994067 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507b7 expref: 14 pid: 7685 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016141.137883:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994067 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507b7 expref: 14 pid: 7685 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016141.137926:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.137929:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.137941:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994098 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507cc expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.137957:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994098 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507cc expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.138024:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994098 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507cc expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.138047:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338485760:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016141.138189:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.141904:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.142380:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335017856 00000100:00100000:3.0:1734016141.142402:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335017856 00000100:00100000:3.0:1734016141.142520:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11276 00000100:00100000:3.0:1734016141.142534:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335017856:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016141.142910:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1734016141.142914:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.142917:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1734016141.142919:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.142921:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016141.143016:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335017856:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 484us (1147us total) trans 4294969595 rc 0/0 00000100:00100000:3.0:1734016141.143027:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11276 00000100:00100000:1.0:1734016141.143316:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338485760:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016141.143355:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016141.143385:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247335017728:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5668us (6790us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.143396:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3203 00000100:00100000:1.0:1734016141.147685:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.148033:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335018112 00000100:00100000:3.0:1734016141.148050:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335018112 00000100:00080000:1.0:1734016141.148485:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016111 00000100:00100000:3.0:1734016141.148626:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2315 00000100:00100000:3.0:1734016141.148639:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:10407:x1818247335018112:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016141.149361:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599409f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.149405:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599409f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.149428:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599409f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000001:00080000:3.0:1734016141.149508:0:13928:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968777 00000004:00010000:3.0:1734016141.149539:0:13928:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007856f100 reply state ffff88007c9f3000 transno 4294968778 ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599409f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:3.0:1734016141.149549:0:13928:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016141.149797:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:10407:x1818247335018112:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 1156us (2133us total) trans 4294968778 rc 0/0 00000100:00100000:3.0:1734016141.149832:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2315 00000020:00080000:3.0:1734016141.149845:0:13928:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016141.153497:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599409f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.153519:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599409f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.153529:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599409f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.153534:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100fc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016141.153539:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599409f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.153546:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599409f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.153563:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016141.153565:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016141.153570:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599409f lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.153574:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100fc0/0x979ba2bc5599409f lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000100:00100000:1.0:1734016141.154359:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016141.154482:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335018240 00000100:00100000:0.0:1734016141.154502:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335018240 00000100:00100000:0.0:1734016141.154581:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11277 00000100:00100000:0.0:1734016141.154594:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:10407:x1818247335018240:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.154635:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.154674:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc559940a6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee507d3 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.154734:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc5599406e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507be expref: 11 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.154743:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016141.154747:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016141.154752:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc559940a6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507d3 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.154802:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc5599406e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507be expref: 11 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.154845:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc5599406e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507be expref: 11 pid: 7685 timeout: 504 lvb_type: 0 00000100:00100000:0.0:1734016141.154864:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dcce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338485888:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016141.154981:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.159125:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016141.159228:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335018368 00000100:00100000:1.0:1734016141.159243:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335018368 00010000:00010000:1.0:1734016141.159303:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc5599406e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507be expref: 12 pid: 7685 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016141.159368:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3204 00000100:00100000:1.0:1734016141.159380:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247335018368:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016141.159406:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016141.159413:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc5599406e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507be expref: 12 pid: 7685 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016141.159429:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc5599406e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507be expref: 12 pid: 7685 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016141.159474:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.159477:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.159486:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc559940a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507d3 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.159498:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc559940a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507d3 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.159561:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc559940a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507d3 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.159586:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7701:1818247338486016:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016141.159708:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00010000:00010000:2.0:1734016141.160847:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc5599406e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507be expref: 12 pid: 7685 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016141.160883:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dcce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338485888:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016141.160926:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc559940a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507d3 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.160940:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:2.0:1734016141.161006:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:10407:x1818247335018240:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6413us (7122us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.161017:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11277 00000100:00100000:0.0:1734016141.164372:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016141.164445:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016141.164555:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335018496 00000100:00100000:0.0:1734016141.164577:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335018496 00002000:00010000:0.0:1734016141.164672:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016141.164685:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dcce300 with x1818247335018496 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016141.164715:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dcce300. 00000100:00100000:0.0:1734016141.164767:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335018624 00000100:00100000:0.0:1734016141.164771:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335018624 00002000:00010000:0.0:1734016141.164788:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016141.164791:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb480 with x1818247335018624 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016141.164802:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800783cb480. 00000100:00100000:0.0:1734016141.164922:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9302 00000100:00100000:0.0:1734016141.164935:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335018496:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016141.165240:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1734016141.165245:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:0.0:1734016141.165248:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1734016141.165250:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:0.0:1734016141.165253:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016141.165339:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335018496:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 405us (990us total) trans 4294969596 rc 0/0 00000100:00100000:0.0:1734016141.165346:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9302 00002000:00010000:0.0:1734016141.165350:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016141.165352:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dcce300 with x1818247335018496 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016141.165356:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dcce300. 00000100:00100000:0.0:1734016141.165384:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9303 00000100:00100000:0.0:1734016141.165389:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335018624:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016141.165498:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1734016141.165500:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:0.0:1734016141.165502:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1734016141.165504:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:0.0:1734016141.165506:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016141.165525:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335018624:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 134us (1079us total) trans 4294968027 rc 0/0 00000100:00100000:0.0:1734016141.165531:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9303 00002000:00010000:0.0:1734016141.165534:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016141.165536:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb480 with x1818247335018624 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016141.165540:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800783cb480. 00000100:00100000:1.0:1734016141.166187:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7701:1818247338486016:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016141.166219:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016141.166253:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247335018368:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6875us (7154us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.166263:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3204 00000100:00100000:0.0:1734016141.171070:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.172358:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335018880 00000100:00100000:3.0:1734016141.172380:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335018880 00000100:00100000:3.0:1734016141.173265:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2316 00000100:00100000:3.0:1734016141.173280:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+38:10407:x1818247335018880:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016141.173796:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940ad lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.173846:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.173864:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000001:00080000:3.0:1734016141.173936:0:13928:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968779 00000004:00010000:3.0:1734016141.173961:0:13928:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800783caa00 reply state ffff88011d86c000 transno 4294968780 ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:3.0:1734016141.173970:0:13928:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016141.174162:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+41:10407:x1818247335018880:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 882us (3124us total) trans 4294968780 rc 0/0 00000100:00100000:3.0:1734016141.174172:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2316 00000020:00080000:3.0:1734016141.174180:0:13928:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016141.177440:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016141.177466:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940ad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016141.177478:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016141.177487:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100480 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016141.177495:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016141.177507:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940ad lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016141.177539:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:0.0:1734016141.177544:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016141.177550:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940ad lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016141.177556:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940ad lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000100:00100000:1.0:1734016141.179312:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.179453:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335019008 00000100:00100000:3.0:1734016141.179479:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335019008 00000100:00100000:3.0:1734016141.179863:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11278 00000100:00100000:3.0:1734016141.179877:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:10407:x1818247335019008:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.179925:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.179965:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559940b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee507da expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.180032:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994098 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507cc expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.180043:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.180047:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.180053:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559940b4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507da expref: 14 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.180132:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994098 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507cc expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.180167:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994098 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507cc expref: 9 pid: 7685 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016141.180189:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338486144:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016141.180340:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.184501:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338486144:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016141.184591:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559940b4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507da expref: 14 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.184624:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016141.186400:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:10407:x1818247335019008:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6497us (7084us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.186420:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11278 00000100:00100000:1.0:1734016141.187135:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.187358:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335019136 00000100:00100000:2.0:1734016141.187372:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335019136 00010000:00010000:2.0:1734016141.187425:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994098 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507cc expref: 10 pid: 7685 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016141.187475:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3205 00000100:00100000:2.0:1734016141.187483:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335019136:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016141.187503:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016141.187510:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994098 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507cc expref: 10 pid: 7685 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016141.187528:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994098 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507cc expref: 10 pid: 7685 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016141.187567:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994098 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507cc expref: 10 pid: 7685 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016141.187605:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.187608:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.187618:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559940b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507da expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.187631:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559940b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507da expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.187687:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559940b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507da expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.187709:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338486272:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016141.187828:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.191183:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.191363:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338486272:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016141.191419:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016141.191535:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335019136:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4051us (4402us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.191552:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3205 00000100:00100000:3.0:1734016141.192316:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335019264 00000100:00100000:3.0:1734016141.192329:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335019264 00000100:00100000:3.0:1734016141.192396:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11279 00000100:00100000:3.0:1734016141.192407:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:10407:x1818247335019264:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.192445:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.192486:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070100d80/0x979ba2bc559940bb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee507e1 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.192543:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc559940a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507d3 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.192560:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.192562:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.192565:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070100d80/0x979ba2bc559940bb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e1 expref: 12 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.192619:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc559940a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507d3 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.192636:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc559940a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507d3 expref: 8 pid: 7686 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016141.192654:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338486400:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016141.192740:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.197248:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.197640:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335019392 00000100:00100000:2.0:1734016141.197658:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335019392 00010000:00010000:2.0:1734016141.197741:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc559940a6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507d3 expref: 9 pid: 7686 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016141.198076:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338486400:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016141.198133:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070100d80/0x979ba2bc559940bb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e1 expref: 12 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.198162:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016141.198251:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:10407:x1818247335019264:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5846us (7094us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.198260:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11279 00000100:00100000:2.0:1734016141.198754:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3206 00000100:00100000:2.0:1734016141.198764:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335019392:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016141.198787:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016141.198796:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc559940a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507d3 expref: 9 pid: 7686 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016141.198827:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc559940a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507d3 expref: 9 pid: 7686 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016141.198867:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc559940a6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507d3 expref: 9 pid: 7686 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016141.198910:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.198912:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.198920:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880070100d80/0x979ba2bc559940bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e1 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.198933:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070100d80/0x979ba2bc559940bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e1 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.198979:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880070100d80/0x979ba2bc559940bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e1 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.198995:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7701:1818247338486528:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016141.199061:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.204796:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7701:1818247338486528:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016141.204883:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016141.205026:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335019392:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6257us (7803us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.205050:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3206 00000100:00100000:1.0:1734016141.205989:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016141.206070:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.206473:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335019520 00000100:00100000:3.0:1734016141.206488:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335019520 00002000:00010000:3.0:1734016141.206536:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016141.206543:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856ed80 with x1818247335019520 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016141.206563:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856ed80. 00000100:00100000:3.0:1734016141.206583:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335019648 00000100:00100000:3.0:1734016141.206585:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335019648 00002000:00010000:3.0:1734016141.206597:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016141.206599:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856df80 with x1818247335019648 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016141.206608:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007856df80. 00000100:00100000:3.0:1734016141.206621:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9304 00000100:00100000:3.0:1734016141.206630:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1970:x1818247335019520:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016141.206907:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1734016141.206911:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.206913:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1734016141.206915:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.206918:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016141.206958:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1970:x1818247335019520:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 329us (975us total) trans 4294969597 rc 0/0 00000100:00100000:3.0:1734016141.206966:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9304 00002000:00010000:3.0:1734016141.206969:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016141.206971:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856ed80 with x1818247335019520 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016141.206974:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856ed80. 00000100:00100000:3.0:1734016141.206988:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9305 00000100:00100000:3.0:1734016141.206992:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247335019648:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016141.207081:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1734016141.207084:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.207086:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1734016141.207087:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.207090:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016141.207107:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247335019648:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 114us (1037us total) trans 4294968028 rc 0/0 00000100:00100000:3.0:1734016141.207112:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9305 00002000:00010000:3.0:1734016141.207115:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016141.207117:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856df80 with x1818247335019648 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016141.207120:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007856df80. 00000100:00100000:0.0:1734016141.209758:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.209958:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335019776 00000100:00100000:3.0:1734016141.209972:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335019776 00000100:00100000:3.0:1734016141.210719:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11280 00000100:00100000:3.0:1734016141.210731:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:10407:x1818247335019776:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.210768:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.211323:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559940c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee507e8 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.211376:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559940b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507da expref: 14 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.211385:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.211387:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.211391:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559940c2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e8 expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.211442:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559940b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507da expref: 14 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.211456:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559940b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507da expref: 14 pid: 7686 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016141.211478:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338486656:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016141.211624:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.214367:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338486656:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016141.214413:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559940c2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e8 expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.214437:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016141.214510:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:10407:x1818247335019776:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3780us (4768us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.214521:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11280 00000100:00100000:0.0:1734016141.216213:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.217293:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335019904 00000100:00100000:3.0:1734016141.217315:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335019904 00010000:00010000:3.0:1734016141.217373:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559940b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507da expref: 15 pid: 7686 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016141.217426:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3207 00000100:00100000:3.0:1734016141.217439:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247335019904:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016141.217467:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016141.217508:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559940b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507da expref: 15 pid: 7686 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016141.217525:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559940b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507da expref: 15 pid: 7686 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016141.217578:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559940b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507da expref: 15 pid: 7686 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016141.218114:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.218117:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.218129:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559940c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e8 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.218142:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559940c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e8 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.218193:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559940c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e8 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.218208:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338486784:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016141.218669:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.223038:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.223281:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335020032 00000100:00100000:2.0:1734016141.223297:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335020032 00000100:00100000:2.0:1734016141.223372:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11281 00000100:00100000:2.0:1734016141.223384:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247335020032:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016141.223786:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1734016141.223790:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.223792:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1734016141.223795:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.223797:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 0 -> 8192 00000100:00100000:2.0:1734016141.223931:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247335020032:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 548us (907us total) trans 4294969598 rc 0/0 00000100:00100000:2.0:1734016141.223940:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11281 00000100:00100000:3.0:1734016141.224199:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338486784:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016141.224239:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016141.224280:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1969:x1818247335019904:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6843us (8088us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.224297:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3207 00000100:00100000:0.0:1734016141.227022:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.227177:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335020288 00000100:00100000:3.0:1734016141.227197:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335020288 00000100:00100000:3.0:1734016141.227299:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2317 00000100:00100000:3.0:1734016141.227314:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:10407:x1818247335020288:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016141.227706:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940c9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.227729:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.227744:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000001:00080000:3.0:1734016141.227801:0:13928:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968781 00000004:00010000:3.0:1734016141.227896:0:13928:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012cf62680 reply state ffff88011d86a000 transno 4294968782 ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:3.0:1734016141.227905:0:13928:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016141.228060:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+26:10407:x1818247335020288:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 748us (1063us total) trans 4294968782 rc 0/0 00000100:00100000:3.0:1734016141.228070:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2317 00000020:00080000:3.0:1734016141.228077:0:13928:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016141.230350:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.230379:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940c9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.230387:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.230394:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070100480 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016141.230401:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.230411:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940c9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.230442:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016141.230446:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016141.230450:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940c9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.230454:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559940c9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000100:00100000:0.0:1734016141.231541:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.231751:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335020416 00000100:00100000:2.0:1734016141.231773:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335020416 00000100:00100000:2.0:1734016141.231876:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11282 00000100:00100000:2.0:1734016141.231897:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:10407:x1818247335020416:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.231933:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.231966:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559940d0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee507ef expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.232019:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880070100d80/0x979ba2bc559940bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e1 expref: 12 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.232028:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016141.232031:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016141.232036:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559940d0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507ef expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.232096:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880070100d80/0x979ba2bc559940bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e1 expref: 12 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.232118:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880070100d80/0x979ba2bc559940bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e1 expref: 12 pid: 7686 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016141.232140:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338486912:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016141.232295:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.236178:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338486912:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016141.236258:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559940d0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507ef expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.236292:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016141.236390:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:10407:x1818247335020416:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4500us (4860us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.236403:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11282 00000100:00100000:0.0:1734016141.239267:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.239400:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335020544 00000100:00100000:3.0:1734016141.239414:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335020544 00010000:00010000:3.0:1734016141.239474:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880070100d80/0x979ba2bc559940bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e1 expref: 13 pid: 7686 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016141.239526:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3208 00000100:00100000:3.0:1734016141.239534:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088624850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247335020544:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016141.239556:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016141.239562:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880070100d80/0x979ba2bc559940bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e1 expref: 13 pid: 7686 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016141.239577:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880070100d80/0x979ba2bc559940bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e1 expref: 13 pid: 7686 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016141.239609:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070100d80/0x979ba2bc559940bb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e1 expref: 13 pid: 7686 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016141.239658:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.239660:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.239669:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559940d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507ef expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.239683:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559940d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507ef expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.239738:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559940d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507ef expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.239757:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7701:1818247338487040:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016141.241132:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.245910:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7701:1818247338487040:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016141.245941:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016141.246016:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880088624850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247335020544:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6480us (6762us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.246030:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3208 00000100:00100000:0.0:1734016141.246690:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016141.246794:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016141.246851:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335020672 00000100:00100000:0.0:1734016141.246857:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335020672 00002000:00010000:0.0:1734016141.246908:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016141.246913:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60e00 with x1818247335020672 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016141.246929:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60e00. 00000100:00100000:0.0:1734016141.246950:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335020800 00000100:00100000:0.0:1734016141.246953:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335020800 00002000:00010000:0.0:1734016141.246965:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016141.246967:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63800 with x1818247335020800 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016141.246975:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf63800. 00000100:00100000:0.0:1734016141.247002:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9306 00000100:00100000:0.0:1734016141.247010:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247335020672:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016141.247172:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1734016141.247176:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:0.0:1734016141.247178:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1734016141.247180:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:0.0:1734016141.247182:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 8192 -> 8192 00000100:00100000:0.0:1734016141.247215:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335020672:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 206us (529us total) trans 4294969599 rc 0/0 00000100:00100000:0.0:1734016141.247222:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9306 00002000:00010000:0.0:1734016141.247225:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016141.247227:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60e00 with x1818247335020672 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016141.247230:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60e00. 00000100:00100000:0.0:1734016141.247248:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9307 00000100:00100000:0.0:1734016141.247252:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335020800:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016141.247339:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1734016141.247342:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:0.0:1734016141.247343:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1734016141.247345:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:0.0:1734016141.247347:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016141.247365:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335020800:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 111us (570us total) trans 4294968029 rc 0/0 00000100:00100000:0.0:1734016141.247371:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9307 00002000:00010000:0.0:1734016141.247373:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016141.247375:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63800 with x1818247335020800 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016141.247379:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf63800. 00000100:00100000:0.0:1734016141.251774:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.252083:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335021056 00000100:00100000:2.0:1734016141.252099:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335021056 00000100:00100000:2.0:1734016141.252194:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2318 00000100:00100000:2.0:1734016141.252205:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+25:10407:x1818247335021056:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016141.252568:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559940d7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.252591:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559940d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.252604:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559940d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:2.0:1734016141.252660:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968783 00000004:00010000:2.0:1734016141.252686:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012cf60380 reply state ffff88012b7fd000 transno 4294968784 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559940d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016141.252694:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016141.252837:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+28:10407:x1818247335021056:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 633us (1075us total) trans 4294968784 rc 0/0 00000100:00100000:2.0:1734016141.252849:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2318 00000020:00080000:2.0:1734016141.252855:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016141.256240:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016141.256293:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:2.0:1734016141.256535:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559940d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.256549:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559940d7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.256558:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559940d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.256566:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405d40 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016141.256573:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559940d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.256585:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559940d7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.256612:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016141.256616:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016141.256621:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559940d7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.256626:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559940d7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016141.256696:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335021184 00000100:00100000:2.0:1734016141.256713:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335021184 00002000:00010000:2.0:1734016141.256769:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (18048->18446744073709551615) 00002000:00100000:2.0:1734016141.256774:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61880 with x1818247335021184 ext(18048->18446744073709551615) 00002000:00010000:2.0:1734016141.256790:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf61880. 00000100:00100000:2.0:1734016141.256874:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335021312 00000100:00100000:2.0:1734016141.256879:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335021312 00002000:00010000:2.0:1734016141.256902:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016141.256905:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61500 with x1818247335021312 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016141.256914:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf61500. 00000100:00100000:2.0:1734016141.256937:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9308 00000100:00100000:2.0:1734016141.256949:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335021184:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016141.257420:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 0 -> 18048 00002000:00010000:2.0:1734016141.257425:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.257428:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1734016141.257431:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.257434:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 8192 -> 40 00000100:00100000:2.0:1734016141.257530:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1969:x1818247335021184:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 583us (1314us total) trans 4294969600 rc 0/0 00000100:00100000:2.0:1734016141.257539:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9308 00002000:00010000:2.0:1734016141.257544:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (18048->18446744073709551615) 00002000:00100000:2.0:1734016141.257547:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61880 with x1818247335021184 ext(18048->18446744073709551615) 00002000:00010000:2.0:1734016141.257551:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf61880. 00000100:00100000:2.0:1734016141.257572:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9309 00000100:00100000:2.0:1734016141.257577:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335021312:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016141.257671:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1734016141.257674:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.257675:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1734016141.257677:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.257679:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016141.257696:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247335021312:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 120us (1403us total) trans 4294968030 rc 0/0 00000100:00100000:2.0:1734016141.257702:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9309 00002000:00010000:2.0:1734016141.257704:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016141.257706:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61500 with x1818247335021312 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016141.257710:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf61500. 00000100:00100000:0.0:1734016141.261559:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.261868:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335021568 00000100:00100000:2.0:1734016141.261896:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335021568 00002000:00100000:2.0:1734016141.262004:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (8192->12287) req@ffff88012cf63100 x1818247335021568/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1734016141.262023:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63100 with x1818247335021568 ext(8192->12287) 00002000:00010000:2.0:1734016141.262034:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf63100 00000100:00100000:2.0:1734016141.262256:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9310 00000100:00100000:2.0:1734016141.262267:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1969:x1818247335021568:12345-192.168.201.4@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1734016141.264563:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1969:x1818247335021568:12345-192.168.201.4@tcp:3:ptlrpcd_00_00.0 Request processed in 2276us (3005us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.264582:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9310 00002000:00100000:2.0:1734016141.264606:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (8192->12287) req@ffff88012cf63100 x1818247335021568/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1734016141.264619:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63100 with x1818247335021568 ext(8192->12287) 00002000:00010000:2.0:1734016141.264632:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf63100 00000100:00100000:2.0:1734016141.267619:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016141.267857:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335021824 00000100:00100000:0.0:1734016141.267869:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335021824 00002000:00100000:0.0:1734016141.267952:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (12288->16383) req@ffff880078d67100 x1818247335021824/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1734016141.267967:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d67100 with x1818247335021824 ext(12288->16383) 00002000:00010000:0.0:1734016141.267976:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d67100 00000100:00100000:0.0:1734016141.268544:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9311 00000100:00100000:0.0:1734016141.268554:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247335021824:12345-192.168.201.4@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1734016141.269055:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247335021824:12345-192.168.201.4@tcp:3:ptlrpcd_00_01.0 Request processed in 501us (1452us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016141.269063:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9311 00002000:00100000:0.0:1734016141.269070:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (12288->16383) req@ffff880078d67100 x1818247335021824/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1734016141.269079:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d67100 with x1818247335021824 ext(12288->16383) 00002000:00010000:0.0:1734016141.269083:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d67100 00000100:00100000:0.0:1734016141.272309:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.272468:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335022080 00000100:00100000:2.0:1734016141.272490:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335022080 00002000:00100000:2.0:1734016141.272751:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4096->20479) req@ffff88012cf61180 x1818247335022080/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:102/0 lens 504/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1734016141.272774:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61180 with x1818247335022080 ext(4096->20479) 00002000:00010000:2.0:1734016141.272786:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf61180 00000100:00100000:2.0:1734016141.273431:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9312 00000100:00100000:2.0:1734016141.273443:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247335022080:12345-192.168.201.4@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1734016141.275644:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247335022080:12345-192.168.201.4@tcp:3:ptlrpcd_00_01.0 Request processed in 2181us (3340us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1734016141.275665:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9312 00002000:00100000:2.0:1734016141.275683:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4096->20479) req@ffff88012cf61180 x1818247335022080/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:102/0 lens 504/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 8192/8192 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1734016141.275697:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61180 with x1818247335022080 ext(4096->20479) 00002000:00010000:2.0:1734016141.275704:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf61180 00000100:00100000:1.0:1734016141.279448:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.279596:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335022208 00000100:00100000:2.0:1734016141.279612:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335022208 00002000:00100000:2.0:1734016141.279700:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (8192->18047) req@ffff88007856d180 x1818247335022208/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:102/0 lens 10344/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1734016141.279715:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856d180 with x1818247335022208 ext(8192->18047) 00002000:00010000:2.0:1734016141.279725:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856d180 00000100:00100000:2.0:1734016141.279933:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9313 00000100:00100000:2.0:1734016141.279944:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1969:x1818247335022208:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:0.0:1734016141.281010:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:1969:x1818247335022208:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 1054us (1651us total) trans 4294969601 rc 0/0 00000100:00100000:0.0:1734016141.281022:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9313 00002000:00100000:0.0:1734016141.281031:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (8192->18047) req@ffff88007856d180 x1818247335022208/t4294969601(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:102/0 lens 10344/448 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1734016141.281043:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856d180 with x1818247335022208 ext(8192->18047) 00002000:00010000:0.0:1734016141.281048:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856d180 00000100:00100000:0.0:1734016141.283501:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.283661:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335022336 00000100:00100000:3.0:1734016141.283676:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335022336 00000100:00100000:3.0:1734016141.283752:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2319 00000100:00100000:3.0:1734016141.283760:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+27:10407:x1818247335022336:12345-192.168.201.4@tcp:44:fsx.0 00000001:00080000:0.0:1734016141.285949:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968784 is committed 00000001:00080000:0.0:1734016141.285995:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968780 is committed 00000004:00080000:0.0:1734016141.286066:0:6461:0:(osp_sync.c:1746:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 4 committed 00000004:00080000:0.0:1734016141.286357:0:6461:0:(osp_sync.c:1746:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 5 committed 00000100:00100000:0.0:1734016141.287011:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338487168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1734016141.287136:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016141.287269:0:3507:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734016141.287294:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338487296:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734016141.288027:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016141.288093:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338487168 00000100:00100000:3.0:1734016141.288105:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338487168 00000100:00100000:0.0:1734016141.288407:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338487296 00000100:00100000:0.0:1734016141.288411:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338487296 00000100:00100000:3.0:1734016141.288579:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11283 00000100:00100000:3.0:1734016141.288587:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3505:x1818247338487168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734016141.288627:0:7685:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:6 count 1 00010000:00010000:3.0:1734016141.288666:0:7685:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559940de lrc: 3/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.288696:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006e834900/0x979ba2bc55993eae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5070f expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.288704:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.288707:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.288712:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559940de lrc: 4/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.288755:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006e834900/0x979ba2bc55993eae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5070f expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.288769:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006e834900/0x979ba2bc55993eae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5070f expref: 10 pid: 7686 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016141.288785:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338487424:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016141.288938:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11284 00000100:00100000:0.0:1734016141.288943:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3507:x1818247338487296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1734016141.288960:0:7686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:6 count 1 00010000:00010000:0.0:1734016141.288983:0:7686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559940e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.289003:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993eb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50716 expref: 14 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.289009:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016141.289010:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016141.289012:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559940e5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.289034:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993eb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50716 expref: 14 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.289041:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993eb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50716 expref: 14 pid: 7686 timeout: 504 lvb_type: 0 00000100:00100000:0.0:1734016141.289049:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338487552:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016141.290060:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:10407:x1818247335022336:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 6287us (6568us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.290075:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2319 00000100:00100000:3.0:1734016141.290220:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.290389:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7d80 going to sleep for 11 seconds 00000100:00080000:1.0:1734016141.290711:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016111 00000100:00080000:1.0:1734016141.290719:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016111 00000100:00100000:2.0:1734016141.296593:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.296672:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335022464 00000100:00100000:2.0:1734016141.296694:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335022464 00000100:00100000:2.0:1734016141.296783:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11285 00000100:00100000:2.0:1734016141.296793:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:1969:x1818247335022464:12345-192.168.201.4@tcp:16:fsx.0 00000100:00100000:3.0:1734016141.297216:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338487424:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016141.297277:0:7685:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559940de lrc: 3/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.298174:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338487552:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016141.298208:0:7686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559940e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.309457:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.310756:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016141.310852:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335022592 00000100:00100000:0.0:1734016141.310868:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335022592 00010000:00010000:0.0:1734016141.310941:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993eb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50716 expref: 16 pid: 7686 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016141.311405:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335022720 00000100:00100000:1.0:1734016141.311412:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335022720 00010000:00010000:1.0:1734016141.311441:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88006e834900/0x979ba2bc55993eae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5070f expref: 11 pid: 7686 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016141.311474:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3209 00000100:00100000:1.0:1734016141.311484:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:1969:x1818247335022592:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016141.311509:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016141.311518:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993eb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50716 expref: 16 pid: 7686 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016141.311534:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993eb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50716 expref: 16 pid: 7686 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016141.311572:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55993eb5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50716 expref: 16 pid: 7686 timeout: 504 lvb_type: 0 00000100:00100000:0.0:1734016141.311642:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3210 00000100:00100000:0.0:1734016141.311649:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247335022720:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016141.311663:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016141.311669:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88006e834900/0x979ba2bc55993eae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5070f expref: 11 pid: 7686 timeout: 504 lvb_type: 0 00010000:00010000:0.0:1734016141.311682:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88006e834900/0x979ba2bc55993eae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5070f expref: 11 pid: 7686 timeout: 504 lvb_type: 0 00010000:00010000:0.0:1734016141.311701:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e834900/0x979ba2bc55993eae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5070f expref: 11 pid: 7686 timeout: 504 lvb_type: 0 00010000:00010000:0.0:1734016141.311730:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016141.311733:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016141.311742:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559940de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.311756:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559940de lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.311800:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016141.311927:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247335022720:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 274us (1180us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.311934:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3210 00010000:00010000:1.0:1734016141.313031:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.313037:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.313045:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559940e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.313059:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559940e5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.313107:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016141.313171:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:1969:x1818247335022592:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1683us (3730us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.313183:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3209 00010000:00010000:1.0:1734016141.313248:0:7686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559940e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.313259:0:7686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559940e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.313275:0:7686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559940e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.313285:0:7686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559940e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.313294:0:7686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559940e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.313308:0:7686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8564b40 already unused, calling callback (ffffffffa0859100) 00010000:00010000:1.0:1734016141.313313:0:7686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559940e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.313323:0:7686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559940e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.313338:0:7686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559940e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.313343:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc559940e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.314501:0:7685:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559940de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.314515:0:7685:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559940de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.314530:0:7685:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559940de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.314535:0:7685:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559940de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.314540:0:7685:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559940de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.314545:0:7685:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070103600 already unused, calling callback (ffffffffa0859100) 00010000:00010000:3.0:1734016141.314547:0:7685:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559940de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.314552:0:7685:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559940de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.314568:0:7685:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559940de lrc: 2/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.314574:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559940de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1734016141.323017:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969601 is committed 00000001:00080000:2.0:1734016141.323076:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969597 is committed 00000100:00100000:2.0:1734016141.323262:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335022464:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 26464us (26692us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.323275:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11285 00010000:00010000:0.0:1734016141.323543:0:9875:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016141.327207:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.329015:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335022848 00000100:00100000:2.0:1734016141.329042:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335022848 00000100:00100000:2.0:1734016141.329157:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2320 00000100:00100000:2.0:1734016141.329169:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:10407:x1818247335022848:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.329212:0:13928:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.329250:0:13928:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559940ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee507f6 expref: -99 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.329473:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559940f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016141.329497:0:13928:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559940f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016141.329516:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559940f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000004:00200000:2.0:1734016141.329566:0:13928:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 18048 00000004:00200000:2.0:1734016141.329574:0:13928:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016141.329601:0:13928:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559940f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016141.329637:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559940ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507f6 expref: 15 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.329662:0:13928:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559940f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507f6 expref: 14 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.329673:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016141.329677:0:13928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016141.329682:0:13928:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016141.329801:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:10407:x1818247335022848:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 633us (2624us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.329830:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2320 00000100:00100000:3.0:1734016141.332049:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3505:x1818247338487168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43439us (44891us total) trans 4294968031 rc 0/0 00000100:00100000:3.0:1734016141.332070:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11283 00000004:00080000:0.0:1734016141.332116:0:3505:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880078c50380/2, rc 0, transno 735 00000100:00100000:0.0:1734016141.332133:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338487168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1734016141.333054:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3507:x1818247338487296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44103us (45023us total) trans 4294969602 rc 0/0 00000100:00100000:0.0:1734016141.333066:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11284 00000004:00080000:3.0:1734016141.341102:0:3507:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880078d64a80/2, rc 0, transno 2306 00000100:00100000:3.0:1734016141.341131:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3507:1818247338487296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734016141.343304:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.343391:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335022976 00000100:00100000:2.0:1734016141.343407:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335022976 00000100:00100000:2.0:1734016141.343503:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11286 00000100:00100000:2.0:1734016141.343515:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:10407:x1818247335022976:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.343555:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.343586:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559940fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee507fd expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.343635:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559940c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e8 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.343647:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016141.343652:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016141.343658:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559940fa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507fd expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.343709:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559940c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e8 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.343726:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559940c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e8 expref: 5 pid: 7686 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016141.343745:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338487680:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016141.343921:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.348690:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338487680:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016141.348771:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559940fa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507fd expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.348833:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016141.348985:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335022976:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5469us (5700us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.349000:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11286 00000100:00100000:2.0:1734016141.351198:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016141.351704:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335023104 00000100:00100000:0.0:1734016141.351726:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335023104 00010000:00010000:0.0:1734016141.351945:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559940c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e8 expref: 6 pid: 7686 timeout: 505 lvb_type: 0 00000100:00100000:0.0:1734016141.352082:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3211 00000100:00100000:0.0:1734016141.352095:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335023104:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016141.352126:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016141.352179:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559940c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e8 expref: 6 pid: 7686 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016141.352201:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559940c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e8 expref: 6 pid: 7686 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016141.352257:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559940c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507e8 expref: 6 pid: 7686 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016141.352862:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016141.352866:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016141.352878:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559940fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507fd expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.352902:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559940fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507fd expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.352988:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559940fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507fd expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.353013:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338487808:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016141.353165:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.391643:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.391855:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335023232 00000100:00100000:2.0:1734016141.391873:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335023232 00000100:00100000:2.0:1734016141.399495:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11287 00000100:00100000:2.0:1734016141.399518:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335023232:12345-192.168.201.4@tcp:22:fsx.0 00000100:00100000:0.0:1734016141.400053:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338487808:192.168.201.4@tcp:105: 00002000:00010000:2.0:1734016141.400080:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 18048 -> 18048 00002000:00010000:2.0:1734016141.400084:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.400086:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1734016141.400089:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.400091:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 40 -> 40 00010000:00010000:0.0:1734016141.400095:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016141.400173:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335023104:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 48081us (49012us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.400173:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335023232:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 662us (8548us total) trans 4294969603 rc 0/0 00000100:00100000:2.0:1734016141.400181:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11287 00000100:00100000:0.0:1734016141.400183:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3211 00000100:00100000:3.0:1734016141.411223:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.411344:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335023360 00000100:00100000:2.0:1734016141.411361:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335023360 00000100:00100000:2.0:1734016141.411452:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2321 00000100:00100000:2.0:1734016141.411463:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:10407:x1818247335023360:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.411500:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.411536:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55994101 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50804 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.411669:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994108 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.411688:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994108 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.411703:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994108 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016141.411731:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 18048 00000004:00200000:2.0:1734016141.411735:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016141.411753:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994108 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.411779:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55994101 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50804 expref: 20 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.414014:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994108 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50804 expref: 19 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.414033:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016141.414037:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016141.414043:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016141.416602:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:10407:x1818247335023360:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5113us (5373us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.416620:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2321 00000100:00100000:2.0:1734016141.421559:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.423280:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335023488 00000100:00100000:3.0:1734016141.423295:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335023488 00000100:00100000:3.0:1734016141.423366:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11288 00000100:00100000:3.0:1734016141.423374:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a84bec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247335023488:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.423404:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.423427:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc5599410f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5080b expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.423502:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338487936:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016141.423588:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016141.426333:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 0 -> 1734016141 00000100:00100000:3.0:1734016141.426372:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338487936:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016141.426419:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc5599410f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5080b expref: 13 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.426437:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc5599410f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5080b expref: 13 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.426457:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016141.426535:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a84bec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247335023488:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3159us (4996us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.426547:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11288 00000100:00100000:0.0:1734016141.429736:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.430001:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335023616 00000100:00100000:3.0:1734016141.430016:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335023616 00000100:00100000:3.0:1734016141.430531:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11289 00000100:00100000:3.0:1734016141.430548:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1971:x1818247335023616:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.430586:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.430626:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc55994116 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50812 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.430761:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338488064:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016141.434032:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.445206:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338488064:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016141.445278:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc55994116 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50812 expref: 13 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.445298:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc55994116 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50812 expref: 13 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.445349:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016141.445470:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1971:x1818247335023616:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 14923us (15752us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.445482:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11289 00000100:00100000:0.0:1734016141.467613:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.467970:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335023744 00000100:00100000:3.0:1734016141.467995:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335023744 00000100:00100000:3.0:1734016141.468100:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11290 00000100:00100000:3.0:1734016141.468110:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:10407:x1818247335023744:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.468150:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.468186:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599411d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50819 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.468258:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559940fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507fd expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.468267:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.468269:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.468274:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599411d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [12288->20479] (req 12288->20479) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50819 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.468331:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559940fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507fd expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.468349:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559940fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507fd expref: 8 pid: 7686 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016141.468367:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338488192:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016141.468497:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.481727:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016141.481863:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335023872 00000100:00100000:1.0:1734016141.481876:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335023872 00010000:00010000:1.0:1734016141.481930:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559940fa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507fd expref: 9 pid: 7686 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016141.481968:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3212 00000100:00100000:1.0:1734016141.481976:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247335023872:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016141.481996:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016141.482028:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559940fa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507fd expref: 9 pid: 7686 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016141.482045:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559940fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507fd expref: 9 pid: 7686 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016141.482081:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.482085:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.482094:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599411d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->20479) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50819 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.482105:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599411d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->20479) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50819 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.482149:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599411d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->20479) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50819 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.482162:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338488320:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016141.482233:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00010000:00010000:3.0:1734016141.485559:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc559940fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507fd expref: 9 pid: 7686 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016141.485617:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338488192:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016141.485670:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599411d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->20479) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50819 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.485693:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016141.491567:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:10407:x1818247335023744:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 23437us (23954us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.491586:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11290 00000100:00100000:1.0:1734016141.492511:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7701:1818247338488320:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016141.492545:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016141.492631:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335023872:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10654us (10922us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.492645:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3212 00000100:00100000:0.0:1734016141.500785:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.501289:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335024000 00000100:00100000:3.0:1734016141.501307:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335024000 00000100:00100000:3.0:1734016141.501399:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11291 00000100:00100000:3.0:1734016141.501413:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247335024000:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016141.501960:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 18048 -> 18048 00002000:00010000:3.0:1734016141.501964:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.501966:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1734016141.501969:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.501971:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:3.0:1734016141.502044:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247335024000:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 634us (1278us total) trans 4294969604 rc 0/0 00000100:00100000:3.0:1734016141.502054:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11291 00000100:00100000:1.0:1734016141.505426:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016141.505505:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.505620:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335024256 00000100:00100000:3.0:1734016141.505639:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335024256 00000100:00100000:3.0:1734016141.505711:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335024128 00000100:00100000:3.0:1734016141.505713:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335024128 00000100:00100000:3.0:1734016141.505736:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11292 00000100:00100000:3.0:1734016141.505749:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247335024256:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.505793:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.505890:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070101b00/0x979ba2bc55994124 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50827 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.505985:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338488448:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016141.506073:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.506118:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11293 00000100:00100000:3.0:1734016141.506126:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335024128:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.506138:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.506152:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599412b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50820 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.506182:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338488576:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016141.506206:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c6c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016141.511982:0:9511:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 0 -> 1734016141 00000100:00100000:2.0:1734016141.512011:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338488576:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016141.512050:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599412b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50820 expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.512065:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599412b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50820 expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.512096:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:2.0:1734016141.512156:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335024128:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6028us (6649us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.512166:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11293 00000100:00100000:3.0:1734016141.513044:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338488448:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016141.513067:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070101b00/0x979ba2bc55994124 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50827 expref: 13 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.513077:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070101b00/0x979ba2bc55994124 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50827 expref: 13 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.513146:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101b00, rc 0) 00000100:00100000:3.0:1734016141.513188:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247335024256:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7443us (7788us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.513195:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11292 00000100:00100000:0.0:1734016141.524043:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016141.524128:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.524227:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335024384 00000100:00100000:2.0:1734016141.524249:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335024384 00000100:00100000:2.0:1734016141.524313:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335024512 00000100:00100000:2.0:1734016141.524316:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335024512 00000100:00100000:2.0:1734016141.524345:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11294 00000100:00100000:2.0:1734016141.524356:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335024384:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.524389:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.524419:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994132 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5082e expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.524523:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338488704:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016141.524638:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.524875:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11295 00000100:00100000:2.0:1734016141.524892:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247335024512:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.524902:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.524913:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994139 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50835 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.524953:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338488832:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016141.525431:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.537895:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338488704:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016141.537945:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994132 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5082e expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.537963:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994132 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5082e expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.538380:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338488832:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016141.538409:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994139 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50835 expref: 13 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.538421:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994139 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50835 expref: 13 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.538442:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:3.0:1734016141.538511:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247335024512:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 13618us (14382us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.538521:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11295 00010000:00010000:2.0:1734016141.542322:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016141.542463:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335024384:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 18096us (18433us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.542476:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11294 00000100:00100000:2.0:1734016141.546012:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016141.546109:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335024640 00000100:00100000:0.0:1734016141.546117:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335024640 00000100:00100000:0.0:1734016141.546186:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2322 00000100:00100000:0.0:1734016141.546194:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:10407:x1818247335024640:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.546222:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.546250:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994140 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5083c expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.546297:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55994147 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016141.546319:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55994147 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016141.546334:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55994147 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016141.546494:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994140 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5083c expref: 16 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.546527:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85673c0/0x979ba2bc55994147 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5083c expref: 15 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.546536:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:0.0:1734016141.546540:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1734016141.546543:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85673c0, rc 0) 00000100:00100000:0.0:1734016141.546610:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:10407:x1818247335024640:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 415us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.546617:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2322 00000100:00100000:0.0:1734016141.561462:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.561889:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335024896 00000100:00100000:2.0:1734016141.561903:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335024896 00000100:00100000:2.0:1734016141.561978:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2323 00000100:00100000:2.0:1734016141.561993:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:10407:x1818247335024896:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016141.562079:0:13928:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016141.562121:0:13928:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559940f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507f6 expref: 15 pid: 13928 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.562173:0:13928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016141.562179:0:13928:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016141.562459:0:13928:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599414e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016141.562478:0:13928:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994108 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50804 expref: 18 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.562487:0:13928:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599414e lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:2.0:1734016141.562544:0:13928:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994108 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50804 expref: 18 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.562565:0:13928:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994108 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50804 expref: 18 pid: 7707 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016141.562588:0:13928:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13928:1818247338488960:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016141.562706:0:13928:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.565488:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.569097:0:13928:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13928:1818247338488960:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016141.569145:0:13928:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599414e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:1.0:1734016141.570445:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335025024 00000100:00100000:1.0:1734016141.570462:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335025024 00010000:00010000:1.0:1734016141.570511:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994108 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50804 expref: 19 pid: 7707 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016141.570555:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3213 00000100:00100000:1.0:1734016141.570565:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:1970:x1818247335025024:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016141.570587:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016141.570594:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994108 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50804 expref: 19 pid: 7707 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016141.570608:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994108 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50804 expref: 19 pid: 7707 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016141.570649:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994108 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50804 expref: 19 pid: 7707 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016141.570689:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016141.570694:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599414e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016141.570705:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599414e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016141.570712:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599414e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13928 initiator: MDT0 00010000:00010000:1.0:1734016141.570741:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016141.570804:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:1970:x1818247335025024:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 240us (5333us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.570834:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3213 00010000:00010000:3.0:1734016141.571112:0:13928:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599414e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00010000:00010000:3.0:1734016141.571119:0:13928:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599414e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000001:00080000:3.0:1734016141.571225:0:13928:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968785 00000004:00010000:3.0:1734016141.571287:0:13928:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007822c000 reply state ffff880079fc6000 transno 4294968786 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599414e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13928 initiator: MDT0 00000100:00100000:3.0:1734016141.571294:0:13928:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016141.571389:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:10407:x1818247335024896:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 9398us (9948us total) trans 4294968786 rc 0/0 00000100:00100000:3.0:1734016141.571397:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2323 00000020:00080000:3.0:1734016141.571401:0:13928:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016141.575241:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:0.0:1734016141.575333:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599414e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016141.575346:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599414e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016141.575353:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599414e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016141.575359:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405680 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016141.575363:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599414e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016141.575371:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599414e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016141.575390:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:0.0:1734016141.575392:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016141.575397:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599414e lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00010000:00010000:0.0:1734016141.575402:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405680/0x979ba2bc5599414e lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13928 initiator: MDT0 00000100:00100000:3.0:1734016141.575704:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016141.576980:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335025280 00000100:00100000:1.0:1734016141.576996:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335025280 00002000:00010000:1.0:1734016141.577058:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016141.577063:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c53480 with x1818247335025280 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016141.577080:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078c53480. 00000100:00100000:1.0:1734016141.577122:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335025152 00000100:00100000:1.0:1734016141.577125:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335025152 00002000:00010000:1.0:1734016141.577138:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (691702->18446744073709551615) 00002000:00100000:1.0:1734016141.577141:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c52680 with x1818247335025152 ext(691702->18446744073709551615) 00002000:00010000:1.0:1734016141.577153:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c52680. 00000100:00100000:1.0:1734016141.577175:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9314 00000100:00100000:1.0:1734016141.577186:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335025280:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016141.577466:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1734016141.577469:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:1.0:1734016141.577474:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 0 00002000:00010000:1.0:1734016141.577477:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:1.0:1734016141.577479:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016141.577582:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247335025280:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 396us (2356us total) trans 4294968032 rc 0/0 00000100:00100000:1.0:1734016141.577590:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9314 00002000:00010000:1.0:1734016141.577594:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016141.577596:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c53480 with x1818247335025280 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016141.577600:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078c53480. 00000100:00100000:1.0:1734016141.577625:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9315 00000100:00100000:1.0:1734016141.577629:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335025152:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016141.577901:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 18048 -> 691702 00002000:00010000:1.0:1734016141.577906:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:1.0:1734016141.577908:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 0 00002000:00010000:1.0:1734016141.577910:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:1.0:1734016141.577911:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:1.0:1734016141.577928:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335025152:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 298us (2225us total) trans 4294969605 rc 0/0 00000100:00100000:1.0:1734016141.577934:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9315 00002000:00010000:1.0:1734016141.577936:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (691702->18446744073709551615) 00002000:00100000:1.0:1734016141.577939:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c52680 with x1818247335025152 ext(691702->18446744073709551615) 00002000:00010000:1.0:1734016141.577942:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078c52680. 00000100:00100000:0.0:1734016141.585654:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.585853:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335025536 00000100:00100000:2.0:1734016141.585867:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335025536 00002000:00100000:2.0:1734016141.585950:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (659456->692223) req@ffff88007822d500 x1818247335025536/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1734016141.585964:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822d500 with x1818247335025536 ext(659456->692223) 00002000:00010000:2.0:1734016141.585971:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822d500 00000100:00100000:2.0:1734016141.586014:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9316 00000100:00100000:2.0:1734016141.586024:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247335025536:12345-192.168.201.4@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1734016141.596854:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247335025536:12345-192.168.201.4@tcp:3:ptlrpcd_01_01.0 Request processed in 10780us (11169us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1734016141.596875:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9316 00002000:00100000:2.0:1734016141.596902:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (659456->692223) req@ffff88007822d500 x1818247335025536/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:102/0 lens 488/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 32768/32768 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1734016141.596914:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822d500 with x1818247335025536 ext(659456->692223) 00002000:00010000:2.0:1734016141.596924:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822d500 00000100:00100000:0.0:1734016141.607299:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.607891:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335025664 00000100:00100000:2.0:1734016141.607906:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335025664 00002000:00100000:2.0:1734016141.607982:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (688128->691701) req@ffff88007822c380 x1818247335025664/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:102/0 lens 4064/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1734016141.607994:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822c380 with x1818247335025664 ext(688128->691701) 00002000:00010000:2.0:1734016141.608001:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822c380 00000100:00100000:2.0:1734016141.608087:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9317 00000100:00100000:2.0:1734016141.608096:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247335025664:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016141.617223:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247335025664:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 9112us (9933us total) trans 4294969606 rc 0/0 00000100:00100000:2.0:1734016141.617242:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9317 00002000:00100000:2.0:1734016141.617258:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (688128->691701) req@ffff88007822c380 x1818247335025664/t4294969606(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:102/0 lens 4064/448 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1734016141.617269:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822c380 with x1818247335025664 ext(688128->691701) 00002000:00010000:2.0:1734016141.617277:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822c380 00000100:00100000:1.0:1734016141.619131:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3504:1818247338489216:0@lo:400:kworker.0 00000100:00100000:1.0:1734016141.619229:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016141.619277:0:3504:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.619283:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3504:1818247338489344:0@lo:400:kworker.0 00000100:00100000:1.0:1734016141.619303:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016141.619340:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338489216 00000100:00100000:1.0:1734016141.619349:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338489216 00000100:00100000:1.0:1734016141.619402:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338489344 00000100:00100000:1.0:1734016141.619404:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338489344 00000100:00100000:1.0:1734016141.619434:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1734016141.619443:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3504:x1818247338489216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016141.619509:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3504:x1818247338489216:12345-0@lo:400:kworker.0 Request processed in 67us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.619516:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1734016141.619532:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1734016141.619535:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3504:x1818247338489344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016141.619555:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3504:x1818247338489344:12345-0@lo:400:kworker.0 Request processed in 19us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.619561:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00080000:1.0:1734016141.619578:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016111 00000100:00100000:1.0:1734016141.619603:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3504:1818247338489344:0@lo:400:kworker.0 00000100:00100000:1.0:1734016141.619611:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3504:1818247338489216:0@lo:400:kworker.0 00000100:00100000:0.0:1734016141.619692:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3506:1818247338489472:0@lo:400:kworker.0 00000100:00100000:0.0:1734016141.619719:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016141.619732:0:3506:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734016141.619736:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3506:1818247338489088:0@lo:400:kworker.0 00000100:00100000:0.0:1734016141.619762:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016141.619771:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3506:1818247338489600:0@lo:400:kworker.0 00000100:00100000:0.0:1734016141.619783:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016141.619804:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338489600 00000100:00100000:0.0:1734016141.619837:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338489600 00000100:00100000:0.0:1734016141.619858:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1734016141.619862:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3506:x1818247338489600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016141.619896:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3506:x1818247338489600:12345-0@lo:400:kworker.0 Request processed in 34us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.619901:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1734016141.619922:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3506:1818247338489600:0@lo:400:kworker.0 00000100:00080000:0.0:1734016141.619941:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016111 00000100:00100000:0.0:1734016141.619952:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338489088 00000100:00100000:0.0:1734016141.619954:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338489088 00000100:00100000:0.0:1734016141.619975:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1734016141.619979:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e84c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3506:x1818247338489088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016141.620001:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e84c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3506:x1818247338489088:12345-0@lo:400:kworker.0 Request processed in 21us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.620006:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00080000:0.0:1734016141.620019:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016111 00000100:00100000:0.0:1734016141.620029:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3506:1818247338489088:0@lo:400:kworker.0 00000100:00100000:0.0:1734016141.620059:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338489472 00000100:00100000:0.0:1734016141.620062:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338489472 00000100:00100000:0.0:1734016141.620084:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1734016141.620089:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3506:x1818247338489472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016141.620116:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3506:x1818247338489472:12345-0@lo:400:kworker.0 Request processed in 27us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.620121:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1734016141.620138:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3506:1818247338489472:0@lo:400:kworker.0 00000100:00100000:0.0:1734016141.620642:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.620715:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335025792 00000100:00100000:2.0:1734016141.620720:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335025792 00000100:00100000:2.0:1734016141.620751:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2324 00000100:00100000:2.0:1734016141.620757:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:10407:x1818247335025792:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016141.620940:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:10407:x1818247335025792:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 180us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.620947:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2324 00000100:00100000:0.0:1734016141.623168:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.627769:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335025920 00000100:00100000:2.0:1734016141.627793:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335025920 00000100:00100000:2.0:1734016141.627962:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11296 00000100:00100000:2.0:1734016141.627977:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335025920:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016141.629734:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969606 is committed 00000001:00080000:0.0:1734016141.629756:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969603 is committed 00000001:00080000:0.0:1734016141.629771:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969602 is committed 00000100:00100000:2.0:1734016141.630080:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335025920:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2097us (6919us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.630096:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11296 00000100:00100000:2.0:1734016141.636345:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016141.636479:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335026048 00000100:00100000:1.0:1734016141.636495:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335026048 00000100:00100000:1.0:1734016141.636562:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2325 00000100:00100000:1.0:1734016141.636570:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:10407:x1818247335026048:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.636596:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.636624:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55994155 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50843 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.636766:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc5599415c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016141.636785:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc5599415c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016141.636797:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc5599415c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:1.0:1734016141.636888:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 691702 00000004:00200000:1.0:1734016141.636893:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016141.636914:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc5599415c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016141.636941:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55994155 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50843 expref: 18 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.636966:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc5599415c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50843 expref: 17 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.636980:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016141.636982:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016141.636986:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016141.637049:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:10407:x1818247335026048:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 479us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.637056:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2325 00000100:00100000:0.0:1734016141.645796:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.646572:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335026176 00000100:00100000:2.0:1734016141.646588:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335026176 00000100:00100000:2.0:1734016141.646660:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11297 00000100:00100000:2.0:1734016141.646668:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1972:x1818247335026176:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.646692:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.646724:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405680/0x979ba2bc55994163 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5084a expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016141.646760:0:7686:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x240000400:0x8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1734016141.646788:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.646790:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.646798:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405680/0x979ba2bc55994163 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5084a expref: 13 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.646839:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405680/0x979ba2bc55994163 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5084a expref: 13 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.646856:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405680, rc 0) 00000100:00100000:2.0:1734016141.646938:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1972:x1818247335026176:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 270us (1158us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.646948:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11297 00000100:00100000:0.0:1734016141.657719:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.661386:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335026304 00000100:00100000:2.0:1734016141.661425:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335026304 00000100:00100000:2.0:1734016141.662113:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2326 00000100:00100000:2.0:1734016141.662129:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:10407:x1818247335026304:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.662174:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.662210:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599416a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50851 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.662363:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994171 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.662386:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994171 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.662400:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994171 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016141.662444:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 691702 00000004:00200000:2.0:1734016141.662450:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016141.662471:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994171 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.662501:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599416a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50851 expref: 20 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.663424:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994171 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50851 expref: 19 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.663441:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016141.663447:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016141.663452:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016141.663909:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:10407:x1818247335026304:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1781us (6207us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.663922:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2326 00000100:00100000:0.0:1734016141.672256:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016141.672317:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.672540:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335026560 00000100:00100000:3.0:1734016141.672559:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335026560 00000100:00100000:3.0:1734016141.672636:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335026432 00000100:00100000:3.0:1734016141.672638:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335026432 00000100:00100000:3.0:1734016141.672668:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11298 00000100:00100000:3.0:1734016141.672678:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247335026560:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.672712:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.672739:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070103840/0x979ba2bc55994178 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5085f expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.672860:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338489728:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016141.672950:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.672977:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11299 00000100:00100000:3.0:1734016141.672981:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335026432:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.672989:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.673001:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc5599417f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50858 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.673027:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338489856:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016141.673044:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016141.676412:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 0 -> 1734016141 00002000:00010000:2.0:1734016141.676427:0:7686:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 40 -> 48 00000100:00100000:2.0:1734016141.676469:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338489856:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016141.676531:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc5599417f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50858 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.676550:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc5599417f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50858 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.676566:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101b00, rc 0) 00000100:00100000:2.0:1734016141.676659:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335026432:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3675us (4339us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.676672:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11299 00002000:00010000:0.0:1734016141.677060:0:9511:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 0 -> 1734016141 00000100:00100000:0.0:1734016141.677080:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338489728:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016141.677109:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070103840/0x979ba2bc55994178 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5085f expref: 14 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.677121:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070103840/0x979ba2bc55994178 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5085f expref: 14 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.679072:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:1.0:1734016141.679290:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247335026560:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6606us (7048us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.679303:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11298 00000100:00100000:0.0:1734016141.687304:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016141.687461:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335026688 00000100:00100000:1.0:1734016141.687473:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335026688 00000100:00100000:1.0:1734016141.689285:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11300 00000100:00100000:1.0:1734016141.689301:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:10407:x1818247335026688:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.689333:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.689362:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55994186 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50866 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.689406:0:9511:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599411d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->20479) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50819 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.689416:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016141.689419:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016141.689423:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55994186 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [6238208->6246399] (req 6238208->6246399) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50866 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.689471:0:9511:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599411d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->20479) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50819 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.689489:0:9511:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599411d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->20479) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50819 expref: 5 pid: 7685 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016141.689507:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338489984:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016141.689616:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.701315:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338489984:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016141.701384:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55994186 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [6238208->6246399] (req 6238208->6246399) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50866 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.701416:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016141.701501:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335026688:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12201us (14211us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.701514:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11300 00000100:00100000:0.0:1734016141.702332:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016141.702636:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335026816 00000100:00100000:1.0:1734016141.702647:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335026816 00010000:00010000:1.0:1734016141.702682:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599411d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->20479) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50819 expref: 6 pid: 7685 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016141.703143:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3214 00000100:00100000:1.0:1734016141.703156:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247335026816:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016141.703178:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016141.703224:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599411d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->20479) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50819 expref: 6 pid: 7685 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016141.703247:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599411d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->20479) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50819 expref: 6 pid: 7685 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016141.703285:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599411d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->20479) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50819 expref: 6 pid: 7685 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016141.703783:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.703786:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.703796:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55994186 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6238208->6246399) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50866 expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.703818:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55994186 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6238208->6246399) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50866 expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.703861:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55994186 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6238208->6246399) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50866 expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.703886:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338490112:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016141.703958:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.705836:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338490112:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016141.705868:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016141.706397:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247335026816:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3239us (4064us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.706411:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3214 00000100:00100000:0.0:1734016141.706713:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016141.706915:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335026944 00000100:00100000:1.0:1734016141.706925:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335026944 00000100:00100000:1.0:1734016141.707153:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11301 00000100:00100000:1.0:1734016141.707161:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335026944:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016141.707438:0:9511:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 691702 -> 691702 00002000:00010000:1.0:1734016141.707441:0:9511:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:1.0:1734016141.707443:0:9511:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 0 00002000:00010000:1.0:1734016141.707445:0:9511:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:1.0:1734016141.707448:0:9511:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 48 -> 64 00000100:00100000:1.0:1734016141.707480:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335026944:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 319us (769us total) trans 4294969607 rc 0/0 00000100:00100000:1.0:1734016141.707486:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11301 00000100:00100000:0.0:1734016141.710004:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016141.710157:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335027072 00000100:00100000:1.0:1734016141.710177:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335027072 00000100:00100000:1.0:1734016141.710253:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11302 00000100:00100000:1.0:1734016141.710263:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247335027072:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.710291:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.710322:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5599418d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5086d expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.710433:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338490240:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016141.711427:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00002000:00010000:1.0:1734016141.713357:0:9511:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 0 -> 1734016141 00000100:00100000:1.0:1734016141.713409:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338490240:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016141.713467:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5599418d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5086d expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.713492:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc5599418d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5086d expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.713511:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016141.713583:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247335027072:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3319us (3599us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.713594:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11302 00000100:00100000:0.0:1734016141.715026:0:3505:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016141.715057:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338490368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016141.715133:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016141.715204:0:7944:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338490368 00000100:00100000:2.0:1734016141.715217:0:7944:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338490368 00000100:00100000:2.0:1734016141.715281:0:7944:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1734016141.715290:0:7944:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3505:x1818247338490368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734016141.715327:0:7944:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3919003648 avail 3687415808 00000100:00100000:2.0:1734016141.715379:0:7944:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3505:x1818247338490368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.715386:0:7944:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:0.0:1734016141.715577:0:3505:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294969602 gen 2 00000004:00080000:0.0:1734016141.715587:0:3505:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880078d64a80, transno 4294969602 00000100:00100000:0.0:1734016141.715608:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338490368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016141.723869:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016141.724143:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335027200 00000100:00100000:1.0:1734016141.724157:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335027200 00000100:00100000:1.0:1734016141.731057:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11303 00000100:00100000:1.0:1734016141.731087:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247335027200:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.731130:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.731171:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994194 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50874 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.731284:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338490496:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016141.731431:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.737602:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338490496:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016141.737670:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994194 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50874 expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.737693:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994194 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50874 expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.738171:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016141.738505:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247335027200:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7421us (14713us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.738520:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11303 00000100:00100000:0.0:1734016141.743961:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016141.744215:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335027328 00000100:00100000:1.0:1734016141.744237:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335027328 00000100:00100000:1.0:1734016141.744421:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11304 00000100:00100000:1.0:1734016141.744437:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335027328:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.744484:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.744521:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599419b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5087b expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.744657:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338490624:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016141.744793:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.750089:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338490624:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016141.750160:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599419b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5087b expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.750182:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599419b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5087b expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.751571:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016141.751745:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335027328:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7302us (7798us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.751766:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11304 00000100:00100000:0.0:1734016141.762937:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016141.765904:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335027456 00000100:00100000:1.0:1734016141.765926:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335027456 00000100:00100000:3.0:1734016141.767523:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11305 00000100:00100000:3.0:1734016141.767545:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247335027456:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.767596:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.767646:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559941a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50882 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.767771:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338490752:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016141.767956:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.774207:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338490752:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016141.774302:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559941a2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50882 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.774332:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559941a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50882 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.774363:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016141.774479:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247335027456:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6938us (11553us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.774495:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11305 00000100:00100000:0.0:1734016141.787306:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.789330:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335027712 00000100:00100000:2.0:1734016141.789361:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335027712 00000100:00100000:2.0:1734016141.789490:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2327 00000100:00100000:2.0:1734016141.789504:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:10407:x1818247335027712:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016141.789609:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016141.789658:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8373c0/0x979ba2bc5599415c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50843 expref: 17 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.789712:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016141.789718:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016141.790054:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559941a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.790074:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994171 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50851 expref: 18 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.790084:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559941a9 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.790135:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994171 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50851 expref: 18 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.790151:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994171 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50851 expref: 18 pid: 7707 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016141.790167:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338490880:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016141.790276:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.801293:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.801449:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338490880:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016141.801483:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559941a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016141.801489:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335027840 00000100:00100000:1.0:1734016141.801499:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335027840 00010000:00010000:1.0:1734016141.801544:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994171 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50851 expref: 19 pid: 7707 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016141.801598:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3215 00000100:00100000:1.0:1734016141.801609:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088624450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:1969:x1818247335027840:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016141.801630:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016141.801638:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994171 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50851 expref: 19 pid: 7707 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016141.801651:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994171 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50851 expref: 19 pid: 7707 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016141.801681:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994171 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50851 expref: 19 pid: 7707 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016141.801853:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016141.801860:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559941a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016141.801873:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559941a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016141.801887:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559941a9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016141.802030:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016141.802103:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880088624450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:1969:x1818247335027840:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 496us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.802110:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3215 00010000:00010000:2.0:1734016141.803193:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559941a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.803206:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559941a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:2.0:1734016141.803354:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968787 00000004:00010000:2.0:1734016141.803433:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078228000 reply state ffff880070da8000 transno 4294968788 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559941a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016141.803445:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016141.803577:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:10407:x1818247335027712:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 14072us (16294us total) trans 4294968788 rc 0/0 00000100:00100000:2.0:1734016141.803586:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2327 00000020:00080000:2.0:1734016141.803591:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016141.812990:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559941a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.813022:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559941a9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.813032:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559941a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.813040:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404900 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016141.813045:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559941a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.813052:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559941a9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.813081:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016141.813086:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016141.813090:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559941a9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.813096:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc559941a9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016141.813249:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.813515:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335027968 00000100:00100000:3.0:1734016141.813530:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335027968 00000100:00100000:3.0:1734016141.813604:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11306 00000100:00100000:3.0:1734016141.813615:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:10407:x1818247335027968:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.813656:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.813685:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559941b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50889 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.813731:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55994186 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6238208->6246399) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50866 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.813741:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.813744:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.813748:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559941b0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50889 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.813795:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55994186 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6238208->6246399) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50866 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.813849:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55994186 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6238208->6246399) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50866 expref: 8 pid: 9511 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016141.814384:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338491008:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016141.814485:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.819572:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338491008:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016141.819641:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559941b0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50889 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.819673:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016141.819768:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:10407:x1818247335027968:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6151us (6526us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.819784:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11306 00000100:00100000:0.0:1734016141.824766:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016141.824869:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335028096 00000100:00100000:1.0:1734016141.824891:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335028096 00010000:00010000:1.0:1734016141.824944:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55994186 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6238208->6246399) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50866 expref: 9 pid: 9511 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016141.825001:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3216 00000100:00100000:1.0:1734016141.825009:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335028096:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016141.825029:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016141.825059:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55994186 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6238208->6246399) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50866 expref: 9 pid: 9511 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016141.825077:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55994186 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6238208->6246399) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50866 expref: 9 pid: 9511 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016141.825108:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55994186 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6238208->6246399) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50866 expref: 9 pid: 9511 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016141.825157:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.825160:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.825168:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559941b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50889 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.825178:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559941b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50889 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.825227:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559941b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50889 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.825242:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338491136:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016141.829758:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.834179:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338491136:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016141.834234:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016141.836036:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335028096:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 11003us (11269us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.836064:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3216 00000100:00100000:0.0:1734016141.841636:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016141.841747:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.841860:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335028352 00000100:00100000:2.0:1734016141.841870:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335028352 00002000:00010000:2.0:1734016141.841914:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016141.841920:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228700 with x1818247335028352 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016141.841939:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078228700. 00000100:00100000:2.0:1734016141.841966:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335028224 00000100:00100000:2.0:1734016141.841969:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335028224 00002000:00010000:2.0:1734016141.841979:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (781546->18446744073709551615) 00002000:00100000:2.0:1734016141.841982:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822b100 with x1818247335028224 ext(781546->18446744073709551615) 00002000:00010000:2.0:1734016141.841992:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822b100. 00000100:00100000:2.0:1734016141.842012:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9318 00000100:00100000:2.0:1734016141.842021:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247335028352:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016141.842262:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1734016141.842265:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.842267:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 0 00002000:00010000:2.0:1734016141.842269:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.842271:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016141.842359:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247335028352:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 338us (739us total) trans 4294968033 rc 0/0 00000100:00100000:2.0:1734016141.842366:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9318 00002000:00010000:2.0:1734016141.842369:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016141.842372:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228700 with x1818247335028352 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016141.842377:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078228700. 00000100:00100000:2.0:1734016141.842395:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9319 00000100:00100000:2.0:1734016141.842399:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247335028224:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016141.842645:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 691702 -> 781546 00002000:00010000:2.0:1734016141.842647:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.842649:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 0 00002000:00010000:2.0:1734016141.842651:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.842652:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 64 -> 48 00000100:00100000:2.0:1734016141.842666:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335028224:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 266us (920us total) trans 4294969608 rc 0/0 00000100:00100000:2.0:1734016141.842670:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9319 00002000:00010000:2.0:1734016141.842673:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (781546->18446744073709551615) 00002000:00100000:2.0:1734016141.842676:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822b100 with x1818247335028224 ext(781546->18446744073709551615) 00002000:00010000:2.0:1734016141.842681:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822b100. 00000100:00100000:0.0:1734016141.849611:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.850018:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335028480 00000100:00100000:2.0:1734016141.850038:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335028480 00000100:00100000:2.0:1734016141.850144:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2328 00000100:00100000:2.0:1734016141.850155:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:10407:x1818247335028480:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.850199:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.850234:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559941b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50890 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.850402:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559941be lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.850428:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559941be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.850445:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559941be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016141.850481:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 781546 00000004:00200000:2.0:1734016141.850486:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016141.850513:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559941be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.850553:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559941b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50890 expref: 20 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.855391:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559941be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50890 expref: 19 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.855414:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016141.855417:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016141.855425:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016141.855803:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:10407:x1818247335028480:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5645us (6206us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.856019:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2328 00000100:00100000:0.0:1734016141.861896:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016141.861975:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016141.862119:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335028736 00000100:00100000:1.0:1734016141.862146:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335028736 00000100:00100000:1.0:1734016141.862252:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335028608 00000100:00100000:1.0:1734016141.862254:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335028608 00000100:00100000:1.0:1734016141.862298:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11307 00000100:00100000:1.0:1734016141.862309:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247335028736:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.862342:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.862384:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e835200/0x979ba2bc559941c5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5089e expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.862511:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338491264:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016141.862653:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.862685:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11308 00000100:00100000:1.0:1734016141.862693:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335028608:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.862708:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.862724:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559941cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50897 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.862772:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338491392:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016141.862803:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00002000:00010000:1.0:1734016141.865496:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 0 -> 1734016141 00000100:00100000:1.0:1734016141.865537:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338491264:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016141.865585:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e835200/0x979ba2bc559941c5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5089e expref: 14 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.865600:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e835200/0x979ba2bc559941c5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5089e expref: 14 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.865638:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:1.0:1734016141.865697:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247335028736:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3387us (3908us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.865707:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11307 00002000:00010000:2.0:1734016141.865933:0:9511:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 0 -> 1734016141 00000100:00100000:2.0:1734016141.865948:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338491392:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016141.865968:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559941cc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50897 expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.865977:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837840/0x979ba2bc559941cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50897 expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.866000:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:2.0:1734016141.866019:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335028608:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3326us (4046us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.866024:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11308 00000100:00100000:0.0:1734016141.872162:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016141.872261:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016141.872536:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335028864 00000100:00100000:1.0:1734016141.872556:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335028864 00000100:00100000:1.0:1734016141.872628:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335028992 00000100:00100000:1.0:1734016141.872631:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335028992 00000100:00100000:1.0:1734016141.872669:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11309 00000100:00100000:1.0:1734016141.872678:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335028864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.872718:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.872756:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559941d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee508a5 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.872901:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338491520:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016141.873012:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.873233:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11310 00000100:00100000:3.0:1734016141.873241:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247335028992:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.873251:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.873271:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc559941da lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee508ac expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.873312:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338491648:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016141.873351:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.883109:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338491648:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016141.883166:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc559941da lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508ac expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.883188:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc559941da lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508ac expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.883209:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016141.884004:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247335028992:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10757us (11737us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.884017:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11310 00000100:00100000:1.0:1734016141.884782:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338491520:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016141.884837:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559941d3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508a5 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.884849:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559941d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508a5 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.884881:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016141.884927:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335028864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12249us (12794us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.884935:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11309 00000100:00100000:0.0:1734016141.888468:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016141.891511:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016141.891563:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335029248 00000100:00100000:1.0:1734016141.891578:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335029248 00000100:00100000:1.0:1734016141.891662:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11311 00000100:00100000:1.0:1734016141.891674:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247335029248:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.891711:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.891752:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e837840/0x979ba2bc559941e1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee508ba expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.891896:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338491776:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016141.892003:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.896366:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335029120 00000100:00100000:3.0:1734016141.896391:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335029120 00000100:00100000:3.0:1734016141.896481:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11312 00000100:00100000:3.0:1734016141.896491:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335029120:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.896523:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.896556:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559941e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee508b3 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.896651:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338491904:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016141.896751:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.898629:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338491776:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016141.898677:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e837840/0x979ba2bc559941e1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508ba expref: 14 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.898697:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e837840/0x979ba2bc559941e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508ba expref: 14 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.898732:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:0.0:1734016141.898832:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247335029248:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7138us (10367us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016141.898845:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11311 00000100:00100000:3.0:1734016141.903128:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338491904:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016141.903206:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559941e8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508b3 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.903228:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559941e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508b3 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.905665:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016141.911460:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335029120:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 14943us (19936us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.911477:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11312 00000100:00100000:0.0:1734016141.914420:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.914527:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335029376 00000100:00100000:3.0:1734016141.914539:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335029376 00000100:00100000:3.0:1734016141.914598:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11313 00000100:00100000:3.0:1734016141.914605:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335029376:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.914622:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.914642:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103600/0x979ba2bc559941ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee508c1 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.914708:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338492032:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016141.914795:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.916744:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.916882:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335029504 00000100:00100000:2.0:1734016141.916892:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335029504 00000100:00100000:2.0:1734016141.916944:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11314 00000100:00100000:2.0:1734016141.916952:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1972:x1818247335029504:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.916978:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.917006:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc559941f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee508c8 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.917090:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338492160:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016141.917188:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.919226:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338492032:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016141.919282:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103600/0x979ba2bc559941ef lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508c1 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.919299:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103600/0x979ba2bc559941ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508c1 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.919329:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103600, rc 0) 00000100:00100000:3.0:1734016141.919394:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335029376:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4788us (4994us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.919410:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11313 00000100:00100000:2.0:1734016141.920234:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338492160:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016141.920260:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc559941f6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508c8 expref: 14 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.920271:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc559941f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508c8 expref: 14 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.920697:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016141.921202:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1972:x1818247335029504:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4249us (4470us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.921214:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11314 00000100:00100000:0.0:1734016141.943301:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.943588:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335029632 00000100:00100000:2.0:1734016141.943605:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335029632 00000100:00100000:2.0:1734016141.943694:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2329 00000100:00100000:2.0:1734016141.943704:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:10407:x1818247335029632:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.943749:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.943781:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559941fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee508cf expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.944006:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994204 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.944026:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994204 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.944044:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994204 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016141.944082:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 781546 00000004:00200000:2.0:1734016141.944086:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016141.944106:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994204 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016141.944130:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559941fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508cf expref: 20 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.944159:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994204 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508cf expref: 19 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.944169:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016141.944173:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016141.944177:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016141.944257:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:10407:x1818247335029632:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 552us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.944267:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2329 00000100:00100000:0.0:1734016141.953238:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016141.955348:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335029760 00000100:00100000:2.0:1734016141.955373:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335029760 00000100:00100000:2.0:1734016141.955593:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11315 00000100:00100000:2.0:1734016141.955607:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335029760:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016141.955936:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 781546 -> 781546 00002000:00010000:2.0:1734016141.955939:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.955942:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 0 00002000:00010000:2.0:1734016141.955944:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.955946:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:2.0:1734016141.956337:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335029760:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 731us (3116us total) trans 4294969609 rc 0/0 00000100:00100000:2.0:1734016141.956351:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11315 00000100:00100000:0.0:1734016141.968061:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016141.968118:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.968224:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335029888 00000100:00100000:3.0:1734016141.968234:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335029888 00000100:00100000:3.0:1734016141.968285:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335030016 00000100:00100000:3.0:1734016141.968288:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335030016 00000100:00100000:3.0:1734016141.968309:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11316 00000100:00100000:3.0:1734016141.968318:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335029888:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.968347:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.968371:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599420b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee508d6 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.968475:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338492288:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016141.968588:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.968644:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11317 00000100:00100000:3.0:1734016141.968649:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247335030016:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.968661:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.968676:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070100480/0x979ba2bc55994212 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee508dd expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.968711:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338492416:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016141.968734:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.973273:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338492416:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016141.973351:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070100480/0x979ba2bc55994212 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508dd expref: 14 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.973367:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070100480/0x979ba2bc55994212 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508dd expref: 14 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.973386:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00002000:00010000:3.0:1734016141.973738:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 0 -> 1734016141 00000100:00100000:3.0:1734016141.973756:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338492288:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016141.973781:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599420b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508d6 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.973797:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599420b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508d6 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.975800:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:2.0:1734016141.976934:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247335030016:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8269us (8800us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.976948:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11317 00000100:00100000:3.0:1734016141.977147:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335029888:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8828us (9096us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.977154:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11316 00000100:00100000:1.0:1734016141.982193:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016141.982319:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.982492:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335030272 00000100:00100000:3.0:1734016141.982511:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335030272 00000100:00100000:3.0:1734016141.982585:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335030144 00000100:00100000:3.0:1734016141.982588:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335030144 00000100:00100000:3.0:1734016141.982613:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11318 00000100:00100000:3.0:1734016141.982624:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247335030272:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.982652:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.982685:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070103cc0/0x979ba2bc55994219 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee508eb expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.982779:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338492544:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016141.982917:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.982991:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11319 00000100:00100000:0.0:1734016141.982998:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335030144:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.983007:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.983019:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55994220 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee508e4 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.983055:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007036c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338492672:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016141.983078:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.991156:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007036c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338492672:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016141.991192:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55994220 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508e4 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.991205:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55994220 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508e4 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.991282:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567600, rc 0) 00000100:00100000:1.0:1734016141.991407:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335030144:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8406us (9085us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.991415:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11319 00000100:00100000:3.0:1734016141.991578:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338492544:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016141.991599:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070103cc0/0x979ba2bc55994219 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508eb expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.991608:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070103cc0/0x979ba2bc55994219 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508eb expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.991621:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016141.991641:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247335030272:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9019us (9473us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.991646:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11318 00000100:00100000:0.0:1734016141.994065:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016141.994288:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335030400 00000100:00100000:3.0:1734016141.994302:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335030400 00000100:00100000:3.0:1734016141.994375:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11320 00000100:00100000:3.0:1734016141.994384:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335030400:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.994410:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.994437:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994227 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee508f2 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.994475:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559941b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50889 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.994484:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.994486:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.994489:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994227 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [270336->278527] (req 270336->278527) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508f2 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.994530:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559941b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50889 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.994544:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559941b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50889 expref: 7 pid: 7686 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016141.994563:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338492800:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016141.994646:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.996606:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338492800:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016141.996643:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994227 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [270336->278527] (req 270336->278527) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508f2 expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.996663:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016142.000281:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:10407:x1818247335030400:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5874us (6205us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.000300:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11320 00000100:00100000:2.0:1734016142.000713:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016142.002134:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335030528 00000100:00100000:0.0:1734016142.002164:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335030528 00010000:00010000:0.0:1734016142.002246:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559941b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50889 expref: 8 pid: 7686 timeout: 505 lvb_type: 0 00000100:00100000:0.0:1734016142.002328:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3217 00000100:00100000:0.0:1734016142.002344:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335030528:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016142.002379:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016142.002428:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559941b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50889 expref: 8 pid: 7686 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016142.002449:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559941b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50889 expref: 8 pid: 7686 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016142.002496:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559941b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50889 expref: 8 pid: 7686 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016142.002546:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016142.002553:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016142.002567:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994227 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 270336->278527) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508f2 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.002585:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994227 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 270336->278527) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508f2 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.002666:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994227 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 270336->278527) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508f2 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.002692:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007036f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338492928:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016142.002926:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.012785:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.013074:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007036f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338492928:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016142.013112:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016142.014968:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335030656 00000100:00100000:3.0:1734016142.014986:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335030656 00000100:00100000:3.0:1734016142.015085:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11321 00000100:00100000:3.0:1734016142.015096:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247335030656:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016142.015450:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 781546 -> 781546 00002000:00010000:3.0:1734016142.015454:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016142.015458:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 0 00002000:00010000:3.0:1734016142.015461:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016142.015464:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:2.0:1734016142.017793:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335030528:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 15434us (17065us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.017832:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3217 00000100:00100000:3.0:1734016142.018584:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247335030656:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 3486us (5811us total) trans 4294969610 rc 0/0 00000100:00100000:3.0:1734016142.018596:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11321 00000100:00100000:1.0:1734016142.028124:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.028290:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335030784 00000100:00100000:3.0:1734016142.028310:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335030784 00000100:00100000:3.0:1734016142.028404:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11322 00000100:00100000:3.0:1734016142.028414:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247335030784:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.028445:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.028483:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc5599422e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee508f9 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.028589:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338493056:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.032325:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.039183:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338493056:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.039252:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc5599422e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508f9 expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.039274:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc5599422e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508f9 expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.046042:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016142.046246:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247335030784:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 17820us (18141us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.046263:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11322 00000100:00100000:1.0:1734016142.057028:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.058227:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335030912 00000100:00100000:3.0:1734016142.058249:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335030912 00000100:00100000:3.0:1734016142.058340:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11323 00000100:00100000:3.0:1734016142.058350:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1972:x1818247335030912:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.058373:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.058404:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070100480/0x979ba2bc55994235 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50900 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.058480:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338493184:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.058575:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.067008:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338493184:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.067065:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070100480/0x979ba2bc55994235 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50900 expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.067081:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070100480/0x979ba2bc55994235 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50900 expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.070033:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016142.070202:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1972:x1818247335030912:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11840us (13169us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.070215:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11323 00000100:00100000:2.0:1734016142.077357:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016142.077469:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335031168 00000100:00100000:1.0:1734016142.077481:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335031168 00000100:00100000:1.0:1734016142.077546:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2330 00000100:00100000:1.0:1734016142.077554:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:10407:x1818247335031168:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016142.077618:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016142.077647:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559941be lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50890 expref: 19 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.077682:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016142.077686:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016142.077911:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc5599423c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016142.077926:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994204 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508cf expref: 18 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.077935:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc5599423c lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016142.077977:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994204 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508cf expref: 18 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.077990:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994204 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508cf expref: 18 pid: 7707 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016142.078004:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338493312:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016142.078083:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.087550:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338493312:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016142.087584:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc5599423c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016142.089121:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.089719:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335031296 00000100:00100000:2.0:1734016142.089734:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335031296 00010000:00010000:2.0:1734016142.089777:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994204 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508cf expref: 19 pid: 7707 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016142.089852:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3218 00000100:00100000:2.0:1734016142.089862:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:1969:x1818247335031296:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.089890:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.089897:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994204 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508cf expref: 19 pid: 7707 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016142.089911:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994204 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508cf expref: 19 pid: 7707 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016142.089936:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994204 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508cf expref: 19 pid: 7707 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016142.089956:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016142.089961:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc5599423c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.089971:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc5599423c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.089978:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc5599423c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.090009:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016142.090034:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc5599423c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.090041:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc5599423c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:2.0:1734016142.090163:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968789 00000004:00010000:2.0:1734016142.090224:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007bccb480 reply state ffff88012fcbb000 transno 4294968790 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc5599423c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:2.0:1734016142.090233:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016142.090369:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:10407:x1818247335031168:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 12815us (13028us total) trans 4294968790 rc 0/0 00000100:00100000:2.0:1734016142.090378:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2330 00000020:00080000:2.0:1734016142.090386:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016142.094074:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:1969:x1818247335031296:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4186us (4933us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.094096:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3218 00010000:00010000:0.0:1734016142.094449:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc5599423c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016142.094461:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc5599423c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016142.094468:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc5599423c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016142.094473:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e835200 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016142.094478:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc5599423c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016142.094488:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc5599423c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016142.094513:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:0.0:1734016142.094518:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016142.094522:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc5599423c lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016142.094526:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc5599423c lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016142.095094:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.095589:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335031424 00000100:00100000:2.0:1734016142.095599:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335031424 00000100:00100000:2.0:1734016142.096604:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11324 00000100:00100000:2.0:1734016142.096615:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:10407:x1818247335031424:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.096640:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.096662:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994243 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50907 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.096699:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559940d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507ef expref: 11 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.096708:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.096710:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.096714:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994243 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50907 expref: 14 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.096757:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559940d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507ef expref: 11 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.096771:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559940d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507ef expref: 11 pid: 7685 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016142.096785:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338493440:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016142.096915:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.117137:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.117201:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335031552 00000100:00100000:2.0:1734016142.117212:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335031552 00010000:00010000:2.0:1734016142.117257:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559940d0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507ef expref: 12 pid: 7685 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016142.117300:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3219 00000100:00100000:2.0:1734016142.117309:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247335031552:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.117333:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.117365:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559940d0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507ef expref: 12 pid: 7685 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016142.117380:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559940d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507ef expref: 12 pid: 7685 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016142.117416:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.117419:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.117427:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994243 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50907 expref: 14 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.117438:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994243 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50907 expref: 14 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.117484:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994243 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50907 expref: 14 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.117504:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338493568:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016142.118489:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27540 going to sleep for 11 seconds 00010000:00010000:3.0:1734016142.118617:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559940d0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee507ef expref: 12 pid: 7685 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016142.118646:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338493440:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016142.118688:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994243 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50907 expref: 14 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.118703:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:3.0:1734016142.118742:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:10407:x1818247335031424:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 22128us (23650us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.118752:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11324 00000100:00100000:1.0:1734016142.121670:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016142.121696:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016142.121749:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.122131:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338493568:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016142.122173:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.122219:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247335031552:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4909us (5098us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.122231:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3219 00000100:00100000:3.0:1734016142.122849:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335031808 00000100:00100000:3.0:1734016142.122857:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335031808 00002000:00010000:3.0:1734016142.122894:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016142.122898:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b6300 with x1818247335031808 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016142.122908:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800783b6300. 00000100:00100000:3.0:1734016142.122927:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335031680 00000100:00100000:3.0:1734016142.122929:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335031680 00002000:00010000:3.0:1734016142.122937:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4153763->18446744073709551615) 00002000:00100000:3.0:1734016142.122939:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b7b80 with x1818247335031680 ext(4153763->18446744073709551615) 00002000:00010000:3.0:1734016142.122944:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b7b80. 00000100:00100000:3.0:1734016142.122960:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9320 00000100:00100000:3.0:1734016142.122966:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1969:x1818247335031808:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016142.123103:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1734016142.123106:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016142 00002000:00010000:3.0:1734016142.123108:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 0 00002000:00010000:3.0:1734016142.123109:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016142 00002000:00010000:3.0:1734016142.123111:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016142.123135:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247335031808:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 168us (1479us total) trans 4294968034 rc 0/0 00000100:00100000:3.0:1734016142.123141:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9320 00002000:00010000:3.0:1734016142.123144:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016142.123146:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b6300 with x1818247335031808 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016142.123149:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800783b6300. 00000100:00100000:3.0:1734016142.123163:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9321 00000100:00100000:3.0:1734016142.123167:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247335031680:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016142.123301:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 781546 -> 4153763 00002000:00010000:3.0:1734016142.123303:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016142 00002000:00010000:3.0:1734016142.123305:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1734016142.123307:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016142 00002000:00010000:3.0:1734016142.123309:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:3.0:1734016142.123326:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247335031680:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 158us (1629us total) trans 4294969611 rc 0/0 00000100:00100000:3.0:1734016142.123332:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9321 00002000:00010000:3.0:1734016142.123334:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4153763->18446744073709551615) 00002000:00100000:3.0:1734016142.123337:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b7b80 with x1818247335031680 ext(4153763->18446744073709551615) 00002000:00010000:3.0:1734016142.123341:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b7b80. 00000100:00100000:0.0:1734016142.123452:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335031936 00000100:00100000:0.0:1734016142.123459:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335031936 00000100:00100000:0.0:1734016142.123502:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 335 00000100:00100000:0.0:1734016142.123508:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7827c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1971:x1818247335031936:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:0.0:1734016142.123538:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7827c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1971:x1818247335031936:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 31us (1790us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.123544:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 335 00000100:00080000:1.0:1734016142.123622:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016112 00000100:00100000:0.0:1734016142.127495:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.127588:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335032064 00000100:00100000:2.0:1734016142.127602:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335032064 00000100:00100000:2.0:1734016142.127668:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2331 00000100:00100000:2.0:1734016142.127677:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:10407:x1818247335032064:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.127711:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.127738:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599424a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5090e expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.127886:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994251 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.127904:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994251 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.127918:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994251 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:2.0:1734016142.127957:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4153763 00000004:00200000:2.0:1734016142.127964:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016142.127988:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994251 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.128014:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599424a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5090e expref: 20 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.128183:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994251 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5090e expref: 19 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.128193:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016142.128195:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016142.128198:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016142.128601:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:10407:x1818247335032064:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 923us (1127us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.128611:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2331 00000100:00100000:2.0:1734016142.133179:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.133323:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016142.135423:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335032192 00000100:00100000:1.0:1734016142.135443:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335032192 00000100:00100000:1.0:1734016142.135530:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335032320 00000100:00100000:1.0:1734016142.135534:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335032320 00000100:00100000:1.0:1734016142.135583:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11325 00000100:00100000:1.0:1734016142.135595:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335032192:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.135628:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.135663:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55994258 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50915 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.135762:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338493696:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016142.135899:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.136016:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11326 00000100:00100000:0.0:1734016142.136025:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247335032320:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.136038:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.136057:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8567600/0x979ba2bc5599425f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5091c expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.136106:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007036e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338493824:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016142.136138:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7b40 going to sleep for 11 seconds 00002000:00010000:1.0:1734016142.140239:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 0 -> 1734016141 00000100:00100000:1.0:1734016142.140273:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338493696:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016142.140312:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55994258 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50915 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.140330:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc55994258 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50915 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.140364:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016142.140437:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335032192:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4840us (7274us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.140447:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11325 00002000:00010000:2.0:1734016142.142649:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 0 -> 1734016141 00000100:00100000:2.0:1734016142.142686:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007036e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338493824:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016142.142744:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8567600/0x979ba2bc5599425f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5091c expref: 12 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.142759:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8567600/0x979ba2bc5599425f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5091c expref: 12 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.142776:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567600, rc 0) 00000100:00100000:2.0:1734016142.144267:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247335032320:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8227us (10928us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.144289:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11326 00000100:00100000:2.0:1734016142.148784:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.149062:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016142.149656:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335032576 00000100:00100000:0.0:1734016142.149674:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335032576 00000100:00100000:0.0:1734016142.149757:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335032448 00000100:00100000:0.0:1734016142.149760:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335032448 00000100:00100000:0.0:1734016142.149796:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11327 00000100:00100000:0.0:1734016142.149805:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247335032576:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.149860:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.149895:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994266 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5092a expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.149972:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007036d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338493952:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016142.150034:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.150282:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11328 00000100:00100000:3.0:1734016142.150289:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335032448:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.150298:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.150312:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103600/0x979ba2bc5599426d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50923 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.150345:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338494080:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.150378:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.153937:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007036d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338493952:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016142.153985:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994266 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5092a expref: 12 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.154003:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994266 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5092a expref: 12 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.154035:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564b40, rc 0) 00000100:00100000:2.0:1734016142.154098:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247335032576:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4293us (5335us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.154107:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11327 00000100:00100000:3.0:1734016142.156164:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338494080:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.156204:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103600/0x979ba2bc5599426d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50923 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.156218:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103600/0x979ba2bc5599426d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50923 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.156244:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103600, rc 0) 00000100:00100000:3.0:1734016142.156290:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335032448:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5999us (7227us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.156297:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11328 00000100:00100000:3.0:1734016142.167655:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.167795:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335032832 00000100:00100000:2.0:1734016142.167928:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335032832 00000100:00100000:0.0:1734016142.169069:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2332 00000100:00100000:0.0:1734016142.169084:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:10407:x1818247335032832:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:0.0:1734016142.169328:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994274 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016142.169344:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994251 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5090e expref: 18 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.169351:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994274 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016142.169384:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994251 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5090e expref: 18 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.169396:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994251 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5090e expref: 18 pid: 6479 timeout: 505 lvb_type: 0 00000100:00100000:0.0:1734016142.169407:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007036d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338494208:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016142.169482:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.172825:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016142.172983:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007036d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338494208:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016142.173035:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994274 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016142.174985:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335032960 00000100:00100000:3.0:1734016142.174998:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335032960 00010000:00010000:3.0:1734016142.175042:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994251 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5090e expref: 19 pid: 6479 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016142.175084:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3220 00000100:00100000:3.0:1734016142.175091:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:1970:x1818247335032960:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016142.175108:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016142.175115:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994251 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5090e expref: 19 pid: 6479 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016142.175128:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994251 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5090e expref: 19 pid: 6479 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016142.175150:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994251 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5090e expref: 19 pid: 6479 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016142.175182:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016142.175187:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994274 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016142.175195:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994274 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016142.175201:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994274 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016142.182295:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016142.182432:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:1970:x1818247335032960:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7331us (9636us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.182445:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3220 00010000:00010000:1.0:1734016142.183270:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994274 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016142.183280:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994274 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:1.0:1734016142.183366:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968791 00000004:00010000:1.0:1734016142.183405:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078c53800 reply state ffff88007bcbd000 transno 4294968792 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994274 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016142.183411:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016142.183482:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:10407:x1818247335032832:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 14402us (15856us total) trans 4294968792 rc 0/0 00000100:00100000:1.0:1734016142.183489:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2332 00000020:00080000:1.0:1734016142.183493:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016142.196080:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994274 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016142.196108:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994274 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016142.196117:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994274 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016142.196122:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8564b40 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016142.196129:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994274 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016142.196137:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994274 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016142.196161:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:0.0:1734016142.196164:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016142.196170:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994274 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016142.196174:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8564b40/0x979ba2bc55994274 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016142.196469:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.196528:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.196610:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335033088 00000100:00100000:3.0:1734016142.196632:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335033088 00002000:00010000:3.0:1734016142.196691:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4591559->18446744073709551615) 00002000:00100000:3.0:1734016142.196699:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd12a00 with x1818247335033088 ext(4591559->18446744073709551615) 00002000:00010000:3.0:1734016142.196716:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd12a00. 00000100:00100000:3.0:1734016142.196754:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335033216 00000100:00100000:3.0:1734016142.196758:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335033216 00002000:00010000:3.0:1734016142.196772:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016142.196776:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd13100 with x1818247335033216 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016142.196783:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007bd13100. 00000100:00100000:3.0:1734016142.196802:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9322 00000100:00100000:3.0:1734016142.196845:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247335033088:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016142.197109:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4153763 -> 4591559 00002000:00010000:3.0:1734016142.197114:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.197115:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 0 00002000:00010000:3.0:1734016142.197117:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.197119:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:3.0:1734016142.197170:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1971:x1818247335033088:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 328us (709us total) trans 4294969612 rc 0/0 00000100:00100000:3.0:1734016142.197177:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9322 00002000:00010000:3.0:1734016142.197180:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4591559->18446744073709551615) 00002000:00100000:3.0:1734016142.197183:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd12a00 with x1818247335033088 ext(4591559->18446744073709551615) 00002000:00010000:3.0:1734016142.197186:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bd12a00. 00000100:00100000:3.0:1734016142.197202:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9323 00000100:00100000:3.0:1734016142.197206:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1972:x1818247335033216:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016142.197294:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:3.0:1734016142.197296:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.197298:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 0 00002000:00010000:3.0:1734016142.197300:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.197302:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016142.197318:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1972:x1818247335033216:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 112us (792us total) trans 4294968035 rc 0/0 00000100:00100000:3.0:1734016142.197322:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9323 00002000:00010000:3.0:1734016142.197325:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016142.197327:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bd13100 with x1818247335033216 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016142.197330:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007bd13100. 00000100:00100000:0.0:1734016142.200931:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.201162:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335033472 00000100:00100000:3.0:1734016142.201176:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335033472 00002000:00100000:3.0:1734016142.201233:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4587520->4591615) req@ffff88007036d880 x1818247335033472/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1734016142.201244:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036d880 with x1818247335033472 ext(4587520->4591615) 00002000:00010000:3.0:1734016142.201252:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036d880 00000100:00100000:3.0:1734016142.201276:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9324 00000100:00100000:3.0:1734016142.201285:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1972:x1818247335033472:12345-192.168.201.4@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1734016142.201596:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1972:x1818247335033472:12345-192.168.201.4@tcp:3:ptlrpcd_01_01.0 Request processed in 308us (673us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016142.201603:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9324 00002000:00100000:3.0:1734016142.201610:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4587520->4591615) req@ffff88007036d880 x1818247335033472/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1734016142.201617:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036d880 with x1818247335033472 ext(4587520->4591615) 00002000:00010000:3.0:1734016142.201619:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036d880 00000100:00100000:0.0:1734016142.210554:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016142.211739:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335033600 00000100:00100000:1.0:1734016142.211753:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335033600 00002000:00100000:1.0:1734016142.211830:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4587520->4591558) req@ffff88007036e680 x1818247335033600/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:103/0 lens 4528/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1734016142.211841:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036e680 with x1818247335033600 ext(4587520->4591558) 00002000:00010000:1.0:1734016142.211847:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036e680 00000100:00100000:1.0:1734016142.211887:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9325 00000100:00100000:1.0:1734016142.211893:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1972:x1818247335033600:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:1.0:1734016142.213295:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1972:x1818247335033600:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 1390us (2748us total) trans 4294969613 rc 0/0 00000100:00100000:1.0:1734016142.213308:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9325 00002000:00100000:1.0:1734016142.213317:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4587520->4591558) req@ffff88007036e680 x1818247335033600/t4294969613(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:103/0 lens 4528/448 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1734016142.213326:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036e680 with x1818247335033600 ext(4587520->4591558) 00002000:00010000:1.0:1734016142.213331:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036e680 00000100:00100000:0.0:1734016142.227037:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016142.229778:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335033728 00000100:00100000:1.0:1734016142.229797:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335033728 00000100:00100000:1.0:1734016142.229938:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2333 00000100:00100000:1.0:1734016142.229947:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:10407:x1818247335033728:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:1.0:1734016142.230133:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:10407:x1818247335033728:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 186us (3111us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.230140:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2333 00000100:00100000:0.0:1734016142.232612:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.232727:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335033856 00000100:00100000:3.0:1734016142.232736:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335033856 00000100:00100000:2.0:1734016142.232942:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11329 00000100:00100000:2.0:1734016142.232953:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1970:x1818247335033856:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016142.234614:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969613 is committed 00000001:00080000:0.0:1734016142.234639:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969609 is committed 00000100:00100000:2.0:1734016142.234863:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335033856:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 1906us (2258us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.234882:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11329 00000100:00100000:0.0:1734016142.239354:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.239472:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335033984 00000100:00100000:2.0:1734016142.239496:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335033984 00000100:00100000:2.0:1734016142.239662:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2334 00000100:00100000:2.0:1734016142.239673:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:10407:x1818247335033984:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.239699:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.239729:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599427b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50931 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.240128:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994282 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.240149:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994282 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.240164:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994282 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:2.0:1734016142.240205:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8785863 00000004:00200000:2.0:1734016142.240211:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016142.240235:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994282 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.240264:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599427b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50931 expref: 20 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.240287:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994282 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50931 expref: 19 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.240295:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016142.240298:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016142.240302:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016142.240393:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:10407:x1818247335033984:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 721us (1057us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.240402:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2334 00000100:00100000:0.0:1734016142.244660:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.244915:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335034112 00000100:00100000:2.0:1734016142.244943:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335034112 00000100:00100000:2.0:1734016142.245043:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11330 00000100:00100000:2.0:1734016142.245053:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247335034112:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.245089:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.245126:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994289 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50938 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.245227:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bd11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338494336:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016142.245351:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.246701:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.246779:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335034240 00000100:00100000:3.0:1734016142.246790:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335034240 00000100:00100000:3.0:1734016142.247240:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11331 00000100:00100000:3.0:1734016142.247248:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247335034240:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.247266:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.247287:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc55994290 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5093f expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.247362:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338494464:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.247428:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c540 going to sleep for 11 seconds 00002000:00010000:3.0:1734016142.257920:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 0 -> 1734016142 00000100:00100000:3.0:1734016142.257960:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338494464:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.258006:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc55994290 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5093f expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.258024:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc55994290 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5093f expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.258102:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016142.258392:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247335034240:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11142us (11697us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.258402:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11331 00002000:00010000:2.0:1734016142.258882:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 0 -> 1734016142 00002000:00010000:2.0:1734016142.258897:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 48 -> 56 00000100:00100000:2.0:1734016142.258928:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bd11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338494336:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016142.258993:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994289 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50938 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.259012:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994289 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50938 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.259043:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016142.259093:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247335034112:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 14042us (14464us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.259102:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11330 00000100:00100000:0.0:1734016142.263775:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016142.263916:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.264090:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335034368 00000100:00100000:3.0:1734016142.264098:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335034368 00000100:00100000:3.0:1734016142.265865:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335034496 00000100:00100000:3.0:1734016142.265886:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335034496 00000100:00100000:3.0:1734016142.265954:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11332 00000100:00100000:3.0:1734016142.265963:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335034368:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.265989:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1734016142.266039:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11333 00000100:00100000:1.0:1734016142.266053:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a84bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247335034496:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.266073:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.266101:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e8373c0/0x979ba2bc55994297 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5094d expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.266201:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338494592:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016142.266311:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00010000:00010000:3.0:1734016142.269067:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599429e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50946 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.269170:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338494720:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.269255:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.275097:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338494592:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016142.275169:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e8373c0/0x979ba2bc55994297 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5094d expref: 12 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.275188:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e8373c0/0x979ba2bc55994297 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5094d expref: 12 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.275249:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016142.275359:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a84bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247335034496:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9305us (11438us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.275371:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11333 00000100:00100000:3.0:1734016142.275633:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338494720:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.275664:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599429e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50946 expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.275673:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599429e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50946 expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.275692:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016142.275725:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335034368:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9765us (11966us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.275731:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11332 00000100:00100000:0.0:1734016142.281529:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.281620:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335034624 00000100:00100000:2.0:1734016142.281640:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335034624 00000100:00100000:2.0:1734016142.281724:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2335 00000100:00100000:2.0:1734016142.281734:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:10407:x1818247335034624:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.281768:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.281801:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559942a5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50954 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.281988:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559942ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.282007:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559942ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.282026:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559942ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:2.0:1734016142.282060:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8785863 00000004:00200000:2.0:1734016142.282066:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016142.282085:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559942ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.282112:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc559942a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50954 expref: 24 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.282143:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559942ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50954 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.282152:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016142.282155:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016142.282159:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016142.282227:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:10407:x1818247335034624:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 494us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.282234:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2335 00000100:00100000:0.0:1734016142.288878:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016142.288947:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016142.289064:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335034880 00000100:00100000:1.0:1734016142.289082:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335034880 00000100:00100000:1.0:1734016142.289157:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335034752 00000100:00100000:1.0:1734016142.289161:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335034752 00000100:00100000:2.0:1734016142.289208:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11334 00000100:00100000:2.0:1734016142.289561:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247335034880:12345-192.168.201.4@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.289955:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11335 00000100:00100000:1.0:1734016142.289968:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335034752:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.290001:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.290032:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc559942b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5095b expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.290129:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338494848:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016142.290229:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00010000:00010000:3.0:1734016142.290544:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.290565:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc559942ba lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50962 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.290604:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338494976:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.290644:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.296332:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338494976:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.296383:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc559942ba lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50962 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.296396:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc559942ba lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50962 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.296696:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338494848:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016142.296741:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc559942b3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5095b expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.296757:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc559942b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5095b expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.296795:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00010000:00010000:3.0:1734016142.296893:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:1.0:1734016142.296976:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335034752:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7009us (8025us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.296993:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11335 00000100:00100000:3.0:1734016142.300728:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247335034880:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11150us (11909us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.300750:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11334 00000100:00100000:0.0:1734016142.311367:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016142.311450:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.311572:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335035008 00000100:00100000:3.0:1734016142.311586:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335035008 00000100:00100000:2.0:1734016142.312290:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335035136 00000100:00100000:2.0:1734016142.312295:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335035136 00000100:00100000:2.0:1734016142.312339:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11336 00000100:00100000:2.0:1734016142.312347:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335035008:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.312378:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.312409:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559942c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50969 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.312494:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bd11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338495104:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016142.312569:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.312721:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11337 00000100:00100000:2.0:1734016142.312726:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247335035136:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.312736:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.312748:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559942c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50970 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.312774:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bd10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338495232:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016142.312804:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27600 going to sleep for 11 seconds 00010000:00010000:1.0:1734016142.324908:0:7700:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016142.325555:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bd10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338495232:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.325628:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559942c8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50970 expref: 12 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.325649:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559942c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50970 expref: 12 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.325671:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:3.0:1734016142.325753:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247335035136:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 13023us (14300us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.325767:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11337 00000100:00100000:2.0:1734016142.326387:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bd11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338495104:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016142.326422:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559942c1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50969 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.326433:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559942c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50969 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.326463:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016142.326487:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335035008:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 14141us (15138us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.326493:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11336 00000100:00100000:0.0:1734016142.335163:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.335318:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335035392 00000100:00100000:2.0:1734016142.335328:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335035392 00000100:00100000:2.0:1734016142.335390:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2336 00000100:00100000:2.0:1734016142.335397:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:10407:x1818247335035392:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016142.335462:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.335492:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994282 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50931 expref: 19 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.335523:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016142.335528:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016142.335754:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559942cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.335769:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559942ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50954 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.335777:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559942cf lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.335843:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559942ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50954 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.335855:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559942ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50954 expref: 22 pid: 6479 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016142.335880:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bd11c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338495360:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016142.335943:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.338713:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.338845:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bd11c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338495360:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016142.338888:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559942cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:3.0:1734016142.339276:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335035520 00000100:00100000:3.0:1734016142.339284:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335035520 00010000:00010000:3.0:1734016142.339323:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559942ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50954 expref: 23 pid: 6479 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016142.339354:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3221 00000100:00100000:3.0:1734016142.339363:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:1969:x1818247335035520:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016142.339380:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016142.339386:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559942ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50954 expref: 23 pid: 6479 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016142.339398:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559942ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50954 expref: 23 pid: 6479 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016142.339433:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559942ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50954 expref: 23 pid: 6479 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016142.339452:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016142.339456:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559942cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016142.339464:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559942cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016142.339471:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559942cf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016142.339492:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016142.339651:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559942cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.339657:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559942cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:2.0:1734016142.339740:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968793 00000004:00010000:2.0:1734016142.339782:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800781d3100 reply state ffff88007c9f8000 transno 4294968794 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559942cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:2.0:1734016142.339789:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016142.340547:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:1969:x1818247335035520:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1180us (1839us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.340555:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3221 00000100:00100000:2.0:1734016142.340624:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:10407:x1818247335035392:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 5226us (5471us total) trans 4294968794 rc 0/0 00000100:00100000:2.0:1734016142.340631:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2336 00000020:00080000:2.0:1734016142.340635:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016142.352237:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559942cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.352254:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559942cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.352260:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559942cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.352265:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405d40 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016142.352269:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559942cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.352277:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559942cf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.352292:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016142.352295:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016142.352299:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559942cf lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.352304:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559942cf lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016142.355000:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.355805:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335035648 00000100:00100000:2.0:1734016142.355843:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335035648 00000100:00100000:2.0:1734016142.355933:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11338 00000100:00100000:2.0:1734016142.355943:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:10407:x1818247335035648:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.355977:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.356010:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559942d6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50977 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.356052:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994227 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 270336->278527) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508f2 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.356060:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.356062:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.356068:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559942d6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50977 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.356123:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994227 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 270336->278527) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508f2 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.356137:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994227 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 270336->278527) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508f2 expref: 7 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.356152:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bd11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338495488:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016142.356672:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.361134:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bd11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338495488:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016142.361208:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559942d6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50977 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.361234:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016142.361332:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:10407:x1818247335035648:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5389us (6353us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.361344:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11338 00000100:00100000:0.0:1734016142.365326:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.365782:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335035776 00000100:00100000:3.0:1734016142.365798:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335035776 00010000:00010000:3.0:1734016142.365892:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994227 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 270336->278527) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508f2 expref: 8 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016142.365938:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3222 00000100:00100000:3.0:1734016142.365950:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880088624050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335035776:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016142.365974:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016142.366013:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994227 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 270336->278527) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508f2 expref: 8 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016142.366030:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994227 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 270336->278527) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508f2 expref: 8 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016142.366075:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994227 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 270336->278527) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee508f2 expref: 8 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016142.366113:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016142.366117:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016142.366123:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559942d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50977 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.366134:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559942d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50977 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.366188:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559942d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50977 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.366204:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338495616:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016142.366286:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.368732:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.368921:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338495616:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016142.368947:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016142.369005:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880088624050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335035776:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3057us (3697us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.369022:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3222 00000100:00100000:3.0:1734016142.369132:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335035904 00000100:00100000:3.0:1734016142.369140:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335035904 00000100:00100000:3.0:1734016142.369184:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11339 00000100:00100000:3.0:1734016142.369191:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:10407:x1818247335035904:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.369215:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.369243:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559942dd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5097e expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.369280:0:9511:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994243 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50907 expref: 15 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.369289:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.369291:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.369295:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559942dd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5097e expref: 12 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.369332:0:9511:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994243 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50907 expref: 15 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.369345:0:9511:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994243 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50907 expref: 15 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016142.369359:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338495744:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016142.369395:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.375000:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.375237:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335036032 00000100:00100000:2.0:1734016142.375251:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335036032 00010000:00010000:2.0:1734016142.375301:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994243 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50907 expref: 16 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.375341:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3223 00000100:00100000:2.0:1734016142.375350:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1969:x1818247335036032:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.375382:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.375413:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994243 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50907 expref: 16 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.375429:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994243 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50907 expref: 16 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.375464:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.375467:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.375474:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559942dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5097e expref: 12 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.375488:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559942dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5097e expref: 12 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.375529:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559942dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5097e expref: 12 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.375547:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bd11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7701:1818247338495872:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016142.375632:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27540 going to sleep for 11 seconds 00010000:00010000:3.0:1734016142.376401:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994243 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50907 expref: 16 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016142.376426:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338495744:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016142.376461:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559942dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5097e expref: 12 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.376479:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016142.376520:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:10407:x1818247335035904:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7328us (7800us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.376534:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11339 00000100:00100000:2.0:1734016142.378905:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bd11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7701:1818247338495872:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016142.378958:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.379037:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247335036032:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3685us (4053us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.379058:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3223 00000100:00100000:0.0:1734016142.386105:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016142.386168:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016142.386430:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335036160 00000100:00100000:1.0:1734016142.386441:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335036160 00002000:00010000:1.0:1734016142.386487:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5257466->18446744073709551615) 00002000:00100000:1.0:1734016142.386493:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d1c00 with x1818247335036160 ext(5257466->18446744073709551615) 00002000:00010000:1.0:1734016142.386509:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d1c00. 00000100:00100000:1.0:1734016142.386554:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9326 00000100:00100000:1.0:1734016142.386563:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335036160:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016142.386858:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4591559 -> 5257466 00002000:00010000:1.0:1734016142.386862:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:1.0:1734016142.386874:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016141 00002000:00010000:1.0:1734016142.386876:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:1.0:1734016142.386883:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:1.0:1734016142.386955:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335036160:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 392us (858us total) trans 4294969614 rc 0/0 00000100:00100000:1.0:1734016142.386963:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9326 00002000:00010000:1.0:1734016142.386967:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5257466->18446744073709551615) 00002000:00100000:1.0:1734016142.386969:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d1c00 with x1818247335036160 ext(5257466->18446744073709551615) 00002000:00010000:1.0:1734016142.386974:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781d1c00. 00000100:00100000:1.0:1734016142.386993:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335036288 00000100:00100000:1.0:1734016142.386996:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335036288 00002000:00010000:1.0:1734016142.387008:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016142.387011:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2680 with x1818247335036288 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016142.387017:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800780d2680. 00000100:00100000:1.0:1734016142.387030:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9327 00000100:00100000:1.0:1734016142.387034:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335036288:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016142.391124:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016142.391135:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:1.0:1734016142.391138:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 0 00002000:00010000:1.0:1734016142.391140:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:1.0:1734016142.391142:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016142.391253:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1969:x1818247335036288:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 4209us (5076us total) trans 4294968036 rc 0/0 00000100:00100000:1.0:1734016142.391265:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9327 00002000:00010000:1.0:1734016142.391271:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016142.391275:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2680 with x1818247335036288 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016142.391283:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800780d2680. 00000100:00100000:0.0:1734016142.394090:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.394170:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335036544 00000100:00100000:3.0:1734016142.394179:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335036544 00002000:00100000:3.0:1734016142.394221:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (5251072->5255167) req@ffff8800780d1500 x1818247335036544/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1734016142.394232:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d1500 with x1818247335036544 ext(5251072->5255167) 00002000:00010000:3.0:1734016142.394239:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d1500 00000100:00100000:3.0:1734016142.394282:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9328 00000100:00100000:3.0:1734016142.394292:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335036544:12345-192.168.201.4@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1734016142.394569:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335036544:12345-192.168.201.4@tcp:3:ptlrpcd_00_01.0 Request processed in 277us (492us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016142.394578:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9328 00002000:00100000:3.0:1734016142.394586:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (5251072->5255167) req@ffff8800780d1500 x1818247335036544/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1734016142.394595:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d1500 with x1818247335036544 ext(5251072->5255167) 00002000:00010000:3.0:1734016142.394599:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d1500 00000100:00100000:0.0:1734016142.398213:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016142.404336:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335036800 00000100:00100000:1.0:1734016142.404367:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335036800 00002000:00100000:1.0:1734016142.404473:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (5255168->5259263) req@ffff8800780d3b80 x1818247335036800/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1734016142.404491:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d3b80 with x1818247335036800 ext(5255168->5259263) 00002000:00010000:1.0:1734016142.404502:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d3b80 00000100:00100000:1.0:1734016142.404564:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9329 00000100:00100000:1.0:1734016142.404576:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247335036800:12345-192.168.201.4@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1734016142.404852:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247335036800:12345-192.168.201.4@tcp:3:ptlrpcd_01_00.0 Request processed in 276us (6661us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016142.404859:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9329 00002000:00100000:1.0:1734016142.404889:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (5255168->5259263) req@ffff8800780d3b80 x1818247335036800/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1734016142.404897:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d3b80 with x1818247335036800 ext(5255168->5259263) 00002000:00010000:1.0:1734016142.404900:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d3b80 00000100:00100000:0.0:1734016142.413411:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.418206:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335036928 00000100:00100000:3.0:1734016142.418230:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335036928 00002000:00100000:3.0:1734016142.418315:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (5251072->5257465) req@ffff8800780d2d80 x1818247335036928/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:103/0 lens 6888/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1734016142.418338:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2d80 with x1818247335036928 ext(5251072->5257465) 00002000:00010000:3.0:1734016142.418345:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d2d80 00000100:00100000:3.0:1734016142.418410:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9330 00000100:00100000:3.0:1734016142.418417:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247335036928:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016142.419548:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247335036928:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 1124us (6170us total) trans 4294969615 rc 0/0 00000100:00100000:3.0:1734016142.419559:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9330 00002000:00100000:3.0:1734016142.419567:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (5251072->5257465) req@ffff8800780d2d80 x1818247335036928/t4294969615(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:103/0 lens 6888/448 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1734016142.419574:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d2d80 with x1818247335036928 ext(5251072->5257465) 00002000:00010000:3.0:1734016142.419577:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d2d80 00000100:00100000:0.0:1734016142.421945:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.423657:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335037056 00000100:00100000:2.0:1734016142.423672:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335037056 00000100:00100000:2.0:1734016142.423759:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2337 00000100:00100000:2.0:1734016142.423769:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:10407:x1818247335037056:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016142.424016:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:10407:x1818247335037056:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 246us (2079us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.424026:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2337 00000100:00100000:0.0:1734016142.428451:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.429188:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335037184 00000100:00100000:3.0:1734016142.429197:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335037184 00000100:00100000:3.0:1734016142.429261:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11340 00000100:00100000:3.0:1734016142.429268:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335037184:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016142.432582:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969615 is committed 00000100:00100000:3.0:1734016142.436784:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335037184:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 7481us (8312us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.436831:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11340 00000100:00100000:0.0:1734016142.441412:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016142.441594:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335037312 00000100:00100000:1.0:1734016142.441608:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335037312 00000100:00100000:1.0:1734016142.441713:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2338 00000100:00100000:1.0:1734016142.441725:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:10407:x1818247335037312:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.441770:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.441875:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc559942e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50985 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.442035:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc559942eb lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016142.442059:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc559942eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016142.442081:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc559942eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:1.0:1734016142.442124:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9451770 00000004:00200000:1.0:1734016142.442131:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016142.442160:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc559942eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016142.442195:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836640/0x979ba2bc559942e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50985 expref: 24 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.442250:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc559942eb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50985 expref: 23 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.442261:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016142.442265:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016142.442268:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016142.442360:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:10407:x1818247335037312:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 634us (969us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.442370:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2338 00000100:00100000:0.0:1734016142.445305:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016142.445394:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016142.445544:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335037568 00000100:00100000:1.0:1734016142.445559:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335037568 00000100:00100000:1.0:1734016142.446575:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335037440 00000100:00100000:1.0:1734016142.446582:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335037440 00000100:00100000:3.0:1734016142.446649:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11341 00000100:00100000:3.0:1734016142.446663:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247335037568:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.446697:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.446727:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070101b00/0x979ba2bc559942f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50993 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.446846:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338496000:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.446945:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.447044:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11342 00000100:00100000:2.0:1734016142.447053:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335037440:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.447063:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.447079:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559942f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5098c expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.447112:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bd11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338496128:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016142.447139:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27000 going to sleep for 11 seconds 00002000:00010000:2.0:1734016142.485632:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016141 -> 1734016142 00002000:00010000:2.0:1734016142.485643:0:7686:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 56 -> 80 00000100:00100000:2.0:1734016142.485670:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bd11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338496128:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016142.485723:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559942f9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5098c expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.485739:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559942f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5098c expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.485772:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016142.485882:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335037440:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 38827us (40485us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.485894:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11342 00002000:00010000:3.0:1734016142.486872:0:9511:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 0 -> 1734016142 00000100:00100000:3.0:1734016142.486891:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338496000:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.486921:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070101b00/0x979ba2bc559942f2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50993 expref: 16 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.486933:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070101b00/0x979ba2bc559942f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50993 expref: 16 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.486948:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101b00, rc 0) 00000100:00100000:3.0:1734016142.489026:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247335037568:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 42340us (43717us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.489046:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11341 00000100:00100000:2.0:1734016142.497385:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.497464:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016142.497788:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335037824 00000100:00100000:0.0:1734016142.497805:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335037824 00000100:00100000:0.0:1734016142.497910:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335037696 00000100:00100000:0.0:1734016142.497912:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335037696 00000100:00100000:0.0:1734016142.497939:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11343 00000100:00100000:0.0:1734016142.497951:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1972:x1818247335037824:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.497990:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.498033:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994300 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee509a1 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.498125:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338496256:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016142.498223:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.498300:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11344 00000100:00100000:1.0:1734016142.498307:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335037696:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.498317:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.498333:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55994307 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5099a expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.498379:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338496384:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016142.498406:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.505498:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338496384:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016142.505564:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55994307 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5099a expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.505585:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55994307 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5099a expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.505615:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:2.0:1734016142.505703:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335037696:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7392us (8234us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.505715:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11344 00000100:00100000:0.0:1734016142.505880:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338496256:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016142.505899:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994300 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509a1 expref: 16 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.505908:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994300 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509a1 expref: 16 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.505931:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:0.0:1734016142.505953:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1972:x1818247335037824:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8006us (8606us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016142.505959:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11343 00000100:00100000:0.0:1734016142.509462:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.509701:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335037952 00000100:00100000:2.0:1734016142.509715:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335037952 00000100:00100000:2.0:1734016142.509772:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2339 00000100:00100000:2.0:1734016142.509780:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:10407:x1818247335037952:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.509835:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.509877:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599430e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee509a8 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.510024:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994315 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.510044:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994315 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.510057:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994315 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:2.0:1734016142.510087:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9451770 00000004:00200000:2.0:1734016142.510091:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016142.510111:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994315 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.510138:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599430e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509a8 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.510158:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994315 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509a8 expref: 21 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.510164:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016142.510167:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016142.510170:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016142.510218:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:10407:x1818247335037952:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 439us (775us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.510226:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2339 00000100:00100000:0.0:1734016142.516085:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.516273:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335038080 00000100:00100000:2.0:1734016142.516289:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335038080 00000100:00100000:2.0:1734016142.516353:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11345 00000100:00100000:2.0:1734016142.516364:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247335038080:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016142.516794:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5257466 -> 5257466 00002000:00010000:2.0:1734016142.516801:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016142.516804:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016142.516873:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016142.516875:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 80 -> 88 00000100:00100000:2.0:1734016142.516970:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335038080:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 607us (901us total) trans 4294969616 rc 0/0 00000100:00100000:2.0:1734016142.516977:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11345 00000100:00100000:0.0:1734016142.524936:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016142.525006:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.525336:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335038208 00000100:00100000:3.0:1734016142.525351:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335038208 00000100:00100000:3.0:1734016142.525909:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335038336 00000100:00100000:3.0:1734016142.525912:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335038336 00000100:00100000:3.0:1734016142.525933:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11346 00000100:00100000:3.0:1734016142.525942:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335038208:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.525962:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.525978:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599431c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee509af expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.526045:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338496512:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016142.526673:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11347 00000100:00100000:0.0:1734016142.526681:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247335038336:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.526691:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.526708:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8564480/0x979ba2bc55994323 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee509b6 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.526738:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338496640:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.528754:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.529180:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.530951:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338496512:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.531001:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599431c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509af expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.531017:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc5599431c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509af expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.531042:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016142.531093:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335038208:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5151us (6172us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.531101:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11346 00000100:00100000:3.0:1734016142.533290:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338496640:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.533324:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8564480/0x979ba2bc55994323 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509b6 expref: 16 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.533337:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8564480/0x979ba2bc55994323 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509b6 expref: 16 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.533348:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564480, rc 0) 00000100:00100000:3.0:1734016142.533409:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247335038336:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6726us (8400us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.533419:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11347 00000100:00100000:0.0:1734016142.534835:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.534944:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335038464 00000100:00100000:3.0:1734016142.534955:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335038464 00000100:00100000:3.0:1734016142.537071:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11348 00000100:00100000:3.0:1734016142.537090:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335038464:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.537125:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.537149:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc5599432a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee509bd expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.537252:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338496768:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.545095:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.545528:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016142.545688:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335038592 00000100:00100000:0.0:1734016142.545701:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335038592 00000100:00100000:0.0:1734016142.545954:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11349 00000100:00100000:0.0:1734016142.545964:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1972:x1818247335038592:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.545991:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.546018:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8564d80/0x979ba2bc55994331 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee509c4 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.546101:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338496896:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016142.548684:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.552369:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338496896:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.552370:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338496768:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016142.552425:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8564d80/0x979ba2bc55994331 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509c4 expref: 16 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.552425:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc5599432a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509bd expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.552440:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8564d80/0x979ba2bc55994331 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509c4 expref: 16 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.552440:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc5599432a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509bd expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.552455:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101b00, rc 0) 00010000:00010000:1.0:1734016142.552464:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:1.0:1734016142.552528:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1972:x1818247335038592:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6565us (7005us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.552540:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11349 00000100:00100000:3.0:1734016142.552589:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335038464:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 15503us (17763us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.552596:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11348 00000100:00100000:0.0:1734016142.554587:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016142.554655:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016142.555040:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335038848 00000100:00100000:3.0:1734016142.555041:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335038720 00000100:00100000:1.0:1734016142.555058:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335038848 00000100:00100000:3.0:1734016142.555058:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335038720 00000100:00100000:1.0:1734016142.555149:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11350 00000100:00100000:1.0:1734016142.555161:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1971:x1818247335038848:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.555191:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.555227:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e837180/0x979ba2bc55994338 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee509d2 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.555337:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338497024:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016142.555439:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.555482:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11351 00000100:00100000:3.0:1734016142.555488:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335038720:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.555495:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.555510:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599433f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee509cb expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.555553:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338497152:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.555579:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.559548:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338497152:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.559622:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599433f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509cb expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.559646:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599433f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509cb expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.559665:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016142.559746:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335038720:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4255us (5176us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.559759:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11351 00000100:00100000:1.0:1734016142.559927:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338497024:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016142.559958:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e837180/0x979ba2bc55994338 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509d2 expref: 16 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.559969:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e837180/0x979ba2bc55994338 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509d2 expref: 16 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.560557:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016142.560968:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1971:x1818247335038848:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5808us (6310us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.560977:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11350 00000100:00100000:0.0:1734016142.564663:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016142.564800:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335038976 00000100:00100000:1.0:1734016142.564851:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335038976 00000100:00100000:1.0:1734016142.564939:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11352 00000100:00100000:1.0:1734016142.564949:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:10407:x1818247335038976:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.564977:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.565178:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e836880/0x979ba2bc55994346 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee509d9 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.565225:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559942dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5097e expref: 12 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.565235:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016142.565237:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016142.565241:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006e836880/0x979ba2bc55994346 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1515520->1519615] (req 1515520->1519615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509d9 expref: 16 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.565291:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559942dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5097e expref: 12 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.565306:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559942dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5097e expref: 12 pid: 9511 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016142.565319:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338497280:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016142.565412:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.570273:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338497280:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016142.570327:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e836880/0x979ba2bc55994346 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1515520->1519615] (req 1515520->1519615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509d9 expref: 16 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.570355:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016142.570436:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:10407:x1818247335038976:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5486us (5790us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.570452:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11352 00000100:00100000:0.0:1734016142.571442:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.571974:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335039104 00000100:00100000:3.0:1734016142.571985:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335039104 00010000:00010000:3.0:1734016142.572023:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559942dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5097e expref: 13 pid: 9511 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016142.572745:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3224 00000100:00100000:3.0:1734016142.572757:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247335039104:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016142.572785:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016142.572875:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559942dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5097e expref: 13 pid: 9511 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016142.572907:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559942dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5097e expref: 13 pid: 9511 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016142.572953:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559942dd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5097e expref: 13 pid: 9511 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016142.572996:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016142.573000:0:7701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016142.573014:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88006e836880/0x979ba2bc55994346 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1519615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509d9 expref: 15 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.573027:0:7701:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006e836880/0x979ba2bc55994346 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1519615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509d9 expref: 15 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.573091:0:7701:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88006e836880/0x979ba2bc55994346 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1519615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509d9 expref: 15 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.573111:0:7701:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7701:1818247338497408:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016142.573247:0:7701:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.578039:0:7701:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7701:1818247338497408:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016142.578079:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016142.578314:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247335039104:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5552us (6874us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.578332:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3224 00000100:00100000:2.0:1734016142.580214:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016142.580512:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335039232 00000100:00100000:1.0:1734016142.580532:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335039232 00000100:00100000:1.0:1734016142.580621:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11353 00000100:00100000:1.0:1734016142.580632:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1970:x1818247335039232:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016142.581059:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016142.581063:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:1.0:1734016142.581066:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 0 00002000:00010000:1.0:1734016142.581069:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:1.0:1734016142.581072:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1734016142.581166:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1970:x1818247335039232:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 534us (966us total) trans 4294968037 rc 0/0 00000100:00100000:1.0:1734016142.581175:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11353 00000100:00100000:0.0:1734016142.584181:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.584353:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335039360 00000100:00100000:3.0:1734016142.584367:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335039360 00000100:00100000:3.0:1734016142.584438:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11354 00000100:00100000:3.0:1734016142.584447:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335039360:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.584473:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.584498:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599434d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee509e0 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.584732:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338497536:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.584936:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.587209:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338497536:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.587274:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599434d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509e0 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.587298:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599434d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509e0 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.587338:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016142.587434:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335039360:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2984us (3267us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.587447:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11354 00000100:00100000:0.0:1734016142.592206:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.592414:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335039488 00000100:00100000:3.0:1734016142.592433:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335039488 00000100:00100000:3.0:1734016142.592524:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11355 00000100:00100000:3.0:1734016142.592536:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335039488:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.592576:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.592604:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994354 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee509e7 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.592688:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338497664:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.592786:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.595548:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338497664:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.595640:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994354 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509e7 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.595670:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994354 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509e7 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.596314:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016142.596405:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335039488:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3867us (4221us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.596419:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11355 00000100:00100000:0.0:1734016142.602471:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.603149:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335039616 00000100:00100000:3.0:1734016142.603169:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335039616 00000100:00100000:3.0:1734016142.603240:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11356 00000100:00100000:3.0:1734016142.603249:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335039616:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.603284:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.603312:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc5599435b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee509ee expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.603416:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338497792:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.603514:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.605955:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338497792:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.606025:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc5599435b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509ee expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.606044:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc5599435b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509ee expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.606643:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016142.606734:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335039616:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3483us (4282us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.606748:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11356 00000100:00100000:1.0:1734016142.610101:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.610544:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335039744 00000100:00100000:3.0:1734016142.610561:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335039744 00000100:00100000:3.0:1734016142.610650:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11357 00000100:00100000:3.0:1734016142.610666:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335039744:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.610710:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.610748:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103600/0x979ba2bc55994362 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee509f5 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.610894:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338497920:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.611022:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.615311:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338497920:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.615382:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103600/0x979ba2bc55994362 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509f5 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.615406:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103600/0x979ba2bc55994362 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509f5 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.615459:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103600, rc 0) 00000100:00100000:3.0:1734016142.615528:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335039744:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4864us (5444us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.615540:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11357 00000100:00100000:0.0:1734016142.619917:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.620058:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335040000 00000100:00100000:2.0:1734016142.620073:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335040000 00000100:00100000:2.0:1734016142.620148:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2340 00000100:00100000:2.0:1734016142.620160:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:10407:x1818247335040000:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016142.620257:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.620313:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8346c0/0x979ba2bc559942eb lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50985 expref: 23 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.620348:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016142.620354:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016142.620661:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994369 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016142.620679:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994315 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509a8 expref: 20 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.620687:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994369 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016142.620730:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994315 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509a8 expref: 20 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.620744:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994315 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509a8 expref: 20 pid: 6479 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.620761:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f96680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338498048:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016142.620857:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.625745:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f96680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338498048:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016142.625841:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994369 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016142.629279:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.629931:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335040128 00000100:00100000:3.0:1734016142.629953:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335040128 00010000:00010000:3.0:1734016142.630036:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994315 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509a8 expref: 21 pid: 6479 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016142.630121:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3225 00000100:00100000:3.0:1734016142.630135:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:1970:x1818247335040128:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016142.630168:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016142.630180:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994315 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509a8 expref: 21 pid: 6479 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016142.630204:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994315 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509a8 expref: 21 pid: 6479 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016142.630262:0:7701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994315 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509a8 expref: 21 pid: 6479 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016142.630299:0:7701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016142.630307:0:7701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994369 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016142.630326:0:7701:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994369 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016142.630346:0:7701:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994369 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016142.630392:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016142.630512:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:1970:x1818247335040128:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 381us (1253us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.630523:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3225 00010000:00010000:3.0:1734016142.630735:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994369 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016142.630743:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994369 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:3.0:1734016142.630971:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968795 00000004:00010000:3.0:1734016142.631067:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007a3cad80 reply state ffff88007c9fa000 transno 4294968796 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994369 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016142.631078:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016142.631231:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:10407:x1818247335040000:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 11073us (11430us total) trans 4294968796 rc 0/0 00000100:00100000:3.0:1734016142.631240:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2340 00000020:00080000:3.0:1734016142.631246:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016142.635937:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016142.636078:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994369 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016142.636096:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994369 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016142.636105:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994369 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016142.636111:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405f80 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:1.0:1734016142.636118:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994369 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016142.636128:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994369 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016142.636156:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016142.636159:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016142.636165:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994369 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016142.636171:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994369 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016142.636357:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335040256 00000100:00100000:3.0:1734016142.636376:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335040256 00000100:00100000:1.0:1734016142.637535:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11358 00000100:00100000:1.0:1734016142.637553:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:10407:x1818247335040256:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.637594:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.637631:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55994370 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee509fc expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.637684:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559942d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50977 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.637692:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016142.637695:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016142.637698:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55994370 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509fc expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.637764:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559942d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50977 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.637783:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559942d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50977 expref: 6 pid: 7685 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016142.637803:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338498176:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016142.638711:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.643554:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338498176:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016142.643608:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55994370 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509fc expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.643634:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:1.0:1734016142.643716:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335040256:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6164us (7802us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.643731:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11358 00000100:00100000:0.0:1734016142.646079:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.646208:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335040384 00000100:00100000:2.0:1734016142.646226:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335040384 00010000:00010000:2.0:1734016142.646283:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559942d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50977 expref: 7 pid: 7685 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.646380:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3226 00000100:00100000:2.0:1734016142.646393:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335040384:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.646414:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.646446:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559942d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50977 expref: 7 pid: 7685 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.646459:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559942d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50977 expref: 7 pid: 7685 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.646490:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559942d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50977 expref: 7 pid: 7685 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.648347:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.648362:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.648379:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55994370 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509fc expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.648394:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55994370 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509fc expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.648486:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55994370 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509fc expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.648508:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f94e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338498304:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016142.652856:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.665235:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f94e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338498304:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016142.665302:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016142.665378:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335040384:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 18986us (19324us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.665398:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3226 00000100:00100000:1.0:1734016142.669370:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016142.669549:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.669658:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335040640 00000100:00100000:3.0:1734016142.669681:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335040640 00002000:00010000:3.0:1734016142.669769:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016142.669780:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b4e00 with x1818247335040640 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016142.669837:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800783b4e00. 00000100:00100000:3.0:1734016142.669890:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335040512 00000100:00100000:3.0:1734016142.669895:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335040512 00002000:00010000:3.0:1734016142.669914:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4267852->18446744073709551615) 00002000:00100000:3.0:1734016142.669917:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b6a00 with x1818247335040512 ext(4267852->18446744073709551615) 00002000:00010000:3.0:1734016142.669930:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b6a00. 00000100:00100000:3.0:1734016142.669956:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9331 00000100:00100000:3.0:1734016142.669969:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1970:x1818247335040640:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016142.670310:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016142.670315:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.670317:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1734016142.670320:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.670322:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1734016142.670424:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:1970:x1818247335040640:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 456us (1083us total) trans 4294968038 rc 0/0 00000100:00100000:3.0:1734016142.670435:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9331 00002000:00010000:3.0:1734016142.670440:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016142.670443:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b4e00 with x1818247335040640 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016142.670449:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800783b4e00. 00000100:00100000:3.0:1734016142.670473:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9332 00000100:00100000:3.0:1734016142.670478:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335040512:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016142.670910:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5257466 -> 4267852 00002000:00010000:3.0:1734016142.670913:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.670915:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.670917:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.670918:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 88 -> 56 00000100:00100000:3.0:1734016142.670938:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335040512:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 459us (1389us total) trans 4294969617 rc 0/0 00000100:00100000:3.0:1734016142.670946:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9332 00002000:00010000:3.0:1734016142.670948:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4267852->18446744073709551615) 00002000:00100000:3.0:1734016142.670950:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b6a00 with x1818247335040512 ext(4267852->18446744073709551615) 00002000:00010000:3.0:1734016142.670954:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b6a00. 00000100:00100000:0.0:1734016142.680753:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.680881:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335040768 00000100:00100000:3.0:1734016142.680902:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335040768 00000100:00100000:3.0:1734016142.681002:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2341 00000100:00100000:3.0:1734016142.681017:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:10407:x1818247335040768:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.681060:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.681098:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55994377 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a03 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.681271:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc5599437e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016142.681294:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc5599437e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016142.681308:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc5599437e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:3.0:1734016142.681350:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8462156 00000004:00200000:3.0:1734016142.681356:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016142.681384:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc5599437e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016142.681419:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55994377 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a03 expref: 26 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.681464:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc5599437e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a03 expref: 25 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.681474:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016142.681479:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016142.681484:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016142.681591:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:10407:x1818247335040768:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 575us (851us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.681599:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2341 00000100:00100000:0.0:1734016142.684838:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016142.685419:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335040896 00000100:00100000:1.0:1734016142.685432:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335040896 00000100:00100000:1.0:1734016142.685492:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11359 00000100:00100000:1.0:1734016142.685502:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:10407:x1818247335040896:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.685531:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.685559:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55994385 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a0a expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.685606:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55994370 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509fc expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.685616:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016142.685620:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016142.685624:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55994385 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2674688->2678783] (req 2674688->2678783) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a0a expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.685671:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55994370 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509fc expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.685681:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55994370 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509fc expref: 8 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016142.685695:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338498432:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016142.685800:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.698082:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.698214:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338498432:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016142.698268:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55994385 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2674688->2678783] (req 2674688->2678783) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a0a expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.698298:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:2.0:1734016142.698375:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:10407:x1818247335040896:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12872us (13581us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.698387:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11359 00000100:00100000:0.0:1734016142.701013:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335041024 00000100:00100000:0.0:1734016142.701034:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335041024 00010000:00010000:0.0:1734016142.701100:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55994370 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509fc expref: 9 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:0.0:1734016142.701203:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3227 00000100:00100000:0.0:1734016142.701213:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335041024:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016142.701234:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016142.701263:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55994370 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509fc expref: 9 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016142.701280:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55994370 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509fc expref: 9 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016142.701313:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55994370 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509fc expref: 9 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016142.701364:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016142.701366:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016142.701376:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55994385 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2674688->2678783) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a0a expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.701389:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55994385 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2674688->2678783) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a0a expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.701454:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55994385 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2674688->2678783) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a0a expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.701471:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338498560:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016142.701588:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.707297:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338498560:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016142.707333:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.707411:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335041024:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6197us (9350us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.707428:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3227 00000100:00100000:0.0:1734016142.708154:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.708381:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335041152 00000100:00100000:2.0:1734016142.708391:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335041152 00000100:00100000:2.0:1734016142.708652:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11360 00000100:00100000:2.0:1734016142.708661:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335041152:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016142.709152:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4267852 -> 4267852 00002000:00010000:2.0:1734016142.709156:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016142.709159:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016142.709161:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016142.709163:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:2.0:1734016142.709243:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335041152:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 582us (1090us total) trans 4294969618 rc 0/0 00000100:00100000:2.0:1734016142.709254:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11360 00000100:00100000:0.0:1734016142.716285:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.716718:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335041280 00000100:00100000:2.0:1734016142.716732:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335041280 00000100:00100000:2.0:1734016142.716793:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11361 00000100:00100000:2.0:1734016142.716802:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335041280:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.717417:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.717439:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599438c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a11 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.717525:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338498688:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016142.718169:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.722137:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338498688:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016142.722220:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599438c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a11 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.722245:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599438c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a11 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.722805:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016142.722957:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335041280:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6152us (6683us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.722971:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11361 00000100:00100000:0.0:1734016142.732692:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.732852:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335041408 00000100:00100000:2.0:1734016142.732908:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335041408 00000100:00100000:2.0:1734016142.734343:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11362 00000100:00100000:2.0:1734016142.734357:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335041408:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.734396:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.734427:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994393 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a18 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.734538:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338498816:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016142.734690:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.741703:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338498816:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016142.741775:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994393 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a18 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.741796:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994393 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a18 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.741903:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016142.742004:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335041408:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7647us (9335us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.742016:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11362 00000100:00100000:0.0:1734016142.745966:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.746750:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335041664 00000100:00100000:2.0:1734016142.746768:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335041664 00000100:00100000:2.0:1734016142.746923:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2342 00000100:00100000:2.0:1734016142.746933:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+25:10407:x1818247335041664:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016142.747006:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.747042:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc5599437e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a03 expref: 25 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.747069:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016142.747074:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016142.747268:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599439a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.747284:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599439a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.747293:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599439a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:2.0:1734016142.747338:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968797 00000004:00010000:2.0:1734016142.747356:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800a7828700 reply state ffff88007c9fd000 transno 4294968798 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599439a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:2.0:1734016142.747363:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016142.747460:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:10407:x1818247335041664:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 529us (1515us total) trans 4294968798 rc 0/0 00000100:00100000:2.0:1734016142.747468:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2342 00000020:00080000:2.0:1734016142.747474:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016142.752021:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.752117:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335041792 00000100:00100000:3.0:1734016142.752133:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335041792 00000100:00100000:3.0:1734016142.752202:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11363 00000100:00100000:3.0:1734016142.752214:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335041792:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.752247:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.752283:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559943a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a1f expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.752294:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599439a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.752304:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599439a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.752310:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599439a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.752316:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405d40 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016142.752322:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599439a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016142.752329:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55994385 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2674688->2678783) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a0a expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.752332:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599439a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016142.752338:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.752340:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.752345:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559943a1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a1f expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.752357:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016142.752360:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016142.752365:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599439a lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.752370:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599439a lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016142.752390:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55994385 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2674688->2678783) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a0a expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.752408:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55994385 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2674688->2678783) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a0a expref: 7 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016142.752435:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338498944:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016142.752667:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.757424:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338498944:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016142.757496:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559943a1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a1f expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.757519:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016142.758445:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:10407:x1818247335041792:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6224us (6437us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.758457:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11363 00000100:00100000:0.0:1734016142.763721:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.763940:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335041920 00000100:00100000:2.0:1734016142.763961:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335041920 00010000:00010000:2.0:1734016142.764016:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55994385 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2674688->2678783) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a0a expref: 8 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.764076:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3228 00000100:00100000:2.0:1734016142.764084:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335041920:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.764107:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.764135:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55994385 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2674688->2678783) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a0a expref: 8 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.764149:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55994385 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2674688->2678783) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a0a expref: 8 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.764179:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55994385 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2674688->2678783) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a0a expref: 8 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.766025:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.766031:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.766046:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559943a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a1f expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.766060:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559943a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a1f expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.766121:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559943a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a1f expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.766144:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f94380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338499072:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016142.766239:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.770044:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f94380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338499072:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016142.770093:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.770176:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335041920:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6088us (6475us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.770195:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3228 00000100:00100000:0.0:1734016142.774086:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016142.774149:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.774247:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335042176 00000100:00100000:3.0:1734016142.774260:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335042176 00002000:00010000:3.0:1734016142.774314:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016142.774322:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62a00 with x1818247335042176 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016142.774341:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf62a00. 00000100:00100000:3.0:1734016142.774361:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335042048 00000100:00100000:3.0:1734016142.774363:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335042048 00002000:00010000:3.0:1734016142.774373:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4676394->18446744073709551615) 00002000:00100000:3.0:1734016142.774375:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60000 with x1818247335042048 ext(4676394->18446744073709551615) 00002000:00010000:3.0:1734016142.774383:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60000. 00000100:00100000:3.0:1734016142.774396:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9333 00000100:00100000:3.0:1734016142.774404:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:1969:x1818247335042176:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016142.774593:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016142.774597:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.774599:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1734016142.774601:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.774603:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1734016142.774738:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9334 00000100:00100000:2.0:1734016142.774746:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247335042048:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016142.776623:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4267852 -> 4676394 00002000:00010000:2.0:1734016142.776629:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016142.776631:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016142.776633:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016142.776635:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:3.0:1734016142.777081:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:1969:x1818247335042176:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 2670us (3006us total) trans 4294968039 rc 0/0 00000100:00100000:3.0:1734016142.777096:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9333 00002000:00010000:3.0:1734016142.777104:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016142.777108:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62a00 with x1818247335042176 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016142.777119:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf62a00. 00000100:00100000:2.0:1734016142.777909:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247335042048:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 3157us (3753us total) trans 4294969619 rc 0/0 00000100:00100000:2.0:1734016142.777927:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9334 00002000:00010000:2.0:1734016142.777933:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4676394->18446744073709551615) 00002000:00100000:2.0:1734016142.777938:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60000 with x1818247335042048 ext(4676394->18446744073709551615) 00002000:00010000:2.0:1734016142.777947:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60000. 00000100:00100000:0.0:1734016142.787176:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.787588:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335042304 00000100:00100000:3.0:1734016142.787602:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335042304 00000100:00100000:3.0:1734016142.787690:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2343 00000100:00100000:3.0:1734016142.787702:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:10407:x1818247335042304:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.787739:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.787771:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc559943a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a26 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.787959:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559943af lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016142.787980:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559943af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016142.787992:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559943af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:3.0:1734016142.788019:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8870698 00000004:00200000:3.0:1734016142.788024:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016142.788050:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559943af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016142.788077:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc559943a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a26 expref: 22 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.788125:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559943af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a26 expref: 21 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.788135:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016142.788138:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016142.788141:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016142.788202:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:10407:x1818247335042304:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 502us (1038us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.788210:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2343 00000100:00100000:0.0:1734016142.792597:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016142.792670:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.794139:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335042560 00000100:00100000:3.0:1734016142.794156:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335042560 00000100:00100000:3.0:1734016142.794761:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335042432 00000100:00100000:3.0:1734016142.794765:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335042432 00000100:00100000:3.0:1734016142.794804:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11364 00000100:00100000:3.0:1734016142.794993:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335042560:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.795023:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.795051:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559943b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a34 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.795145:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338499200:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.795258:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.795320:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11365 00000100:00100000:1.0:1734016142.795329:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335042432:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.795342:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.795354:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559943bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a2d expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.795392:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338499328:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016142.795419:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecf00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016142.805936:0:9511:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 0 -> 1734016142 00000100:00100000:3.0:1734016142.806003:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338499200:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.806079:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559943b6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a34 expref: 13 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.806098:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559943b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a34 expref: 13 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.806125:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103600, rc 0) 00000100:00100000:3.0:1734016142.806207:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335042560:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11216us (13633us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.806221:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11364 00000100:00100000:1.0:1734016142.806380:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338499328:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016142.806411:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559943bd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a2d expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.806423:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559943bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a2d expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.806448:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016142.806470:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335042432:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11141us (13799us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.806477:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11365 00000100:00100000:0.0:1734016142.816305:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016142.816382:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.817185:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335042688 00000100:00100000:3.0:1734016142.817195:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335042688 00000100:00100000:3.0:1734016142.817238:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335042816 00000100:00100000:3.0:1734016142.817239:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335042816 00000100:00100000:3.0:1734016142.817257:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11366 00000100:00100000:3.0:1734016142.817263:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335042688:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.817287:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.817312:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559943c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a3b expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.817370:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338499456:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.817426:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.817449:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11367 00000100:00100000:3.0:1734016142.817454:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247335042816:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.817467:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.817477:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc559943cb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a42 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.817509:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338499584:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.817530:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.820222:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338499584:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016142.820291:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc559943cb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a42 expref: 13 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.820312:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc559943cb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a42 expref: 13 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.820349:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:2.0:1734016142.820421:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247335042816:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2962us (4035us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.820430:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11367 00000100:00100000:3.0:1734016142.822391:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338499456:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.822431:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559943c4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a3b expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.822444:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559943c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a3b expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.822456:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016142.824285:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335042688:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7005us (7987us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.824297:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11366 00000100:00100000:0.0:1734016142.833413:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.833682:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335042944 00000100:00100000:3.0:1734016142.833694:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335042944 00000100:00100000:3.0:1734016142.834313:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11368 00000100:00100000:3.0:1734016142.834321:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247335042944:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016142.834578:0:9511:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4676394 -> 4676394 00002000:00010000:3.0:1734016142.834581:0:9511:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.834584:0:9511:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.834586:0:9511:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.834587:0:9511:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:3.0:1734016142.834670:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247335042944:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 350us (1275us total) trans 4294969620 rc 0/0 00000100:00100000:3.0:1734016142.834682:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11368 00000100:00100000:0.0:1734016142.837538:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.838324:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335043072 00000100:00100000:2.0:1734016142.838334:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335043072 00000100:00100000:2.0:1734016142.838405:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2344 00000100:00100000:2.0:1734016142.838413:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+26:10407:x1818247335043072:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.838445:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.838476:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559943d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a49 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.841374:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559943d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.841403:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559943d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.841416:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559943d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:2.0:1734016142.841453:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8870698 00000004:00200000:2.0:1734016142.841459:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016142.841484:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559943d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:2.0:1734016142.841531:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559943d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a49 expref: 28 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.841560:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559943d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a49 expref: 27 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.841570:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016142.841574:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016142.841578:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016142.841672:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:10407:x1818247335043072:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3257us (4140us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.841684:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2344 00000100:00100000:2.0:1734016142.845783:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.845842:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.845926:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335043328 00000100:00100000:3.0:1734016142.845936:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335043328 00000100:00100000:3.0:1734016142.845979:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335043200 00000100:00100000:3.0:1734016142.845982:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335043200 00000100:00100000:3.0:1734016142.846294:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11369 00000100:00100000:3.0:1734016142.846302:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247335043328:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.846328:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.846351:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc559943e0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a57 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.846422:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338499712:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.846498:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.846571:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11370 00000100:00100000:0.0:1734016142.846578:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335043200:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.846590:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.846602:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559943e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a50 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.846636:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338499840:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016142.846659:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d73c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.849331:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338499840:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016142.849383:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559943e7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a50 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.849405:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc559943e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a50 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.850134:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338499712:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.850166:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc559943e0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a57 expref: 13 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.850180:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc559943e0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a57 expref: 13 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.850199:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016142.850292:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247335043328:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3988us (4519us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.850307:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11369 00010000:00010000:1.0:1734016142.850687:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564480, rc 0) 00000100:00100000:1.0:1734016142.850718:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335043200:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4139us (4874us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.850726:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11370 00000100:00100000:0.0:1734016142.854437:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016142.854487:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016142.854559:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335043456 00000100:00100000:1.0:1734016142.854569:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335043456 00000100:00100000:1.0:1734016142.854632:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335043584 00000100:00100000:1.0:1734016142.854634:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335043584 00000100:00100000:1.0:1734016142.854651:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11371 00000100:00100000:1.0:1734016142.854660:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335043456:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.854683:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.854709:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559943ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a5e expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.854788:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338499968:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016142.854893:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecf00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.854946:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11372 00000100:00100000:0.0:1734016142.854951:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335043584:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.854960:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.854972:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8567a80/0x979ba2bc559943f5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a65 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.855000:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800701c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338500096:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016142.855021:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.857764:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800701c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338500096:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016142.857802:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8567a80/0x979ba2bc559943f5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a65 expref: 13 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.857932:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8567a80/0x979ba2bc559943f5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a65 expref: 13 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.858427:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567a80, rc 0) 00000100:00100000:1.0:1734016142.858569:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338499968:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016142.858593:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559943ee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a5e expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.858602:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559943ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a5e expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.858625:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:2.0:1734016142.858864:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335043584:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3902us (4365us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.858873:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11372 00000100:00100000:1.0:1734016142.858987:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335043456:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4327us (4561us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.858993:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11371 00000100:00100000:0.0:1734016142.862876:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016142.863045:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335043712 00000100:00100000:1.0:1734016142.863056:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335043712 00000100:00100000:1.0:1734016142.863123:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11373 00000100:00100000:1.0:1734016142.863131:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:10407:x1818247335043712:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.863164:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.863202:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e8361c0/0x979ba2bc559943fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a6c expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.863262:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006e836880/0x979ba2bc55994346 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1519615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509d9 expref: 18 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.863269:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016142.863272:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016142.863275:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006e8361c0/0x979ba2bc559943fc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [94208->102399] (req 94208->102399) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a6c expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.863323:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006e836880/0x979ba2bc55994346 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1519615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509d9 expref: 18 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.863339:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006e836880/0x979ba2bc55994346 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1519615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509d9 expref: 18 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016142.863365:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338500224:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016142.863458:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecf00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.866537:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.866625:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335043840 00000100:00100000:2.0:1734016142.866633:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335043840 00010000:00010000:2.0:1734016142.866674:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88006e836880/0x979ba2bc55994346 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1519615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509d9 expref: 19 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.866713:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3229 00000100:00100000:2.0:1734016142.866720:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac893c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:1970:x1818247335043840:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.866733:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.866750:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88006e836880/0x979ba2bc55994346 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1515520->1519615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509d9 expref: 19 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.866760:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88006e836880/0x979ba2bc55994346 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1515520->1519615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509d9 expref: 19 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.866781:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.866783:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.866789:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88006e8361c0/0x979ba2bc559943fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 94208->102399) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a6c expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.866800:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006e8361c0/0x979ba2bc559943fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 94208->102399) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a6c expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.866882:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88006e8361c0/0x979ba2bc559943fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 94208->102399) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a6c expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.866895:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a37ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338500352:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016142.866958:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27540 going to sleep for 11 seconds 00010000:00010000:1.0:1734016142.867297:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e836880/0x979ba2bc55994346 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1515520->1519615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee509d9 expref: 19 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016142.867893:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338500224:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016142.867918:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e8361c0/0x979ba2bc559943fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 94208->102399) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a6c expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.867927:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:1.0:1734016142.867962:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:10407:x1818247335043712:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4830us (5108us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.867972:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11373 00000100:00100000:1.0:1734016142.872171:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.872248:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a37ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338500352:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016142.872271:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016142.872356:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335043968 00000100:00100000:0.0:1734016142.872363:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335043968 00000100:00100000:0.0:1734016142.872408:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11374 00000100:00100000:0.0:1734016142.872414:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247335043968:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:0.0:1734016142.872638:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1734016142.872641:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:0.0:1734016142.872643:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 0 00002000:00010000:0.0:1734016142.872645:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:0.0:1734016142.872648:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1734016142.872778:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac893c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:1970:x1818247335043840:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6057us (6252us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.872787:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3229 00000100:00100000:0.0:1734016142.873555:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247335043968:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1139us (1392us total) trans 4294968040 rc 0/0 00000100:00100000:0.0:1734016142.873562:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11374 00000100:00100000:0.0:1734016142.877499:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.877726:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335044096 00000100:00100000:2.0:1734016142.877736:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335044096 00000100:00100000:3.0:1734016142.877956:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11375 00000100:00100000:3.0:1734016142.877967:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335044096:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.877992:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.878022:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994403 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a73 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.878105:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338500480:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.878545:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.880666:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338500480:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.880722:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994403 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a73 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.880740:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994403 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a73 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.880762:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016142.881256:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335044096:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3286us (3769us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.881269:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11375 00000100:00100000:0.0:1734016142.885579:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.885942:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335044224 00000100:00100000:3.0:1734016142.885958:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335044224 00000100:00100000:3.0:1734016142.886722:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11376 00000100:00100000:3.0:1734016142.886735:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335044224:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.886768:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.886802:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599440a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a7a expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.886950:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338500608:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.887037:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.889932:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338500608:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.889992:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599440a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a7a expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.890009:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599440a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a7a expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.890687:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016142.890876:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335044224:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4141us (5315us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.890886:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11376 00000100:00100000:0.0:1734016142.894770:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.895214:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335044352 00000100:00100000:3.0:1734016142.895225:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335044352 00000100:00100000:3.0:1734016142.895285:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11377 00000100:00100000:3.0:1734016142.895292:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335044352:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.895317:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.895349:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55994411 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a81 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.895423:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338500736:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.895491:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.897182:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338500736:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.897218:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55994411 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a81 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.897231:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55994411 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a81 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.897244:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016142.897291:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335044352:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1999us (2538us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.897299:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11377 00000100:00100000:2.0:1734016142.902027:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.902102:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335044480 00000100:00100000:3.0:1734016142.902112:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335044480 00000100:00100000:3.0:1734016142.903232:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11378 00000100:00100000:3.0:1734016142.903248:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a84bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335044480:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.903279:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.903318:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994418 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a88 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.903438:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338500864:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.905422:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.910127:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338500864:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.910186:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994418 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a88 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.910207:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994418 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a88 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.910784:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016142.911501:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a84bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335044480:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8255us (9482us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.911511:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11378 00000100:00100000:0.0:1734016142.915129:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.915543:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335044608 00000100:00100000:3.0:1734016142.915560:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335044608 00000100:00100000:3.0:1734016142.915992:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11379 00000100:00100000:3.0:1734016142.916002:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335044608:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.916027:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.916049:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc5599441f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a8f expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.916118:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338500992:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.916875:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.918936:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338500992:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.918978:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc5599441f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a8f expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.918993:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc5599441f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a8f expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.919022:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101b00, rc 0) 00000100:00100000:3.0:1734016142.919081:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335044608:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3079us (3973us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.919094:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11379 00000100:00100000:1.0:1734016142.922668:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.922762:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335044736 00000100:00100000:3.0:1734016142.922771:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335044736 00000100:00100000:2.0:1734016142.922917:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11380 00000100:00100000:2.0:1734016142.922924:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247335044736:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.922942:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.922962:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994426 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a96 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.923020:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a37ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338501120:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016142.923074:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.925070:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a37ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338501120:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016142.925126:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994426 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a96 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.925144:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994426 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a96 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.925164:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016142.925231:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247335044736:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2304us (2569us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.925242:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11380 00000100:00100000:0.0:1734016142.928415:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.928531:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335044864 00000100:00100000:2.0:1734016142.928546:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335044864 00000100:00100000:2.0:1734016142.928846:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11381 00000100:00100000:2.0:1734016142.928853:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:1972:x1818247335044864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.928883:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.928906:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599442d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50a9d expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.928963:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a37ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338501248:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016142.929036:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27600 going to sleep for 11 seconds 00002000:00010000:2.0:1734016142.931116:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 0 -> 1734016142 00000100:00100000:2.0:1734016142.931150:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a37ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338501248:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016142.931211:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599442d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a9d expref: 19 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.931235:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599442d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a9d expref: 19 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.931248:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016142.931332:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:1972:x1818247335044864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2474us (2928us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.931343:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11381 00000100:00100000:0.0:1734016142.934041:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.934166:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335044992 00000100:00100000:2.0:1734016142.934178:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335044992 00000100:00100000:2.0:1734016142.934333:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11382 00000100:00100000:2.0:1734016142.934344:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:10407:x1818247335044992:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.934373:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.934398:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994434 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50aa4 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.934436:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006e8361c0/0x979ba2bc559943fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 94208->102399) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a6c expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.934444:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.934446:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.934449:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994434 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3661824->3665919] (req 3661824->3665919) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50aa4 expref: 19 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.934491:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006e8361c0/0x979ba2bc559943fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 94208->102399) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a6c expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.934512:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006e8361c0/0x979ba2bc559943fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 94208->102399) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a6c expref: 13 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.934530:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a37ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338501376:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016142.934616:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.937243:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a37ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338501376:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016142.937272:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994434 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3661824->3665919] (req 3661824->3665919) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50aa4 expref: 19 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.937289:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016142.937954:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:10407:x1818247335044992:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3608us (3928us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.937963:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11382 00000100:00100000:0.0:1734016142.938203:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.939228:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335045120 00000100:00100000:3.0:1734016142.939239:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335045120 00010000:00010000:3.0:1734016142.939276:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88006e8361c0/0x979ba2bc559943fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 94208->102399) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a6c expref: 14 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016142.939319:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3230 00000100:00100000:3.0:1734016142.939325:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1969:x1818247335045120:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016142.939345:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016142.939377:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88006e8361c0/0x979ba2bc559943fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 94208->102399) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a6c expref: 14 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016142.939392:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88006e8361c0/0x979ba2bc559943fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 94208->102399) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a6c expref: 14 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016142.939425:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e8361c0/0x979ba2bc559943fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 94208->102399) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a6c expref: 14 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016142.939451:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016142.939454:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016142.939462:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994434 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3661824->3665919) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50aa4 expref: 18 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.939471:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994434 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3661824->3665919) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50aa4 expref: 18 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.939519:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994434 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3661824->3665919) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50aa4 expref: 18 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.939535:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338501504:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016142.939596:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.944646:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.944738:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335045376 00000100:00100000:2.0:1734016142.944749:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335045376 00002000:00100000:2.0:1734016142.944799:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3661824->3665919) req@ffff8800701c9f80 x1818247335045376/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1734016142.944834:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c9f80 with x1818247335045376 ext(3661824->3665919) 00002000:00010000:2.0:1734016142.944840:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800701c9f80 00000100:00100000:2.0:1734016142.944872:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9335 00000100:00100000:2.0:1734016142.944878:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:1969:x1818247335045376:12345-192.168.201.4@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1734016142.945118:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:1969:x1818247335045376:12345-192.168.201.4@tcp:3:ptlrpcd_00_00.0 Request processed in 238us (486us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016142.945129:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9335 00002000:00100000:2.0:1734016142.945136:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3661824->3665919) req@ffff8800701c9f80 x1818247335045376/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1734016142.945143:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c9f80 with x1818247335045376 ext(3661824->3665919) 00002000:00010000:2.0:1734016142.945146:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800701c9f80 00000100:00100000:3.0:1734016142.945777:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338501504:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016142.945802:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016142.945864:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1969:x1818247335045120:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6528us (7651us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.945873:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3230 00000100:00100000:0.0:1734016142.953638:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.953838:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335045504 00000100:00100000:2.0:1734016142.953861:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335045504 00002000:00100000:2.0:1734016142.953933:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3661824->3665919) req@ffff8800a8685880 x1818247335045504/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:103/0 lens 4584/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1734016142.953945:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685880 with x1818247335045504 ext(3661824->3665919) 00002000:00010000:2.0:1734016142.953954:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a8685880 00000100:00100000:2.0:1734016142.956633:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9336 00000100:00100000:2.0:1734016142.956652:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:1970:x1818247335045504:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016142.958452:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:1970:x1818247335045504:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 1782us (4813us total) trans 4294968041 rc 0/0 00000100:00100000:2.0:1734016142.958478:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9336 00002000:00100000:2.0:1734016142.958501:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3661824->3665919) req@ffff8800a8685880 x1818247335045504/t4294968041(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:103/0 lens 4584/448 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1734016142.958511:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685880 with x1818247335045504 ext(3661824->3665919) 00002000:00010000:2.0:1734016142.958518:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a8685880 00000100:00100000:0.0:1734016142.964039:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.964179:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335045632 00000100:00100000:2.0:1734016142.964191:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335045632 00000100:00100000:2.0:1734016142.964270:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2345 00000100:00100000:2.0:1734016142.964282:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8687480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:10407:x1818247335045632:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016142.964498:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8687480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:10407:x1818247335045632:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 219us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.964507:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2345 00000100:00100000:0.0:1734016142.967962:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.968373:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335045760 00000100:00100000:2.0:1734016142.968385:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335045760 00000100:00100000:2.0:1734016142.968481:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11383 00000100:00100000:2.0:1734016142.968489:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:1969:x1818247335045760:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016142.974024:0:7682:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968041 is committed 00000001:00080000:0.0:1734016142.974047:0:7682:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968040 is committed 00000001:00080000:0.0:1734016142.974071:0:7682:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968031 is committed 00000100:00100000:2.0:1734016142.975192:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335045760:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 6691us (7230us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.975210:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11383 00000100:00100000:0.0:1734016142.979735:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016142.979903:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016142.980481:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335046016 00000100:00100000:2.0:1734016142.980505:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335046016 00000100:00100000:2.0:1734016142.980583:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335045888 00000100:00100000:2.0:1734016142.980585:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335045888 00000100:00100000:2.0:1734016142.980609:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11384 00000100:00100000:2.0:1734016142.980616:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247335046016:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.980640:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.980664:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599443b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ab2 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.980749:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a37ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338501632:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016142.980851:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.980896:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11385 00000100:00100000:2.0:1734016142.980901:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335045888:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.980915:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.980932:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994442 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50aab expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.980967:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338501760:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016142.980992:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00002000:00010000:3.0:1734016142.983804:0:7686:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 8 -> 16 00000100:00100000:3.0:1734016142.983881:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a37ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338501632:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.983931:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599443b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ab2 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.983949:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599443b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ab2 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.983986:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:3.0:1734016142.984049:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247335046016:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3431us (4334us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.984060:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11384 00000100:00100000:2.0:1734016142.985308:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338501760:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016142.985350:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994442 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50aab expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.985363:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994442 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50aab expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.985385:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016142.985424:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335045888:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4520us (5519us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.985432:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11385 00000100:00100000:0.0:1734016142.987572:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016142.987628:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.987763:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335046272 00000100:00100000:3.0:1734016142.987775:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335046272 00000100:00100000:3.0:1734016142.987837:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335046144 00000100:00100000:3.0:1734016142.987840:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335046144 00000100:00100000:3.0:1734016142.987873:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11386 00000100:00100000:3.0:1734016142.987880:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335046272:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.987900:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.987927:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070103840/0x979ba2bc55994449 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ac0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.988002:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338501888:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016142.988129:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11387 00000100:00100000:0.0:1734016142.988135:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247335046144:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.988144:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.988155:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55994450 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ab9 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.988186:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338502016:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016142.989649:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.989805:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.992306:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338502016:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016142.992363:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55994450 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ab9 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.992382:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55994450 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ab9 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.992395:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567cc0, rc 0) 00000100:00100000:2.0:1734016142.992470:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247335046144:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4334us (4841us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.992482:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11387 00000100:00100000:3.0:1734016142.992598:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338501888:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016142.992629:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070103840/0x979ba2bc55994449 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ac0 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.992641:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070103840/0x979ba2bc55994449 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ac0 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.992653:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016142.992677:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335046272:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4798us (5115us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.992685:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11386 00000100:00100000:0.0:1734016142.995399:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016142.995519:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335046400 00000100:00100000:3.0:1734016142.995533:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335046400 00000100:00100000:3.0:1734016142.995878:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11388 00000100:00100000:3.0:1734016142.995891:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:10407:x1818247335046400:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.995922:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.995950:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55994457 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ac7 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.995994:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559943a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a1f expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.996004:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.996006:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.996010:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55994457 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1077248->1085439] (req 1077248->1085439) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ac7 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.996050:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559943a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a1f expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.996065:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559943a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a1f expref: 10 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016142.996079:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338502144:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016142.996513:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.000590:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338502144:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016143.000648:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55994457 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1077248->1085439] (req 1077248->1085439) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ac7 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.000672:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101b00, rc 0) 00000100:00100000:3.0:1734016143.000745:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:10407:x1818247335046400:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4855us (5362us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.000758:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11388 00000100:00100000:0.0:1734016143.001056:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.002510:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335046528 00000100:00100000:3.0:1734016143.002519:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335046528 00010000:00010000:3.0:1734016143.002570:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559943a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a1f expref: 11 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016143.002605:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3231 00000100:00100000:3.0:1734016143.002611:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247335046528:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016143.002627:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016143.002649:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559943a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a1f expref: 11 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016143.002660:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559943a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a1f expref: 11 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016143.002681:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559943a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a1f expref: 11 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016143.002699:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.002702:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.002709:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55994457 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1085439) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ac7 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.002719:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55994457 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1085439) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ac7 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.002756:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55994457 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1085439) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ac7 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.002774:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338502272:192.168.201.4@tcp:105: 00000100:00080000:1.0:1734016143.002989:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016113 00000100:00100000:3.0:1734016143.003270:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.008908:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.009140:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338502272:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016143.009179:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016143.009893:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335046784 00000100:00100000:2.0:1734016143.009903:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335046784 00002000:00100000:2.0:1734016143.009990:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1077248->1085439) req@ffff8800780d0000 x1818247335046784/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.010003:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d0000 with x1818247335046784 ext(1077248->1085439) 00002000:00010000:2.0:1734016143.010010:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d0000 00000100:00100000:2.0:1734016143.010044:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9337 00000100:00100000:2.0:1734016143.010054:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335046784:12345-192.168.201.4@tcp:3:fsx.0 00000100:00080000:1.0:1734016143.010787:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016113 00000100:00100000:3.0:1734016143.010969:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247335046528:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8354us (9910us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.010982:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3231 00000100:00100000:2.0:1734016143.014527:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335046784:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 4439us (5606us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1734016143.014559:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9337 00002000:00100000:2.0:1734016143.014593:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1077248->1085439) req@ffff8800780d0000 x1818247335046784/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:104/0 lens 488/8632 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.014605:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800780d0000 with x1818247335046784 ext(1077248->1085439) 00002000:00010000:2.0:1734016143.014614:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800780d0000 00000100:00100000:0.0:1734016143.019986:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.022536:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335046912 00000100:00100000:3.0:1734016143.022555:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335046912 00000100:00100000:3.0:1734016143.022629:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11389 00000100:00100000:3.0:1734016143.022636:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247335046912:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.022654:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.022675:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599445e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ace expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.022697:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.022700:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.022710:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599445e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ace expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.022728:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599445e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ace expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.022743:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016143.022801:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247335046912:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 166us (2836us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.022826:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11389 00000100:00100000:0.0:1734016143.054214:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.054403:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335047040 00000100:00100000:2.0:1734016143.054421:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335047040 00000100:00100000:2.0:1734016143.054505:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11390 00000100:00100000:2.0:1734016143.054518:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:10407:x1818247335047040:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.054549:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.054582:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994465 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ad5 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.054645:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55994457 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1085439) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ac7 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.054655:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599445e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ace expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.054663:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.054666:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.054675:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994465 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [2658304->2670591] (req 2658304->2670591) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ad5 expref: 12 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.054735:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599445e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ace expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.054751:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599445e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ace expref: 12 pid: 7686 timeout: 506 lvb_type: 1 00000100:00100000:2.0:1734016143.054773:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338502400:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016143.054972:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55994457 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1085439) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ac7 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.054986:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55994457 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1085439) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ac7 expref: 7 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016143.054996:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338502528:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016143.055021:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.060375:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.060441:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.060593:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335047168 00000100:00100000:3.0:1734016143.060613:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335047168 00010000:00010000:3.0:1734016143.060697:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599445e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ace expref: 13 pid: 7686 timeout: 506 lvb_type: 1 00000100:00100000:3.0:1734016143.060752:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335047296 00000100:00100000:3.0:1734016143.060755:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335047296 00010000:00010000:3.0:1734016143.060770:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55994457 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1085439) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ac7 expref: 8 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016143.060793:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3232 00000100:00100000:3.0:1734016143.060804:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247335047168:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016143.060897:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016143.060930:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599445e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ace expref: 13 pid: 7686 timeout: 506 lvb_type: 1 00010000:00010000:3.0:1734016143.060946:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599445e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ace expref: 13 pid: 7686 timeout: 506 lvb_type: 1 00010000:00010000:3.0:1734016143.060987:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016143.061061:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247335047168:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 258us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.061070:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3232 00000100:00100000:3.0:1734016143.061091:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3233 00000100:00100000:3.0:1734016143.061095:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335047296:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016143.061104:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016143.061111:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55994457 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1077248->1085439) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ac7 expref: 8 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016143.061120:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55994457 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1077248->1085439) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ac7 expref: 8 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016143.061131:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.061133:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.061141:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994465 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2658304->2670591) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ad5 expref: 12 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.061149:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994465 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2658304->2670591) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ad5 expref: 12 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.061194:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994465 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2658304->2670591) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ad5 expref: 12 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.061210:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338502656:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016143.061268:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016143.062362:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599445e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ace expref: 12 pid: 7686 timeout: 506 lvb_type: 1 00000100:00100000:2.0:1734016143.062465:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338502400:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016143.062489:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55994457 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1085439) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ac7 expref: 8 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016143.062500:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338502528:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016143.062545:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994465 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2658304->2670591) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ad5 expref: 11 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.062556:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016143.062620:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:10407:x1818247335047040:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8104us (8423us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.062631:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11390 00000100:00100000:0.0:1734016143.065478:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.065842:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335047424 00000100:00100000:3.0:1734016143.065862:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335047424 00000100:00100000:2.0:1734016143.066646:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338502656:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016143.066688:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016143.068228:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335047296:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7109us (7765us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.068254:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3233 00000100:00100000:3.0:1734016143.069050:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11391 00000100:00100000:3.0:1734016143.069067:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247335047424:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016143.069547:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4676394 -> 4676394 00002000:00010000:3.0:1734016143.069551:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016143.069555:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016143.069558:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016143 00002000:00010000:3.0:1734016143.069560:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 56 -> 72 00000100:00100000:3.0:1734016143.069665:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1972:x1818247335047424:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 600us (4209us total) trans 4294969621 rc 0/0 00000100:00100000:3.0:1734016143.069674:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11391 00000100:00100000:0.0:1734016143.083117:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.083195:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016143.083327:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335047552 00000100:00100000:1.0:1734016143.083348:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335047552 00000100:00100000:1.0:1734016143.083431:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335047680 00000100:00100000:1.0:1734016143.083435:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335047680 00000100:00100000:1.0:1734016143.083469:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11392 00000100:00100000:1.0:1734016143.083477:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247335047552:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.083509:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.083537:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599446c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50adc expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.083631:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338502784:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016143.083716:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.083886:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11393 00000100:00100000:1.0:1734016143.083891:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247335047680:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.083900:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.083910:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e834480/0x979ba2bc55994473 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ae3 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.083936:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338502912:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016143.083959:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00000100:00080000:0.0:1734016143.084802:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016113 00000100:00100000:1.0:1734016143.087088:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338502784:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016143.087136:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599446c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50adc expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.087151:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc5599446c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50adc expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.087188:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:1.0:1734016143.087250:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247335047552:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3774us (4163us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.087261:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11392 00000100:00100000:2.0:1734016143.089795:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338502912:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016143.089871:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e834480/0x979ba2bc55994473 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ae3 expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.089893:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e834480/0x979ba2bc55994473 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ae3 expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.089915:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:2.0:1734016143.089993:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247335047680:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6097us (6794us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.090007:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11393 00000100:00100000:0.0:1734016143.098919:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.098994:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016143.099104:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335047808 00000100:00100000:1.0:1734016143.099118:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335047808 00000100:00100000:1.0:1734016143.099262:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335047936 00000100:00100000:1.0:1734016143.099265:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335047936 00000100:00100000:1.0:1734016143.099355:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11394 00000100:00100000:1.0:1734016143.099365:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247335047808:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.099407:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.099440:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc5599447a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50aea expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.099537:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338503040:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016143.099685:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11395 00000100:00100000:3.0:1734016143.099693:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335047936:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.099720:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.099740:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc55994481 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50af1 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.099784:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338503168:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016143.100270:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.100349:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.106568:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338503040:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016143.106669:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc5599447a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50aea expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.106698:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc5599447a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50aea expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.106749:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:1.0:1734016143.106880:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247335047808:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7512us (7982us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.106896:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11394 00000100:00100000:3.0:1734016143.110025:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338503168:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016143.110086:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc55994481 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50af1 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.110109:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc55994481 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50af1 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.113225:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016143.113375:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335047936:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 13667us (14367us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.113389:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11395 00000100:00100000:0.0:1734016143.119626:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.119704:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.119834:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335048192 00000100:00100000:3.0:1734016143.119849:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335048192 00000100:00100000:3.0:1734016143.119918:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335048064 00000100:00100000:3.0:1734016143.119921:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335048064 00000100:00100000:3.0:1734016143.119954:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11396 00000100:00100000:3.0:1734016143.119963:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335048192:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.119993:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.120022:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc55994488 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50aff expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.120110:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338503296:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016143.120191:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.120210:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11397 00000100:00100000:3.0:1734016143.120214:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c8e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335048064:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.120223:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.120237:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc5599448f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50af8 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.120268:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338503424:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016143.120289:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.122976:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338503424:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016143.123022:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc5599448f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50af8 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.123035:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc5599448f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50af8 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.123051:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:2.0:1734016143.123111:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335048064:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2894us (3406us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.123121:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11397 00000100:00100000:3.0:1734016143.124396:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338503296:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016143.124434:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc55994488 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50aff expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.124446:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc55994488 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50aff expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.124577:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016143.125304:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335048192:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5340us (5698us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.125311:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11396 00000100:00100000:1.0:1734016143.129115:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016143.129180:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.130730:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335048448 00000100:00100000:3.0:1734016143.130743:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335048448 00000100:00100000:3.0:1734016143.130787:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335048320 00000100:00100000:3.0:1734016143.130790:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335048320 00000100:00100000:3.0:1734016143.130835:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11398 00000100:00100000:3.0:1734016143.130843:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335048448:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.130873:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.130896:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc55994496 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b0d expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.130963:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338503552:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016143.131031:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.131061:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11399 00000100:00100000:3.0:1734016143.131066:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335048320:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.131074:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.131084:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103600/0x979ba2bc5599449d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b06 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.131111:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338503680:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016143.131129:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.139219:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338503680:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016143.139258:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103600/0x979ba2bc5599449d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b06 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.139270:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103600/0x979ba2bc5599449d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b06 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.139284:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103600, rc 0) 00000100:00100000:2.0:1734016143.139341:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335048320:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8273us (10160us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.139348:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11399 00000100:00100000:3.0:1734016143.139494:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338503552:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016143.139512:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc55994496 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b0d expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.139522:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc55994496 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b0d expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.139535:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016143.139555:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335048448:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8713us (10458us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.139561:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11398 00000100:00100000:0.0:1734016143.149466:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016143.150263:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335048704 00000100:00100000:1.0:1734016143.150277:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335048704 00002000:00100000:1.0:1734016143.150336:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1261568->1265663) req@ffff8801309de300 x1818247335048704/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1734016143.150354:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309de300 with x1818247335048704 ext(1261568->1265663) 00002000:00010000:1.0:1734016143.150362:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309de300 00000100:00100000:1.0:1734016143.150475:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9338 00000100:00100000:1.0:1734016143.150483:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1972:x1818247335048704:12345-192.168.201.4@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1734016143.151327:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1972:x1818247335048704:12345-192.168.201.4@tcp:3:ptlrpcd_01_01.0 Request processed in 841us (1883us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016143.151337:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9338 00002000:00100000:1.0:1734016143.151346:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1261568->1265663) req@ffff8801309de300 x1818247335048704/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1734016143.151354:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309de300 with x1818247335048704 ext(1261568->1265663) 00002000:00010000:1.0:1734016143.151360:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309de300 00000100:00100000:0.0:1734016143.159569:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016143.159718:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335048960 00000100:00100000:1.0:1734016143.159733:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335048960 00002000:00100000:1.0:1734016143.159801:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1011712->1015807) req@ffff880077f94a80 x1818247335048960/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1734016143.159837:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f94a80 with x1818247335048960 ext(1011712->1015807) 00002000:00010000:1.0:1734016143.159846:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f94a80 00000100:00100000:1.0:1734016143.160771:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9339 00000100:00100000:1.0:1734016143.160785:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247335048960:12345-192.168.201.4@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1734016143.161144:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247335048960:12345-192.168.201.4@tcp:3:ptlrpcd_00_00.0 Request processed in 361us (1587us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016143.161153:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9339 00002000:00100000:1.0:1734016143.161163:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1011712->1015807) req@ffff880077f94a80 x1818247335048960/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1734016143.161171:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f94a80 with x1818247335048960 ext(1011712->1015807) 00002000:00010000:1.0:1734016143.161175:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f94a80 00000100:00100000:0.0:1734016143.172590:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.172702:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335049216 00000100:00100000:2.0:1734016143.172712:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335049216 00002000:00100000:2.0:1734016143.172767:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3809280->3813375) req@ffff880077f96680 x1818247335049216/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1734016143.172779:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f96680 with x1818247335049216 ext(3809280->3813375) 00002000:00010000:2.0:1734016143.172786:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077f96680 00000100:00100000:2.0:1734016143.172867:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9340 00000100:00100000:2.0:1734016143.172875:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335049216:12345-192.168.201.4@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1734016143.173086:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335049216:12345-192.168.201.4@tcp:3:ptlrpcd_01_01.0 Request processed in 211us (509us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016143.173093:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9340 00002000:00100000:2.0:1734016143.173098:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3809280->3813375) req@ffff880077f96680 x1818247335049216/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1734016143.173104:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f96680 with x1818247335049216 ext(3809280->3813375) 00002000:00010000:2.0:1734016143.173107:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077f96680 00000100:00080000:0.0:1734016143.173276:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016113 00000100:00100000:0.0:1734016143.179615:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016143.179897:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335049472 00000100:00100000:1.0:1734016143.179912:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335049472 00002000:00100000:1.0:1734016143.180435:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3813376->3817471) req@ffff880077f94380 x1818247335049472/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1734016143.180448:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f94380 with x1818247335049472 ext(3813376->3817471) 00002000:00010000:1.0:1734016143.180454:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077f94380 00000100:00100000:1.0:1734016143.180495:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9341 00000100:00100000:1.0:1734016143.180515:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335049472:12345-192.168.201.4@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1734016143.180882:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335049472:12345-192.168.201.4@tcp:3:ptlrpcd_00_00.0 Request processed in 376us (1287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016143.180893:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9341 00002000:00100000:1.0:1734016143.180901:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3813376->3817471) req@ffff880077f94380 x1818247335049472/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1734016143.180909:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f94380 with x1818247335049472 ext(3813376->3817471) 00002000:00010000:1.0:1734016143.180913:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077f94380 00000100:00100000:0.0:1734016143.190409:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.190513:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.190664:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335049600 00000100:00100000:2.0:1734016143.190683:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335049600 00000100:00100000:2.0:1734016143.190779:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335049728 00000100:00100000:2.0:1734016143.190782:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335049728 00000100:00100000:0.0:1734016143.191551:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11400 00000100:00100000:1.0:1734016143.191574:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11401 00000100:00100000:1.0:1734016143.191584:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247335049728:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.191635:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.191675:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e836400/0x979ba2bc559944a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b1b expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.191799:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338503808:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016143.191936:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.192007:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247335049600:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.192026:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.192046:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc559944ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b14 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.192201:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078228a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338503936:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016143.192344:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7e40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016143.204502:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016142 -> 1734016143 00000100:00100000:2.0:1734016143.204562:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078228a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338503936:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016143.204620:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc559944ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b14 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.204635:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc559944ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b14 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.204677:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567cc0, rc 0) 00000100:00100000:2.0:1734016143.204747:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247335049600:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 13184us (14361us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.204759:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11400 00002000:00010000:1.0:1734016143.205562:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016142 -> 1734016143 00000100:00100000:1.0:1734016143.205584:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338503808:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016143.205607:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e836400/0x979ba2bc559944a4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b1b expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.205616:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e836400/0x979ba2bc559944a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b1b expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.205646:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016143.205674:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247335049728:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 14091us (15160us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.205684:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11401 00000100:00100000:0.0:1734016143.220631:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.220771:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016143.222351:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335049856 00000100:00100000:1.0:1734016143.222378:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335049856 00000100:00100000:1.0:1734016143.224796:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335049984 00000100:00100000:1.0:1734016143.224840:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335049984 00000100:00100000:1.0:1734016143.224939:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11402 00000100:00100000:1.0:1734016143.224950:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247335049856:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.224981:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.225011:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc559944b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b22 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.225111:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338504064:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016143.225218:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.225279:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11403 00000100:00100000:1.0:1734016143.225283:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335049984:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.225292:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.225305:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e834480/0x979ba2bc559944b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b29 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.225335:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338504192:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016143.225354:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.228752:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338504192:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016143.228840:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e834480/0x979ba2bc559944b9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b29 expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.228868:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e834480/0x979ba2bc559944b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b29 expref: 6 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.228903:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:1.0:1734016143.228968:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335049984:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3680us (8194us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.228980:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11403 00000100:00100000:0.0:1734016143.230430:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338504064:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016143.230478:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc559944b2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b22 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.230496:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc559944b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b22 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.230535:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834240, rc 0) 00000100:00100000:0.0:1734016143.230594:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247335049856:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5644us (9981us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.230607:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11402 00000100:00100000:0.0:1734016143.237160:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.237595:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335050112 00000100:00100000:2.0:1734016143.237609:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335050112 00000100:00100000:2.0:1734016143.237697:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11404 00000100:00100000:2.0:1734016143.237707:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:10407:x1818247335050112:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.237732:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.237769:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559944c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b30 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.237835:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994434 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3661824->3665919) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50aa4 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.237843:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016143.237846:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016143.237860:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559944c0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2289664->2297855] (req 2289664->2297855) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b30 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.237913:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994434 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3661824->3665919) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50aa4 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.237925:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994434 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3661824->3665919) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50aa4 expref: 7 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016143.237941:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338504320:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016143.238052:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.245315:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338504320:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016143.245360:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559944c0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2289664->2297855] (req 2289664->2297855) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b30 expref: 6 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.245382:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016143.245436:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:10407:x1818247335050112:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7729us (8296us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.245447:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11404 00000100:00100000:0.0:1734016143.245555:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.246469:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335050240 00000100:00100000:3.0:1734016143.246478:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335050240 00010000:00010000:3.0:1734016143.246512:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994434 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3661824->3665919) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50aa4 expref: 8 pid: 7686 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016143.246559:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3234 00000100:00100000:3.0:1734016143.246566:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335050240:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016143.246582:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016143.246609:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994434 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3661824->3665919) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50aa4 expref: 8 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016143.246620:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994434 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3661824->3665919) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50aa4 expref: 8 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016143.246649:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994434 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3661824->3665919) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50aa4 expref: 8 pid: 7686 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016143.246671:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.246674:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.246680:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559944c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2289664->2297855) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b30 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.246689:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559944c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2289664->2297855) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b30 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.246727:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559944c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2289664->2297855) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b30 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.246739:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338504448:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016143.246804:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.259479:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.259536:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335050496 00000100:00100000:0.0:1734016143.259550:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335050496 00002000:00100000:0.0:1734016143.259625:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (2289664->2293759) req@ffff88007822ad80 x1818247335050496/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016143.259644:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822ad80 with x1818247335050496 ext(2289664->2293759) 00002000:00010000:0.0:1734016143.259653:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007822ad80 00000100:00100000:0.0:1734016143.259687:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9342 00000100:00100000:0.0:1734016143.259695:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247335050496:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016143.259957:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247335050496:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 261us (489us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016143.259966:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9342 00002000:00100000:0.0:1734016143.259971:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (2289664->2293759) req@ffff88007822ad80 x1818247335050496/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016143.259977:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822ad80 with x1818247335050496 ext(2289664->2293759) 00002000:00010000:0.0:1734016143.259980:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007822ad80 00000100:00100000:3.0:1734016143.260360:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338504448:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016143.260386:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016143.260425:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335050240:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 13858us (14871us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.260436:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3234 00000100:00100000:1.0:1734016143.264858:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.264972:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335050752 00000100:00100000:2.0:1734016143.264987:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335050752 00002000:00100000:2.0:1734016143.265058:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2293760->2297855) req@ffff8800783b4000 x1818247335050752/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.265070:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b4000 with x1818247335050752 ext(2293760->2297855) 00002000:00010000:2.0:1734016143.265079:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800783b4000 00000100:00100000:2.0:1734016143.265151:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9343 00000100:00100000:2.0:1734016143.265158:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247335050752:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.266205:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247335050752:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1044us (1371us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016143.266214:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9343 00002000:00100000:2.0:1734016143.266220:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2293760->2297855) req@ffff8800783b4000 x1818247335050752/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.266227:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b4000 with x1818247335050752 ext(2293760->2297855) 00002000:00010000:2.0:1734016143.266231:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800783b4000 00000100:00100000:0.0:1734016143.275794:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.276012:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335050880 00000100:00100000:2.0:1734016143.276021:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335050880 00000100:00100000:2.0:1734016143.290119:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11405 00000100:00100000:2.0:1734016143.290138:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247335050880:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.290171:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.290214:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559944c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b37 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.290299:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338504576:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016143.290444:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.299000:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338504576:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016143.299089:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559944c7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b37 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.299114:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc559944c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b37 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.299146:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016143.299274:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247335050880:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9138us (23489us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.299287:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11405 00000100:00100000:2.0:1734016143.308348:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.308473:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335051008 00000100:00100000:0.0:1734016143.308493:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335051008 00000100:00100000:0.0:1734016143.308641:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11406 00000100:00100000:0.0:1734016143.308653:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335051008:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.308693:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.308728:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc559944ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b3e expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.315431:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338504704:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016143.315564:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7b40 going to sleep for 11 seconds 00010000:00010000:1.0:1734016143.327962:0:6469:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016143.328755:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338504704:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016143.328827:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc559944ce lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b3e expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.328845:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc559944ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b3e expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.328879:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564240, rc 0) 00000100:00100000:2.0:1734016143.336350:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335051008:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 27684us (28017us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.336363:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11406 00000100:00100000:0.0:1734016143.343548:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.343635:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335051136 00000100:00100000:2.0:1734016143.343643:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335051136 00000100:00100000:2.0:1734016143.343735:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11407 00000100:00100000:2.0:1734016143.343742:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335051136:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.343765:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.343787:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc559944d5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b45 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.343968:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.343971:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.343983:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc559944d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b45 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.344012:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc559944d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b45 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.344031:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:3.0:1734016143.344264:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335051136:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 520us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.344273:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11407 00000100:00100000:0.0:1734016143.346350:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.346500:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335051264 00000100:00100000:3.0:1734016143.346521:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335051264 00000100:00100000:3.0:1734016143.346610:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11408 00000100:00100000:3.0:1734016143.346621:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335051264:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.346668:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.346712:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc559944dc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b4c expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.346794:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559944c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2289664->2297855) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b30 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.346863:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc559944d5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b45 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.346875:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.346878:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.346884:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc559944dc lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [3420160->3424255] (req 3420160->3424255) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b4c expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.346954:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc559944d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b45 expref: 9 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.346977:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc559944d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b45 expref: 9 pid: 7686 timeout: 507 lvb_type: 1 00000100:00100000:3.0:1734016143.347003:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338504832:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016143.347135:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559944c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2289664->2297855) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b30 expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.347143:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559944c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2289664->2297855) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b30 expref: 5 pid: 7686 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016143.347157:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338504960:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016143.347178:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.351867:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.351935:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.351984:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335051520 00000100:00100000:0.0:1734016143.351999:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335051520 00010000:00010000:0.0:1734016143.352071:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559944c0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2289664->2297855) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b30 expref: 6 pid: 7686 timeout: 507 lvb_type: 0 00000100:00100000:0.0:1734016143.352122:0:7701:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335051392 00000100:00100000:0.0:1734016143.352125:0:7701:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335051392 00010000:00010000:0.0:1734016143.352141:0:7701:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc559944d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b45 expref: 10 pid: 7686 timeout: 507 lvb_type: 1 00000100:00100000:0.0:1734016143.352176:0:7701:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3235 00000100:00100000:0.0:1734016143.352186:0:7701:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335051520:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016143.352214:0:7701:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1734016143.352233:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3236 00010000:00010000:0.0:1734016143.352249:0:7701:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559944c0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2289664->2297855) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b30 expref: 6 pid: 7686 timeout: 507 lvb_type: 0 00000100:00100000:1.0:1734016143.352253:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac893850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247335051392:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016143.352265:0:7701:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559944c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2289664->2297855) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b30 expref: 6 pid: 7686 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016143.352296:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016143.352314:0:7701:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016143.352338:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc559944d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b45 expref: 10 pid: 7686 timeout: 507 lvb_type: 1 00010000:00010000:1.0:1734016143.352358:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc559944d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b45 expref: 10 pid: 7686 timeout: 507 lvb_type: 1 00000100:00100000:0.0:1734016143.352398:0:7701:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335051520:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 211us (562us total) trans 0 rc 0/0 00010000:00010000:1.0:1734016143.352401:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.352405:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1734016143.352409:0:7701:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3235 00010000:00010000:1.0:1734016143.352414:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc559944dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3420160->3424255) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b4c expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.352425:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc559944dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3420160->3424255) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b4c expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.352481:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc559944dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3420160->3424255) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b4c expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.352496:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6465:1818247338505088:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016143.352605:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecb40 going to sleep for 11 seconds 00010000:00010000:3.0:1734016143.354525:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc559944d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b45 expref: 10 pid: 7686 timeout: 507 lvb_type: 1 00000100:00100000:3.0:1734016143.354564:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338504832:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016143.354586:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559944c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2289664->2297855) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b30 expref: 5 pid: 7686 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016143.354596:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338504960:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016143.354647:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc559944dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3420160->3424255) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b4c expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.354935:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016143.355032:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:10407:x1818247335051264:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8413us (8698us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.355048:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11408 00000100:00100000:1.0:1734016143.357798:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6465:1818247338505088:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016143.358370:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016143.358504:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac893850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335051392:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6251us (6563us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.358522:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3236 00000100:00100000:0.0:1734016143.361619:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.361996:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335051776 00000100:00100000:2.0:1734016143.362016:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335051776 00002000:00100000:2.0:1734016143.362089:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3297280->3551231) req@ffff880078d64e00 x1818247335051776/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1734016143.362101:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64e00 with x1818247335051776 ext(3297280->3551231) 00002000:00010000:2.0:1734016143.362109:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d64e00 00000100:00100000:2.0:1734016143.362158:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9344 00000100:00100000:2.0:1734016143.362164:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335051776:12345-192.168.201.4@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1734016143.373682:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335051776:12345-192.168.201.4@tcp:3:ptlrpcd_00_00.0 Request processed in 11504us (12071us total) trans 0 rc 253952/253952 00000100:00100000:2.0:1734016143.373696:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9344 00002000:00100000:2.0:1734016143.373710:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3297280->3551231) req@ffff880078d64e00 x1818247335051776/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/440 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 253952/253952 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1734016143.373720:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64e00 with x1818247335051776 ext(3297280->3551231) 00002000:00010000:2.0:1734016143.373726:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d64e00 00000100:00100000:0.0:1734016143.381103:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.381282:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335051904 00000100:00100000:2.0:1734016143.381312:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335051904 00002000:00100000:2.0:1734016143.381403:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3420160->3424255) req@ffff880078d65f80 x1818247335051904/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 4584/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1734016143.381422:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d65f80 with x1818247335051904 ext(3420160->3424255) 00002000:00010000:2.0:1734016143.381429:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d65f80 00000100:00100000:1.0:1734016143.382756:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9345 00000100:00100000:1.0:1734016143.382772:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335051904:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:1.0:1734016143.384140:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247335051904:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 1364us (3051us total) trans 4294968042 rc 0/0 00000100:00100000:1.0:1734016143.384151:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9345 00002000:00100000:1.0:1734016143.384162:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3420160->3424255) req@ffff880078d65f80 x1818247335051904/t4294968042(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 4584/448 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1734016143.384172:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d65f80 with x1818247335051904 ext(3420160->3424255) 00002000:00010000:1.0:1734016143.384179:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d65f80 00000100:00100000:0.0:1734016143.396764:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.396996:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335052032 00000100:00100000:3.0:1734016143.397024:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335052032 00000100:00100000:3.0:1734016143.397120:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11409 00000100:00100000:3.0:1734016143.397136:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247335052032:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016143.409237:0:7682:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968042 is committed 00000100:00100000:3.0:1734016143.412359:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335052032:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 15195us (15588us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.412386:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11409 00000100:00100000:0.0:1734016143.427054:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.427141:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.429202:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335052160 00000100:00100000:3.0:1734016143.429228:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335052160 00000100:00100000:3.0:1734016143.429301:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335052288 00000100:00100000:3.0:1734016143.429305:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335052288 00000100:00100000:3.0:1734016143.429347:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11410 00000100:00100000:3.0:1734016143.429355:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335052160:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.429388:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.429415:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559944e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b53 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.429497:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338505216:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016143.429583:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.429600:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11411 00000100:00100000:3.0:1734016143.429605:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335052288:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.429613:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.429625:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559944ea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b5a expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.429653:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338505344:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016143.429678:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016143.437523:0:7686:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016142 -> 1734016143 00002000:00010000:0.0:1734016143.437542:0:7686:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016142 -> 1734016143 00002000:00010000:0.0:1734016143.437545:0:7686:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 16 -> 24 00000100:00100000:0.0:1734016143.437585:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338505344:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016143.437655:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559944ea lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b5a expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.437676:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559944ea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b5a expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.437709:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103600, rc 0) 00000100:00100000:0.0:1734016143.437983:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335052288:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8375us (10840us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.437993:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11411 00002000:00010000:3.0:1734016143.438444:0:7685:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016142 -> 1734016143 00000100:00100000:3.0:1734016143.438464:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338505216:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016143.438489:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559944e3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b53 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.438503:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559944e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b53 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.438517:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016143.438542:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335052160:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9188us (11514us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.438548:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11410 00000100:00100000:0.0:1734016143.441635:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.441685:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.444786:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335052416 00000100:00100000:2.0:1734016143.444834:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335052416 00000100:00100000:2.0:1734016143.444983:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335052544 00000100:00100000:2.0:1734016143.444987:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335052544 00000100:00100000:2.0:1734016143.445038:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11412 00000100:00100000:2.0:1734016143.445051:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335052416:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.445083:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.445116:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559944f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b61 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.445220:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338505472:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016143.445381:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.445405:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11413 00000100:00100000:2.0:1734016143.445410:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247335052544:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.445420:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.445436:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc559944f8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b68 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.445473:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338505600:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016143.445499:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.449649:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338505600:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016143.449734:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc559944f8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b68 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.449756:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc559944f8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b68 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.449774:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016143.450004:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338505472:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016143.450033:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559944f1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b61 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.450044:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc559944f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b61 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.450061:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:3.0:1734016143.451789:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247335052544:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6356us (10081us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.451829:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11413 00000100:00100000:2.0:1734016143.451960:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335052416:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6911us (10336us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.451967:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11412 00000100:00100000:0.0:1734016143.458101:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016143.458238:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335052800 00000100:00100000:1.0:1734016143.458257:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335052800 00002000:00100000:1.0:1734016143.458345:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (942080->946175) req@ffff88007036ce00 x1818247335052800/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016143.458358:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036ce00 with x1818247335052800 ext(942080->946175) 00002000:00010000:1.0:1734016143.458368:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036ce00 00000100:00100000:1.0:1734016143.458417:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9346 00000100:00100000:1.0:1734016143.458428:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247335052800:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016143.458764:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247335052800:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 335us (685us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016143.458774:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9346 00002000:00100000:1.0:1734016143.458780:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (942080->946175) req@ffff88007036ce00 x1818247335052800/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016143.458788:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036ce00 with x1818247335052800 ext(942080->946175) 00002000:00010000:1.0:1734016143.458791:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036ce00 00000100:00100000:0.0:1734016143.462672:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.463948:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335053056 00000100:00100000:3.0:1734016143.463969:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335053056 00002000:00100000:2.0:1734016143.464445:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (946176->950271) req@ffff88007036c000 x1818247335053056/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.464459:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036c000 with x1818247335053056 ext(946176->950271) 00002000:00010000:2.0:1734016143.464467:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036c000 00000100:00100000:2.0:1734016143.464527:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9347 00000100:00100000:2.0:1734016143.464535:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247335053056:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.464828:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247335053056:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 275us (2164us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016143.464836:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9347 00002000:00100000:2.0:1734016143.464842:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (946176->950271) req@ffff88007036c000 x1818247335053056/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.464856:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036c000 with x1818247335053056 ext(946176->950271) 00002000:00010000:2.0:1734016143.464859:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036c000 00000100:00100000:0.0:1734016143.470206:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.470913:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335053312 00000100:00100000:3.0:1734016143.470934:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335053312 00000100:00100000:3.0:1734016143.471094:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2346 00000100:00100000:3.0:1734016143.471108:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:10407:x1818247335053312:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016143.471228:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016143.471277:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559943af lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a26 expref: 21 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.471331:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016143.471338:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1734016143.471648:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016113 00010000:00010000:3.0:1734016143.472151:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc559944ff lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016143.472173:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559943d9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a49 expref: 26 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.472184:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc559944ff lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016143.472237:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559943d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a49 expref: 26 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.472258:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559943d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a49 expref: 26 pid: 6479 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016143.472276:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338505728:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016143.472953:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.477649:0:3504:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734016143.477687:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338505856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016143.477827:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016143.477922:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338505856 00000100:00100000:2.0:1734016143.477934:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338505856 00000100:00100000:2.0:1734016143.478005:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1734016143.478015:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338505856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1734016143.478049:0:7687:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 28672 granted 502846016 pending 0 free 3923673088 avail 3692093440 00000100:00100000:2.0:1734016143.478097:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338505856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.478104:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1734016143.478150:0:3504:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968031 gen 2 00000004:00080000:2.0:1734016143.478162:0:3504:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880078c50380, transno 4294968031 00000100:00100000:2.0:1734016143.478184:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338505856:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1734016143.479016:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016113 00000100:00100000:0.0:1734016143.481299:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.481490:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338505728:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016143.481534:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc559944ff lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016143.484496:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335053440 00000100:00100000:1.0:1734016143.484535:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335053440 00010000:00010000:1.0:1734016143.484621:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559943d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a49 expref: 27 pid: 6479 timeout: 507 lvb_type: 0 00000100:00100000:1.0:1734016143.484679:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3237 00000100:00100000:1.0:1734016143.484689:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:1969:x1818247335053440:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016143.484713:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016143.484720:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559943d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a49 expref: 27 pid: 6479 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016143.484736:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559943d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a49 expref: 27 pid: 6479 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016143.484771:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc559943d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50a49 expref: 27 pid: 6479 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016143.484797:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016143.484804:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc559944ff lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016143.484830:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc559944ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016143.484840:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc559944ff lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016143.484880:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016143.484965:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+26:1969:x1818247335053440:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 277us (3690us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.484975:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3237 00010000:00010000:3.0:1734016143.485086:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc559944ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016143.485100:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc559944ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:3.0:1734016143.485263:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968799 00000004:00010000:3.0:1734016143.485332:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007036df80 reply state ffff88011d86d000 transno 4294968800 ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc559944ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016143.485341:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016143.485441:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:10407:x1818247335053312:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 14339us (15269us total) trans 4294968800 rc 0/0 00000100:00100000:3.0:1734016143.485449:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2346 00000020:00080000:3.0:1734016143.485456:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1734016143.486162:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016113 00010000:00010000:1.0:1734016143.490121:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc559944ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016143.490163:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc559944ff lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016143.490174:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc559944ff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016143.490184:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070102d00 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:1.0:1734016143.490193:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc559944ff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016143.490206:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc559944ff lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016143.490251:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016143.490256:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016143.490264:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc559944ff lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016143.490270:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc559944ff lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016143.493109:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.493873:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335053568 00000100:00100000:3.0:1734016143.493895:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335053568 00000100:00100000:3.0:1734016143.494342:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11414 00000100:00100000:3.0:1734016143.494354:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:10407:x1818247335053568:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.494401:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.494446:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994506 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b6f expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.494550:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994465 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2658304->2670591) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ad5 expref: 11 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.494562:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016143.494566:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016143.494571:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994506 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b6f expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.494629:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994465 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2658304->2670591) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ad5 expref: 11 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.494649:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994465 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2658304->2670591) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ad5 expref: 11 pid: 7685 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016143.494677:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338505984:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016143.498499:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.502032:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338505984:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016143.502088:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994506 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b6f expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.502111:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016143.502200:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:10407:x1818247335053568:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7847us (9117us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.502211:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11414 00000100:00100000:0.0:1734016143.505686:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016143.506085:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335053696 00000100:00100000:1.0:1734016143.506112:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335053696 00002000:00100000:1.0:1734016143.506237:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (942080->950271) req@ffff88007036e300 x1818247335053696/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 8680/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016143.506252:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036e300 with x1818247335053696 ext(942080->950271) 00010000:00010000:1.0:1734016143.506276:0:13965:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994465 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2658304->2670591) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ad5 expref: 12 pid: 7685 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016143.506302:0:13965:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994465 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2658304->2670591) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ad5 expref: 12 pid: 7685 timeout: 507 lvb_type: 0 00002000:00010000:1.0:1734016143.506316:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007036e300 00000100:00100000:1.0:1734016143.506713:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 276 00000100:00100000:1.0:1734016143.506723:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247335053696:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:1.0:1734016143.510343:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1970:x1818247335053696:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3598us (4668us total) trans 4294969622 rc 0/0 00000100:00100000:1.0:1734016143.510361:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 276 00002000:00100000:1.0:1734016143.510381:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (942080->950271) req@ffff88007036e300 x1818247335053696/t4294969622(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 8680/448 e 0 to 0 dl 1734016154 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016143.510392:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036e300 with x1818247335053696 ext(942080->950271) 00010000:00010000:1.0:1734016143.510411:0:13965:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994465 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2658304->2670591) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ad5 expref: 14 pid: 7685 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016143.510435:0:13965:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994465 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2658304->2670591) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ad5 expref: 14 pid: 7685 timeout: 507 lvb_type: 0 00002000:00010000:1.0:1734016143.510444:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007036e300 00000100:00100000:0.0:1734016143.513520:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.515120:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335053824 00000100:00100000:3.0:1734016143.515140:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335053824 00010000:00010000:3.0:1734016143.515203:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994465 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2658304->2670591) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ad5 expref: 14 pid: 7685 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016143.516459:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3238 00000100:00100000:3.0:1734016143.516486:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1971:x1818247335053824:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016143.516521:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016143.516565:0:6467:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 72 -> 96 00010000:00010000:3.0:1734016143.516579:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994465 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2658304->2670591) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ad5 expref: 14 pid: 7685 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.516612:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994465 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2658304->2670591) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ad5 expref: 14 pid: 7685 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.516674:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994465 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2658304->2670591) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ad5 expref: 14 pid: 7685 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.519311:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.519326:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.519355:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994506 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b6f expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.519375:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994506 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b6f expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.519469:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994506 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b6f expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.519497:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338506112:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016143.520221:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.523465:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.524217:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338506112:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016143.524264:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016143.524351:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1971:x1818247335053824:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7872us (10855us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.524369:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3238 00000100:00100000:3.0:1734016143.524502:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335053952 00000100:00100000:3.0:1734016143.524516:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335053952 00000100:00100000:3.0:1734016143.524570:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11415 00000100:00100000:3.0:1734016143.524578:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:10407:x1818247335053952:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.524610:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.524642:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc5599450d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b76 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.524689:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc559944dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3420160->3424255) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b4c expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.524699:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016143.524702:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016143.524707:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc5599450d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b76 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.524754:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc559944dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3420160->3424255) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b4c expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.524772:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc559944dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3420160->3424255) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b4c expref: 7 pid: 7686 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016143.524793:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338506240:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016143.524879:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.528389:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338506240:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016143.528443:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc5599450d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b76 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.528469:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016143.528534:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:10407:x1818247335053952:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3956us (5090us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.528546:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11415 00000100:00100000:0.0:1734016143.530117:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.530637:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335054080 00000100:00100000:2.0:1734016143.530657:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335054080 00010000:00010000:2.0:1734016143.530738:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc559944dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3420160->3424255) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b4c expref: 8 pid: 7686 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016143.530801:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3239 00000100:00100000:2.0:1734016143.530843:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335054080:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016143.530878:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016143.530929:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc559944dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3420160->3424255) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b4c expref: 8 pid: 7686 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016143.530955:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc559944dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3420160->3424255) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b4c expref: 8 pid: 7686 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016143.531006:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc559944dc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3420160->3424255) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b4c expref: 8 pid: 7686 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016143.531055:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.531059:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.531070:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc5599450d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b76 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.531083:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc5599450d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b76 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.531174:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc5599450d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b76 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.531196:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338506368:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016143.531322:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.536342:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.536939:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.537092:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335054208 00000100:00100000:3.0:1734016143.537108:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335054208 00002000:00010000:3.0:1734016143.537187:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016143.537194:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8e00 with x1818247335054208 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016143.537213:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8e00. 00000100:00100000:3.0:1734016143.537240:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335054336 00000100:00100000:3.0:1734016143.537242:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335054336 00002000:00010000:3.0:1734016143.537257:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2634170->18446744073709551615) 00002000:00100000:3.0:1734016143.537260:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8a80 with x1818247335054336 ext(2634170->18446744073709551615) 00002000:00010000:3.0:1734016143.537270:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007bcc8a80. 00000100:00100000:3.0:1734016143.537298:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9348 00000100:00100000:3.0:1734016143.537308:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335054208:12345-192.168.201.4@tcp:10:fsx.0 00000100:00100000:1.0:1734016143.537695:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9349 00000100:00100000:1.0:1734016143.537705:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247335054336:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016143.539299:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4676394 -> 4194304 00002000:00010000:3.0:1734016143.539313:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016143.539317:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016142 00002000:00010000:3.0:1734016143.539320:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016143.539321:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:3.0:1734016143.539439:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247335054208:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 2126us (3108us total) trans 4294969623 rc 0/0 00000100:00100000:3.0:1734016143.539450:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9348 00002000:00010000:3.0:1734016143.539456:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016143.539461:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8e00 with x1818247335054208 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016143.539468:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8e00. 00000100:00100000:2.0:1734016143.540195:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338506368:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016143.540241:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016143.540277:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335054080:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 9435us (10178us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.540290:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3239 00002000:00010000:1.0:1734016143.540455:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 2634170 00002000:00010000:1.0:1734016143.540460:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.540464:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.540466:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.540468:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 8 00000100:00100000:1.0:1734016143.540510:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335054336:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 2805us (3570us total) trans 4294968043 rc 0/0 00000100:00100000:1.0:1734016143.540518:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9349 00002000:00010000:1.0:1734016143.540523:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2634170->18446744073709551615) 00002000:00100000:1.0:1734016143.540527:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8a80 with x1818247335054336 ext(2634170->18446744073709551615) 00002000:00010000:1.0:1734016143.540533:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007bcc8a80. 00000100:00100000:2.0:1734016143.547105:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.547203:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335054464 00000100:00100000:3.0:1734016143.547221:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335054464 00000100:00100000:3.0:1734016143.547286:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2347 00000100:00100000:3.0:1734016143.547296:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+26:10407:x1818247335054464:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.547336:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.547368:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994514 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b7d expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.547516:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc5599451b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016143.547539:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc5599451b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016143.547554:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc5599451b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:3.0:1734016143.547586:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6828474 00000004:00200000:3.0:1734016143.547592:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016143.547615:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc5599451b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016143.547647:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994514 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b7d expref: 28 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.547664:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc5599451b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b7d expref: 27 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.547673:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016143.547675:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016143.547680:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016143.548177:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:10407:x1818247335054464:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 880us (1087us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.548186:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2347 00000100:00100000:0.0:1734016143.556512:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.558180:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.559148:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335054592 00000100:00100000:3.0:1734016143.559166:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335054592 00000100:00100000:3.0:1734016143.559234:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335054720 00000100:00100000:3.0:1734016143.559237:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335054720 00000100:00100000:2.0:1734016143.559431:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11416 00000100:00100000:2.0:1734016143.559441:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247335054592:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.559471:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.559504:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994522 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b84 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.559602:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338506496:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016143.559691:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.560656:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11417 00000100:00100000:3.0:1734016143.560669:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335054720:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.560687:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.560708:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070103cc0/0x979ba2bc55994529 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b8b expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.560768:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338506624:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016143.561131:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016143.562786:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016142 -> 1734016143 00000100:00100000:2.0:1734016143.562877:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338506496:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016143.562953:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994522 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b84 expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.562973:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994522 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b84 expref: 14 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.563006:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016143.563088:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247335054592:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3645us (6595us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.563097:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11416 00000100:00100000:3.0:1734016143.565394:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338506624:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016143.565445:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070103cc0/0x979ba2bc55994529 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b8b expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.565459:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070103cc0/0x979ba2bc55994529 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b8b expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.566174:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016143.566268:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335054720:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5597us (8094us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.566282:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11417 00000100:00100000:0.0:1734016143.570090:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.570156:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.570248:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335054976 00000100:00100000:2.0:1734016143.570263:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335054976 00000100:00100000:2.0:1734016143.570353:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335054848 00000100:00100000:2.0:1734016143.570355:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335054848 00000100:00100000:2.0:1734016143.570555:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11418 00000100:00100000:2.0:1734016143.570569:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335054976:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.570624:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.570665:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994530 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b99 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.570861:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338506752:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016143.571627:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11419 00000100:00100000:0.0:1734016143.571637:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247335054848:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.571652:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.571678:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55994537 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50b92 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.571773:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a110000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338506880:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016143.572556:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.572728:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.576028:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338506752:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016143.576129:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994530 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b99 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.576152:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994530 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b99 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.576397:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a110000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338506880:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016143.576440:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55994537 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b92 expref: 14 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.576450:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8565d40/0x979ba2bc55994537 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b92 expref: 14 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.576472:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565d40, rc 0) 00000100:00100000:1.0:1734016143.576575:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247335054848:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4938us (6416us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.576588:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11419 00010000:00010000:2.0:1734016143.577329:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016143.577402:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335054976:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6833us (7334us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.577410:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11418 00000100:00100000:0.0:1734016143.580521:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.580644:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335055104 00000100:00100000:3.0:1734016143.580656:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335055104 00000100:00100000:3.0:1734016143.580760:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2348 00000100:00100000:3.0:1734016143.580770:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:10407:x1818247335055104:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.580957:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.580990:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599453e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ba0 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.581125:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55994545 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016143.581143:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55994545 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016143.581157:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55994545 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:3.0:1734016143.581194:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6828474 00000004:00200000:3.0:1734016143.581198:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016143.581214:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55994545 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016143.581238:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc5599453e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba0 expref: 24 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.581322:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55994545 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba0 expref: 23 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.581330:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016143.581332:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016143.581336:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016143.581633:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:10407:x1818247335055104:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 863us (1124us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.581642:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2348 00000100:00100000:0.0:1734016143.585355:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.585475:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335055360 00000100:00100000:3.0:1734016143.585493:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335055360 00000100:00100000:3.0:1734016143.585603:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2349 00000100:00100000:3.0:1734016143.585613:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a110700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+27:10407:x1818247335055360:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016143.585695:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016143.585737:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100d80/0x979ba2bc5599451b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b7d expref: 27 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.585767:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016143.585771:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016143.586166:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc5599454c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016143.586183:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55994545 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba0 expref: 22 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.586191:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc5599454c lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016143.586239:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55994545 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba0 expref: 22 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.586253:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55994545 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba0 expref: 22 pid: 7707 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016143.586273:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338507008:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016143.586377:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.589056:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338507008:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016143.589126:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc5599454c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016143.589771:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.589881:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335055488 00000100:00100000:2.0:1734016143.589893:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335055488 00010000:00010000:2.0:1734016143.589949:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55994545 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba0 expref: 23 pid: 7707 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016143.590003:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3240 00000100:00100000:2.0:1734016143.590010:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a110a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:1970:x1818247335055488:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016143.590050:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016143.590058:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55994545 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba0 expref: 23 pid: 7707 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016143.590073:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55994545 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba0 expref: 23 pid: 7707 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016143.590100:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55994545 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba0 expref: 23 pid: 7707 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016143.590135:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016143.590141:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc5599454c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016143.590150:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc5599454c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016143.590158:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc5599454c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016143.590188:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016143.590251:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc5599454c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016143.590255:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a110a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:1970:x1818247335055488:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 244us (488us total) trans 0 rc 0/0 00010000:00010000:3.0:1734016143.590258:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc5599454c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016143.590263:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3240 00000001:00080000:3.0:1734016143.590415:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968801 00000004:00010000:3.0:1734016143.590482:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007a110700 reply state ffff880078a19000 transno 4294968802 ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc5599454c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016143.590492:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016143.590610:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a110700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+29:10407:x1818247335055360:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 4997us (5276us total) trans 4294968802 rc 0/0 00000100:00100000:3.0:1734016143.590619:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2349 00000020:00080000:3.0:1734016143.590624:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016143.591707:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc5599454c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016143.591724:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc5599454c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016143.591733:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc5599454c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016143.591741:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070101b00 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016143.591746:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc5599454c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016143.591757:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc5599454c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016143.591776:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016143.591780:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016143.591784:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc5599454c lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016143.591789:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc5599454c lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016143.592331:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.592576:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335055616 00000100:00100000:2.0:1734016143.592586:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335055616 00000100:00100000:2.0:1734016143.592653:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11420 00000100:00100000:2.0:1734016143.592664:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:10407:x1818247335055616:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.592692:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.592721:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994553 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ba7 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.592764:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994506 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b6f expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.592773:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016143.592775:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016143.592780:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994553 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba7 expref: 14 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.592862:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994506 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b6f expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.592878:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994506 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b6f expref: 8 pid: 7684 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016143.592893:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338507136:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016143.592977:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.594538:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338507136:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016143.594583:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994553 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba7 expref: 14 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.594605:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016143.594656:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:10407:x1818247335055616:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1992us (2330us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.594665:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11420 00000100:00100000:0.0:1734016143.596371:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.596999:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335055744 00000100:00100000:3.0:1734016143.597010:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335055744 00010000:00010000:3.0:1734016143.597059:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994506 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b6f expref: 9 pid: 7684 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016143.597091:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3241 00000100:00100000:3.0:1734016143.597098:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a111180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247335055744:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016143.597122:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016143.597152:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994506 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b6f expref: 9 pid: 7684 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.597167:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994506 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b6f expref: 9 pid: 7684 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.597203:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc55994506 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b6f expref: 9 pid: 7684 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.597230:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.597232:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.597238:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994553 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba7 expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.597248:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994553 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba7 expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.597293:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994553 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba7 expref: 13 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.597305:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338507264:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016143.597383:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.599487:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.600017:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335055872 00000100:00100000:2.0:1734016143.600034:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335055872 00000100:00100000:2.0:1734016143.600118:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11421 00000100:00100000:2.0:1734016143.600129:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:10407:x1818247335055872:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.600165:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.600207:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599455a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50bae expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.600265:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc5599450d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b76 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.600288:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016143.600292:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016143.600297:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599455a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bae expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.600354:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc5599450d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b76 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.600370:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc5599450d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b76 expref: 6 pid: 7684 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016143.600388:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338507392:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016143.600392:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338507264:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016143.600435:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016143.600510:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.600537:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a111180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335055744:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3435us (4176us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.600554:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3241 00000100:00100000:2.0:1734016143.603417:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338507392:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016143.603422:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:2.0:1734016143.603481:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599455a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bae expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.603509:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:3.0:1734016143.603512:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335056000 00000100:00100000:3.0:1734016143.603519:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335056000 00010000:00010000:3.0:1734016143.603562:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc5599450d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b76 expref: 7 pid: 7684 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016143.603583:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335055872:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3457us (4113us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.603591:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11421 00000100:00100000:3.0:1734016143.603655:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3242 00000100:00100000:3.0:1734016143.603662:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a111880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335056000:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016143.603713:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016143.603741:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc5599450d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b76 expref: 7 pid: 7684 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.603754:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc5599450d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b76 expref: 7 pid: 7684 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.603782:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc5599450d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50b76 expref: 7 pid: 7684 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.603885:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.603888:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.603895:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599455a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bae expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.603905:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599455a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bae expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.603940:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599455a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bae expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.603958:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338507520:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016143.604014:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.605626:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338507520:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016143.605668:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016143.605725:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a111880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335056000:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2058us (2305us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.605741:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3242 00000100:00100000:0.0:1734016143.606385:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.606436:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016143.606508:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335056256 00000100:00100000:1.0:1734016143.606519:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335056256 00002000:00010000:1.0:1734016143.606572:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3963860->18446744073709551615) 00002000:00100000:1.0:1734016143.606578:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a111c00 with x1818247335056256 ext(3963860->18446744073709551615) 00002000:00010000:1.0:1734016143.606592:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a111c00. 00000100:00100000:1.0:1734016143.606628:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335056128 00000100:00100000:1.0:1734016143.606631:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335056128 00002000:00010000:1.0:1734016143.606647:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016143.606650:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a111f80 with x1818247335056128 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016143.606659:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a111f80. 00000100:00100000:1.0:1734016143.606674:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9350 00000100:00100000:1.0:1734016143.606680:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a111c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335056256:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016143.607037:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2634170 -> 3963860 00002000:00010000:1.0:1734016143.607042:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.607044:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.607046:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.607048:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1734016143.607084:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a111c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335056256:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 404us (702us total) trans 4294968044 rc 0/0 00000100:00100000:1.0:1734016143.607090:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9350 00002000:00010000:1.0:1734016143.607094:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3963860->18446744073709551615) 00002000:00100000:1.0:1734016143.607096:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a111c00 with x1818247335056256 ext(3963860->18446744073709551615) 00002000:00010000:1.0:1734016143.607100:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a111c00. 00000100:00100000:1.0:1734016143.607112:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9351 00000100:00100000:1.0:1734016143.607116:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a111f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1969:x1818247335056128:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016143.607205:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016143.607207:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.607209:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016142 00002000:00010000:1.0:1734016143.607211:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.607213:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:1.0:1734016143.607231:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a111f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1969:x1818247335056128:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 115us (796us total) trans 4294969624 rc 0/0 00000100:00100000:1.0:1734016143.607236:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9351 00002000:00010000:1.0:1734016143.607239:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016143.607242:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a111f80 with x1818247335056128 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016143.607245:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a111f80. 00000100:00100000:0.0:1734016143.609943:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.610969:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335056512 00000100:00100000:2.0:1734016143.610990:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335056512 00002000:00100000:2.0:1734016143.611085:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3956736->3960831) req@ffff88007a112300 x1818247335056512/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.611107:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a112300 with x1818247335056512 ext(3956736->3960831) 00002000:00010000:2.0:1734016143.611118:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a112300 00000100:00100000:2.0:1734016143.611158:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9352 00000100:00100000:2.0:1734016143.611173:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247335056512:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.612533:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247335056512:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1353us (2608us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016143.612547:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9352 00002000:00100000:2.0:1734016143.612558:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3956736->3960831) req@ffff88007a112300 x1818247335056512/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.612567:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a112300 with x1818247335056512 ext(3956736->3960831) 00002000:00010000:2.0:1734016143.612571:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a112300 00000100:00100000:0.0:1734016143.616148:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.616611:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335056768 00000100:00100000:2.0:1734016143.616634:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335056768 00002000:00100000:2.0:1734016143.616733:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3960832->3964927) req@ffff88007a112680 x1818247335056768/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.616752:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a112680 with x1818247335056768 ext(3960832->3964927) 00002000:00010000:2.0:1734016143.616764:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a112680 00000100:00100000:2.0:1734016143.616881:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9353 00000100:00100000:2.0:1734016143.616895:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335056768:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.617256:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335056768:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 363us (1137us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016143.617264:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9353 00002000:00100000:2.0:1734016143.617271:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3960832->3964927) req@ffff88007a112680 x1818247335056768/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.617279:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a112680 with x1818247335056768 ext(3960832->3964927) 00002000:00010000:2.0:1734016143.617282:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a112680 00000100:00100000:0.0:1734016143.620500:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.620664:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335056896 00000100:00100000:2.0:1734016143.620679:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335056896 00002000:00100000:2.0:1734016143.620757:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3956736->3963859) req@ffff880070d8c450 x1818247335056896/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 7616/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.620768:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070d8c450 with x1818247335056896 ext(3956736->3963859) 00002000:00010000:2.0:1734016143.620776:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880070d8c450 00000100:00100000:2.0:1734016143.620863:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9354 00000100:00100000:2.0:1734016143.620874:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070d8c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247335056896:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016143.624401:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070d8c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247335056896:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3505us (3902us total) trans 4294968045 rc 0/0 00000100:00100000:2.0:1734016143.624427:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9354 00002000:00100000:2.0:1734016143.624445:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3956736->3963859) req@ffff880070d8c450 x1818247335056896/t4294968045(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 7616/448 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.624459:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070d8c450 with x1818247335056896 ext(3956736->3963859) 00002000:00010000:2.0:1734016143.624469:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880070d8c450 00000100:00100000:0.0:1734016143.628851:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.628933:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335057024 00000100:00100000:3.0:1734016143.628947:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335057024 00000100:00100000:3.0:1734016143.629047:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2350 00000100:00100000:3.0:1734016143.629059:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a112a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+28:10407:x1818247335057024:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:3.0:1734016143.629361:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a112a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+28:10407:x1818247335057024:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 303us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.629372:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2350 00000100:00100000:0.0:1734016143.633128:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.633316:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335057152 00000100:00100000:2.0:1734016143.633333:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335057152 00000100:00100000:2.0:1734016143.633746:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11422 00000100:00100000:2.0:1734016143.633763:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247335057152:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016143.635572:0:7682:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968045 is committed 00000001:00080000:0.0:1734016143.635612:0:7682:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968043 is committed 00000100:00100000:2.0:1734016143.636559:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335057152:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2785us (3452us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.636579:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11422 00000100:00100000:2.0:1734016143.641492:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.641585:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335057280 00000100:00100000:0.0:1734016143.641603:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335057280 00000100:00100000:0.0:1734016143.642344:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2351 00000100:00100000:0.0:1734016143.642354:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+28:10407:x1818247335057280:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.642386:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.642414:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55994561 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50bb5 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.642540:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55994568 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016143.642558:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55994568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016143.642572:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55994568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:0.0:1734016143.642606:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8158164 00000004:00200000:0.0:1734016143.642611:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016143.642631:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55994568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:0.0:1734016143.642661:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc55994561 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bb5 expref: 30 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.642700:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55994568 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bb5 expref: 29 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.642711:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:0.0:1734016143.642715:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016143.642718:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85646c0, rc 0) 00000100:00100000:0.0:1734016143.642801:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+29:10407:x1818247335057280:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 448us (1328us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016143.642827:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2351 00000100:00100000:1.0:1734016143.646871:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.646972:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335057408 00000100:00100000:0.0:1734016143.646985:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335057408 00000100:00100000:3.0:1734016143.648198:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2352 00000100:00100000:3.0:1734016143.648214:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:10407:x1818247335057408:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.648254:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.648300:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599456f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50bbc expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.648480:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994576 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016143.648505:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994576 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016143.648520:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994576 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:3.0:1734016143.648558:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8158164 00000004:00200000:3.0:1734016143.648565:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016143.648594:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994576 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016143.648630:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc5599456f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bbc expref: 24 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.649509:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994576 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bbc expref: 23 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.649519:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016143.649522:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016143.649526:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016143.649630:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:10407:x1818247335057408:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1419us (2775us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.649641:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2352 00000100:00100000:0.0:1734016143.652746:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.652904:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.653076:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335057664 00000100:00100000:2.0:1734016143.653097:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335057664 00000100:00100000:2.0:1734016143.653157:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335057536 00000100:00100000:2.0:1734016143.653160:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335057536 00000100:00100000:2.0:1734016143.653187:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11423 00000100:00100000:2.0:1734016143.653197:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335057664:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.653233:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.653268:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc5599457d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50bca expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.653361:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338507648:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016143.653438:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.653483:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11424 00000100:00100000:2.0:1734016143.653488:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a84bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335057536:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.653499:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.653512:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994584 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50bc3 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.653538:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338507776:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016143.653564:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00002000:00010000:3.0:1734016143.656985:0:7684:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016142 -> 1734016143 00000100:00100000:3.0:1734016143.657034:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338507776:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016143.657105:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994584 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bc3 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.657125:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994584 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bc3 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.657142:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:3.0:1734016143.657239:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a84bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335057536:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3745us (4330us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.657251:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11424 00002000:00010000:2.0:1734016143.657432:0:7686:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 8 -> 24 00000100:00100000:2.0:1734016143.657450:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338507648:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016143.657471:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc5599457d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bca expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.657483:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc5599457d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bca expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.657496:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016143.657529:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335057664:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4333us (4806us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.657534:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11423 00000100:00100000:0.0:1734016143.663177:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.663237:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.663360:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335057792 00000100:00100000:3.0:1734016143.663376:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335057792 00000100:00100000:3.0:1734016143.663431:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335057920 00000100:00100000:3.0:1734016143.663433:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335057920 00000100:00100000:3.0:1734016143.663472:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11425 00000100:00100000:3.0:1734016143.663482:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335057792:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.663509:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.663536:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599458b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50bd1 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.663631:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338507904:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016143.663723:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.663797:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11426 00000100:00100000:2.0:1734016143.663804:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a113800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335057920:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.663837:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.663859:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994592 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50bd8 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.663893:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338508032:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016143.663918:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.665910:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338507904:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016143.665984:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599458b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bd1 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.666005:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc5599458b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bd1 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.666042:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016143.666114:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335057792:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2630us (2949us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.666127:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11425 00000100:00100000:2.0:1734016143.666267:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338508032:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016143.666299:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994592 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bd8 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.666309:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994592 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bd8 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.666325:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016143.666346:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a113800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335057920:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2542us (3109us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.666353:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11426 00000100:00100000:2.0:1734016143.671104:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.671474:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335058176 00000100:00100000:0.0:1734016143.671497:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335058176 00002000:00100000:0.0:1734016143.671731:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1085440->1089535) req@ffff8800781d2a00 x1818247335058176/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016143.671748:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d2a00 with x1818247335058176 ext(1085440->1089535) 00002000:00010000:0.0:1734016143.671762:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800781d2a00 00000100:00100000:0.0:1734016143.671837:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9355 00000100:00100000:0.0:1734016143.671858:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335058176:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016143.672338:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335058176:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 480us (1262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016143.672350:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9355 00002000:00100000:0.0:1734016143.672359:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1085440->1089535) req@ffff8800781d2a00 x1818247335058176/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016143.672376:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781d2a00 with x1818247335058176 ext(1085440->1089535) 00002000:00010000:0.0:1734016143.672380:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800781d2a00 00000100:00100000:0.0:1734016143.676174:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.677156:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335058432 00000100:00100000:2.0:1734016143.677176:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335058432 00002000:00100000:2.0:1734016143.677254:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1089536->1093631) req@ffff88007a113b80 x1818247335058432/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.677267:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a113b80 with x1818247335058432 ext(1089536->1093631) 00002000:00010000:2.0:1734016143.677275:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a113b80 00000100:00100000:2.0:1734016143.677310:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9356 00000100:00100000:2.0:1734016143.677322:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335058432:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.678525:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335058432:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1198us (2372us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016143.678539:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9356 00002000:00100000:2.0:1734016143.678548:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1089536->1093631) req@ffff88007a113b80 x1818247335058432/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.678557:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a113b80 with x1818247335058432 ext(1089536->1093631) 00002000:00010000:2.0:1734016143.678561:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a113b80 00000100:00100000:0.0:1734016143.681537:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.681710:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335058688 00000100:00100000:2.0:1734016143.681727:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335058688 00002000:00100000:2.0:1734016143.681857:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1064960->1130495) req@ffff88007a110e00 x1818247335058688/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 504/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.681870:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a110e00 with x1818247335058688 ext(1064960->1130495) 00002000:00010000:2.0:1734016143.681877:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a110e00 00000100:00100000:2.0:1734016143.681918:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9357 00000100:00100000:2.0:1734016143.681927:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335058688:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.685350:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335058688:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 3400us (3813us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1734016143.685369:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9357 00002000:00100000:2.0:1734016143.685385:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1064960->1130495) req@ffff88007a110e00 x1818247335058688/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 504/440 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.685396:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a110e00 with x1818247335058688 ext(1064960->1130495) 00002000:00010000:2.0:1734016143.685406:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a110e00 00000100:00100000:0.0:1734016143.691470:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.691560:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.691706:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335058944 00000100:00100000:3.0:1734016143.691728:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335058944 00000100:00100000:3.0:1734016143.691805:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335058816 00000100:00100000:3.0:1734016143.691860:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335058816 00000100:00100000:3.0:1734016143.691909:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11427 00000100:00100000:3.0:1734016143.691919:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335058944:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.691963:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.692005:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070100480/0x979ba2bc55994599 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50be6 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.692134:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338508160:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016143.692246:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.692786:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11428 00000100:00100000:1.0:1734016143.692796:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335058816:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.692832:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.692859:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559945a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50bdf expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.692910:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338508288:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016143.692946:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.697231:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338508160:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016143.697288:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070100480/0x979ba2bc55994599 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50be6 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.697307:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070100480/0x979ba2bc55994599 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50be6 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.700149:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338508288:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016143.700215:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559945a0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bdf expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.700233:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc559945a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bdf expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.700261:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:1.0:1734016143.700339:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335058816:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7543us (8778us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.700348:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11428 00010000:00010000:3.0:1734016143.700825:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016143.700894:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335058944:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8975us (9447us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.700902:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11427 00000100:00100000:0.0:1734016143.704256:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.704413:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335059072 00000100:00100000:3.0:1734016143.704432:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335059072 00000100:00100000:3.0:1734016143.704522:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11429 00000100:00100000:3.0:1734016143.704534:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:10407:x1818247335059072:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.704566:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.704600:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc559945a7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50bed expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.704665:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599455a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bae expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.704676:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016143.704679:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016143.704683:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc559945a7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2453504->2457599] (req 2453504->2457599) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bed expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.704744:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599455a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bae expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.704763:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599455a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bae expref: 7 pid: 7686 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016143.704785:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338508416:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016143.704960:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.709383:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338508416:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016143.709437:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc559945a7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2453504->2457599] (req 2453504->2457599) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bed expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.709462:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016143.709539:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:10407:x1818247335059072:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5007us (5301us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.709550:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11429 00000100:00100000:0.0:1734016143.709640:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.710280:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335059200 00000100:00100000:3.0:1734016143.710290:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335059200 00010000:00010000:3.0:1734016143.710322:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599455a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bae expref: 8 pid: 7686 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016143.710370:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3243 00000100:00100000:3.0:1734016143.710378:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac893450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335059200:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016143.710396:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016143.710424:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599455a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bae expref: 8 pid: 7686 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.710436:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599455a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bae expref: 8 pid: 7686 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.710465:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599455a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bae expref: 8 pid: 7686 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.710498:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.710500:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.710509:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc559945a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2453504->2457599) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bed expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.710519:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc559945a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2453504->2457599) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bed expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.710561:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc559945a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2453504->2457599) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bed expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.710577:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338508544:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016143.710647:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.714001:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338508544:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016143.714036:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016143.714397:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac893450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335059200:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4016us (4753us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.714414:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3243 00000100:00100000:1.0:1734016143.715414:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.715654:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335059328 00000100:00100000:3.0:1734016143.715664:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335059328 00000100:00100000:3.0:1734016143.715727:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11430 00000100:00100000:3.0:1734016143.715734:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247335059328:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016143.716118:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3963860 -> 3963860 00002000:00010000:3.0:1734016143.716121:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016143.716125:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016143.716126:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016143.716129:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 32 00000100:00100000:3.0:1734016143.716193:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335059328:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 458us (784us total) trans 4294968046 rc 0/0 00000100:00100000:3.0:1734016143.716201:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11430 00000100:00100000:0.0:1734016143.719333:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016143.720604:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335059456 00000100:00100000:1.0:1734016143.720624:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335059456 00000100:00100000:1.0:1734016143.721437:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11431 00000100:00100000:1.0:1734016143.721452:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a111c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247335059456:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.721493:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.721533:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559945ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50bf4 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.721656:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338508672:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016143.722509:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.725202:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338508672:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016143.725258:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559945ae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bf4 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.725273:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559945ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bf4 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.725299:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016143.725365:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a111c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247335059456:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3913us (6062us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.725375:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11431 00000100:00100000:2.0:1734016143.728790:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016143.728986:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335059584 00000100:00100000:1.0:1734016143.729003:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335059584 00000100:00100000:1.0:1734016143.729544:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11432 00000100:00100000:1.0:1734016143.729562:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335059584:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.729600:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.729646:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559945b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50bfb expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.729763:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338508800:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016143.731569:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.739534:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338508800:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016143.739589:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559945b5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bfb expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.739605:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559945b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bfb expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.739623:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016143.739692:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335059584:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10135us (10920us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.739702:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11432 00000100:00100000:2.0:1734016143.746108:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016143.746655:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335059712 00000100:00100000:1.0:1734016143.746669:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335059712 00000100:00100000:1.0:1734016143.746745:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11433 00000100:00100000:1.0:1734016143.746755:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335059712:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.746782:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.746831:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e836f40/0x979ba2bc559945bc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c02 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.746927:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338508928:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016143.748702:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.759539:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338508928:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016143.759664:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e836f40/0x979ba2bc559945bc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c02 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.759693:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e836f40/0x979ba2bc559945bc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c02 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.759742:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016143.760115:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335059712:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 13357us (14027us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.760127:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11433 00000100:00100000:0.0:1734016143.764129:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016143.764678:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335059840 00000100:00100000:1.0:1734016143.764692:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335059840 00000100:00100000:1.0:1734016143.764764:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11434 00000100:00100000:1.0:1734016143.764774:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a111f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:10407:x1818247335059840:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.764802:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.764903:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e835440/0x979ba2bc559945c3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c09 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.764945:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc559945a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2453504->2457599) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bed expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.764953:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016143.764955:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016143.764958:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006e835440/0x979ba2bc559945c3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2502656->2506751] (req 2502656->2506751) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c09 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.765002:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc559945a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2453504->2457599) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bed expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.765018:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc559945a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2453504->2457599) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bed expref: 6 pid: 7684 timeout: 507 lvb_type: 0 00000100:00100000:1.0:1734016143.765038:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338509056:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016143.765143:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.794067:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.794653:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335059968 00000100:00100000:3.0:1734016143.794664:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335059968 00010000:00010000:3.0:1734016143.794706:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc559945a7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2453504->2457599) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bed expref: 7 pid: 7684 timeout: 507 lvb_type: 0 00000100:00100000:1.0:1734016143.795230:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338509056:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016143.795280:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e835440/0x979ba2bc559945c3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2502656->2506751] (req 2502656->2506751) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c09 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.795306:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:3.0:1734016143.795461:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3244 00000100:00100000:3.0:1734016143.795471:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a112300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335059968:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016143.795491:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016143.795604:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc559945a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2453504->2457599) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bed expref: 7 pid: 7684 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.795619:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc559945a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2453504->2457599) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bed expref: 7 pid: 7684 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.795655:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc559945a7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2453504->2457599) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bed expref: 7 pid: 7684 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.796003:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.796006:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.796014:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88006e835440/0x979ba2bc559945c3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2502656->2506751) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c09 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.796024:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006e835440/0x979ba2bc559945c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2502656->2506751) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c09 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.796074:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88006e835440/0x979ba2bc559945c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2502656->2506751) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c09 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.796093:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338509184:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016143.796123:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a111f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335059840:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 31349us (32010us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.796135:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11434 00000100:00100000:3.0:1734016143.797465:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.809604:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.809720:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335060224 00000100:00100000:2.0:1734016143.809735:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335060224 00002000:00100000:2.0:1734016143.809837:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2502656->2506751) req@ffff8800783b4e00 x1818247335060224/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.809861:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b4e00 with x1818247335060224 ext(2502656->2506751) 00002000:00010000:2.0:1734016143.809869:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800783b4e00 00000100:00100000:2.0:1734016143.809908:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9358 00000100:00100000:2.0:1734016143.809919:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335060224:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.810227:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335060224:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 309us (650us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016143.810237:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9358 00002000:00100000:2.0:1734016143.810245:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2502656->2506751) req@ffff8800783b4e00 x1818247335060224/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.810259:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b4e00 with x1818247335060224 ext(2502656->2506751) 00002000:00010000:2.0:1734016143.810262:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800783b4e00 00000100:00100000:3.0:1734016143.813311:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338509184:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016143.813365:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016143.813500:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a112300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247335059968:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 18025us (19448us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.813524:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3244 00000100:00100000:0.0:1734016143.817839:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.818059:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335060480 00000100:00100000:2.0:1734016143.818072:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335060480 00002000:00100000:2.0:1734016143.818134:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2506752->2510847) req@ffff88007a112680 x1818247335060480/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.818146:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a112680 with x1818247335060480 ext(2506752->2510847) 00002000:00010000:2.0:1734016143.818153:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a112680 00000100:00100000:2.0:1734016143.818241:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9359 00000100:00100000:2.0:1734016143.818250:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335060480:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.818542:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335060480:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 291us (748us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016143.818550:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9359 00002000:00100000:2.0:1734016143.818556:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2506752->2510847) req@ffff88007a112680 x1818247335060480/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.818564:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a112680 with x1818247335060480 ext(2506752->2510847) 00002000:00010000:2.0:1734016143.818567:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a112680 00000100:00100000:0.0:1734016143.823622:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.824271:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335060608 00000100:00100000:2.0:1734016143.824288:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335060608 00002000:00100000:2.0:1734016143.824390:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2502656->2510847) req@ffff88007a110000 x1818247335060608/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 8680/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.824409:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a110000 with x1818247335060608 ext(2502656->2510847) 00002000:00010000:2.0:1734016143.824417:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a110000 00000100:00100000:2.0:1734016143.824485:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9360 00000100:00100000:2.0:1734016143.824501:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a110000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335060608:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016143.827663:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a110000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247335060608:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3148us (4051us total) trans 4294968047 rc 0/0 00000100:00100000:2.0:1734016143.827682:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9360 00002000:00100000:2.0:1734016143.827700:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2502656->2510847) req@ffff88007a110000 x1818247335060608/t4294968047(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:104/0 lens 8680/448 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.827711:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a110000 with x1818247335060608 ext(2502656->2510847) 00002000:00010000:2.0:1734016143.827720:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a110000 00000100:00100000:0.0:1734016143.830484:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016143.831567:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335060736 00000100:00100000:1.0:1734016143.831587:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335060736 00000100:00100000:1.0:1734016143.831685:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11435 00000100:00100000:1.0:1734016143.831700:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247335060736:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016143.835074:0:7682:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968047 is committed 00000001:00080000:0.0:1734016143.835099:0:7682:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968046 is committed 00000100:00100000:1.0:1734016143.837996:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335060736:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 6287us (7519us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.838012:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11435 00000100:00100000:0.0:1734016143.852402:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.860287:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335060992 00000100:00100000:3.0:1734016143.860313:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335060992 00000100:00100000:3.0:1734016143.860436:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2353 00000100:00100000:3.0:1734016143.860447:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+29:10407:x1818247335060992:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016143.860544:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016143.860587:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55994568 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bb5 expref: 29 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.860625:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016143.860631:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016143.860898:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559945ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016143.860915:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994576 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bbc expref: 22 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.860923:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559945ca lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016143.860966:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994576 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bbc expref: 22 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.860981:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994576 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bbc expref: 22 pid: 7707 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016143.860995:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338509312:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016143.861107:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.865936:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338509312:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016143.865970:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559945ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016143.867057:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.868915:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335061120 00000100:00100000:3.0:1734016143.868931:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335061120 00010000:00010000:3.0:1734016143.868992:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994576 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bbc expref: 23 pid: 7707 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016143.869041:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3245 00000100:00100000:3.0:1734016143.869050:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:1969:x1818247335061120:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016143.869076:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016143.869083:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994576 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bbc expref: 23 pid: 7707 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.869097:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994576 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bbc expref: 23 pid: 7707 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.869125:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994576 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50bbc expref: 23 pid: 7707 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.870685:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016143.870693:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559945ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016143.870705:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559945ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016143.870711:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559945ca lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016143.870748:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016143.870837:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:1969:x1818247335061120:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1786us (3782us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.870852:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3245 00010000:00010000:0.0:1734016143.871101:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559945ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016143.871111:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559945ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:0.0:1734016143.871262:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968803 00000004:00010000:0.0:1734016143.871332:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007a111180 reply state ffff880078a1b000 transno 4294968804 ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559945ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016143.871342:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016143.871450:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+31:10407:x1818247335060992:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 11006us (19067us total) trans 4294968804 rc 0/0 00000100:00100000:0.0:1734016143.871459:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2353 00000020:00080000:0.0:1734016143.871463:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016143.889673:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016143.890116:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559945ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016143.890135:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559945ca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016143.890143:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559945ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016143.890149:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070103600 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:1.0:1734016143.890154:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559945ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016143.890164:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559945ca lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016143.890193:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016143.890196:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016143.890202:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559945ca lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016143.890207:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559945ca lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016143.894768:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016143.894864:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335061376 00000100:00100000:1.0:1734016143.894877:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335061376 00002000:00010000:1.0:1734016143.894937:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (850483->18446744073709551615) 00002000:00100000:1.0:1734016143.894944:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a111880 with x1818247335061376 ext(850483->18446744073709551615) 00002000:00010000:1.0:1734016143.894967:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a111880. 00000100:00100000:1.0:1734016143.895003:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335061248 00000100:00100000:1.0:1734016143.895007:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335061248 00002000:00010000:1.0:1734016143.895022:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016143.895025:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b4000 with x1818247335061248 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016143.895036:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b4000. 00000100:00100000:1.0:1734016143.895053:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9361 00000100:00100000:1.0:1734016143.895061:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335061376:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016143.895569:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3963860 -> 850483 00002000:00010000:1.0:1734016143.895573:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.895575:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.895577:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.895578:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 0 00000100:00100000:3.0:1734016143.895696:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9362 00000100:00100000:3.0:1734016143.895702:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1970:x1818247335061248:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016143.895778:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016143.895780:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016143.895782:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016142 00002000:00010000:3.0:1734016143.895784:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016143.895786:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:3.0:1734016143.898506:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1970:x1818247335061248:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 2796us (3749us total) trans 4294969625 rc 0/0 00000100:00100000:3.0:1734016143.898524:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9362 00002000:00010000:3.0:1734016143.898535:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016143.898540:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b4000 with x1818247335061248 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016143.898558:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b4000. 00000100:00100000:1.0:1734016143.898928:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335061376:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 2689us (8104us total) trans 4294968048 rc 0/0 00000100:00100000:1.0:1734016143.898940:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9361 00002000:00010000:1.0:1734016143.898943:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (850483->18446744073709551615) 00002000:00100000:1.0:1734016143.898946:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a111880 with x1818247335061376 ext(850483->18446744073709551615) 00002000:00010000:1.0:1734016143.898957:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a111880. 00000100:00100000:3.0:1734016143.905727:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.905907:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335061504 00000100:00100000:0.0:1734016143.905923:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335061504 00000100:00100000:0.0:1734016143.905991:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2354 00000100:00100000:0.0:1734016143.906001:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+30:10407:x1818247335061504:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.906032:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.906061:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc559945d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c10 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.906176:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc559945d8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016143.906192:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc559945d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016143.906205:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc559945d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:0.0:1734016143.906234:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5044787 00000004:00200000:0.0:1734016143.906239:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016143.906256:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc559945d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016143.906279:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc559945d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c10 expref: 32 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.910718:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc559945d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c10 expref: 31 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.910741:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:0.0:1734016143.910744:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016143.910748:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567180, rc 0) 00000100:00100000:0.0:1734016143.910866:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+31:10407:x1818247335061504:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4862us (5153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016143.910879:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2354 00000100:00100000:0.0:1734016143.917632:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016143.917698:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335061632 00000100:00100000:0.0:1734016143.917715:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335061632 00000100:00100000:0.0:1734016143.918407:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11436 00000100:00100000:0.0:1734016143.918417:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:10407:x1818247335061632:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.918445:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.918475:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8565680/0x979ba2bc559945df lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c17 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.918516:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006e835440/0x979ba2bc559945c3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2502656->2506751) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c09 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.918524:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016143.918526:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016143.918529:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8565680/0x979ba2bc559945df lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [176128->188415] (req 176128->188415) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c17 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.918572:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006e835440/0x979ba2bc559945c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2502656->2506751) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c09 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.918590:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006e835440/0x979ba2bc559945c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2502656->2506751) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c09 expref: 8 pid: 7685 timeout: 507 lvb_type: 0 00000100:00100000:0.0:1734016143.918606:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7828a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338509440:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016143.920437:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.929346:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016143.929637:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335061760 00000100:00100000:2.0:1734016143.929654:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335061760 00010000:00010000:2.0:1734016143.929705:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88006e835440/0x979ba2bc559945c3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2502656->2506751) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c09 expref: 9 pid: 7685 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016143.929756:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3246 00000100:00100000:2.0:1734016143.929765:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335061760:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016143.929783:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016143.929859:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88006e835440/0x979ba2bc559945c3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2502656->2506751) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c09 expref: 9 pid: 7685 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016143.929872:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88006e835440/0x979ba2bc559945c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2502656->2506751) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c09 expref: 9 pid: 7685 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016143.929902:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.929905:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.929914:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8565680/0x979ba2bc559945df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 176128->188415) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c17 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.929924:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8565680/0x979ba2bc559945df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 176128->188415) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c17 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.929967:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8565680/0x979ba2bc559945df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 176128->188415) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c17 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.929982:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338509568:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016143.930057:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27000 going to sleep for 11 seconds 00010000:00010000:3.0:1734016143.930311:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e835440/0x979ba2bc559945c3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2502656->2506751) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c09 expref: 9 pid: 7685 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016143.930332:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7828a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338509440:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016143.930352:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8565680/0x979ba2bc559945df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->188415) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c17 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.930360:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8565680, rc 0) 00000100:00100000:3.0:1734016143.930391:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:10407:x1818247335061632:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11976us (12775us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.930400:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11436 00000100:00100000:0.0:1734016143.935070:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338509568:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016143.935117:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016143.935206:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335061760:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5437us (5868us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016143.935224:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3246 00000100:00100000:0.0:1734016143.938666:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.938903:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335061888 00000100:00100000:3.0:1734016143.938916:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335061888 00000100:00100000:3.0:1734016143.938988:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11437 00000100:00100000:3.0:1734016143.939001:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247335061888:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016143.939441:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 850483 -> 850483 00002000:00010000:3.0:1734016143.939445:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016143.939449:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016143.939452:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016143.939454:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016143.944142:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335061888:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 5125us (5475us total) trans 4294968049 rc 0/0 00000100:00100000:3.0:1734016143.944161:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11437 00000100:00100000:0.0:1734016143.946630:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.950568:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335062016 00000100:00100000:3.0:1734016143.950590:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335062016 00000100:00100000:3.0:1734016143.950686:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11438 00000100:00100000:3.0:1734016143.950696:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335062016:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.950733:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.950771:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559945e6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c1e expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.950913:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338509696:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016143.951010:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.953265:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338509696:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016143.953311:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559945e6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c1e expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.953327:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc559945e6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c1e expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.954459:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103600, rc 0) 00000100:00100000:3.0:1734016143.954555:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335062016:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3854us (7937us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.954566:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11438 00000100:00100000:0.0:1734016143.960363:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.960498:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335062144 00000100:00100000:3.0:1734016143.960513:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335062144 00000100:00100000:3.0:1734016143.960593:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11439 00000100:00100000:3.0:1734016143.960602:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335062144:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.960634:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.960665:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc559945ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c25 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.960752:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338509824:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016143.960906:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.965322:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338509824:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016143.965393:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc559945ed lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c25 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.965412:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc559945ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c25 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.965584:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016143.965670:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335062144:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5066us (5321us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.965682:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11439 00000100:00100000:0.0:1734016143.971744:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.971900:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335062272 00000100:00100000:3.0:1734016143.971917:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335062272 00000100:00100000:3.0:1734016143.971998:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11440 00000100:00100000:3.0:1734016143.972009:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:10407:x1818247335062272:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.972048:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.972091:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559945f4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c2c expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.972149:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994553 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba7 expref: 15 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.972162:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016143.972166:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016143.972172:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559945f4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2818048->2826239] (req 2818048->2826239) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c2c expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.972235:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994553 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba7 expref: 15 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.972252:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994553 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba7 expref: 15 pid: 7686 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016143.972278:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338509952:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016143.974389:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.998440:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016143.998579:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338509952:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016143.998633:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559945f4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2818048->2826239] (req 2818048->2826239) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c2c expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.998659:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016143.998732:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:10407:x1818247335062272:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 26724us (27008us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.998742:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11440 00000100:00100000:1.0:1734016143.998861:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335062400 00000100:00100000:1.0:1734016143.998872:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335062400 00010000:00010000:1.0:1734016143.998912:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994553 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba7 expref: 16 pid: 7686 timeout: 507 lvb_type: 0 00000100:00100000:1.0:1734016144.000953:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3247 00000100:00100000:1.0:1734016144.000978:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1970:x1818247335062400:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016144.001769:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016144.001855:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994553 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba7 expref: 16 pid: 7686 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016144.001880:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994553 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba7 expref: 16 pid: 7686 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016144.001911:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994553 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ba7 expref: 16 pid: 7686 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016144.001948:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.001950:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.001960:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559945f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2818048->2826239) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c2c expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.001971:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559945f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2818048->2826239) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c2c expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.002028:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559945f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2818048->2826239) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c2c expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.002042:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338510080:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016144.002152:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.006955:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.007193:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335062528 00000100:00100000:3.0:1734016144.007207:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335062528 00000100:00100000:3.0:1734016144.007281:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11441 00000100:00100000:3.0:1734016144.007292:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335062528:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016144.007641:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016144.007645:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016144.007647:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016144.007649:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016144.007651:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:3.0:1734016144.007756:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335062528:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 466us (826us total) trans 4294969626 rc 0/0 00000100:00100000:3.0:1734016144.007762:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11441 00000100:00100000:1.0:1734016144.008098:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338510080:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016144.008125:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016144.008157:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1970:x1818247335062400:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7190us (9736us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.008166:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3247 00000100:00100000:0.0:1734016144.016605:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016144.020375:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.020951:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335062656 00000100:00100000:3.0:1734016144.020967:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335062656 00000100:00100000:3.0:1734016144.021040:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335062784 00000100:00100000:3.0:1734016144.021042:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335062784 00000100:00100000:3.0:1734016144.021466:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11442 00000100:00100000:3.0:1734016144.021477:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1972:x1818247335062656:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.021504:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.021531:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559945fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c33 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.021621:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338510208:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016144.021704:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.022010:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11443 00000100:00100000:1.0:1734016144.022023:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335062784:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.022033:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.022045:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e8346c0/0x979ba2bc55994602 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c3a expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.022075:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338510336:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016144.022106:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016144.028931:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016142 -> 1734016143 00000100:00100000:3.0:1734016144.028981:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338510208:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016144.029026:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559945fb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c33 expref: 16 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.029042:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc559945fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c33 expref: 16 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.029081:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016144.032035:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1972:x1818247335062656:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10542us (15429us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.032048:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11442 00000100:00100000:1.0:1734016144.034174:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338510336:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016144.034226:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e8346c0/0x979ba2bc55994602 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c3a expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.034242:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e8346c0/0x979ba2bc55994602 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c3a expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.034269:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016144.034334:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335062784:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12315us (13985us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.034344:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11443 00000100:00100000:0.0:1734016144.040983:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016144.041099:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016144.041334:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335062912 00000100:00100000:1.0:1734016144.041342:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335062912 00000100:00100000:1.0:1734016144.041378:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335063040 00000100:00100000:1.0:1734016144.041379:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335063040 00000100:00100000:1.0:1734016144.041395:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11444 00000100:00100000:1.0:1734016144.041401:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1971:x1818247335062912:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.041419:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.041436:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55994609 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c41 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.041487:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338510464:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016144.041540:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.041567:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11445 00000100:00100000:1.0:1734016144.041571:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a782b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335063040:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.041579:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.041591:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e834900/0x979ba2bc55994610 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c48 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.041613:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338510592:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016144.041627:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.045660:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338510464:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016144.045732:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55994609 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c41 expref: 16 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.045759:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837180/0x979ba2bc55994609 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c41 expref: 16 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.045855:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:2.0:1734016144.046134:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338510592:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016144.046161:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e834900/0x979ba2bc55994610 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c48 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.046170:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e834900/0x979ba2bc55994610 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c48 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.046211:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:2.0:1734016144.046264:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335063040:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4690us (5163us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.046277:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11445 00000100:00100000:1.0:1734016144.047636:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a782bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:1971:x1818247335062912:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6225us (6658us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.047645:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11444 00000100:00100000:0.0:1734016144.053172:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016144.053340:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335063168 00000100:00100000:1.0:1734016144.053353:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335063168 00000100:00100000:1.0:1734016144.053565:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11446 00000100:00100000:1.0:1734016144.053572:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+15:10407:x1818247335063168:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.053588:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.053602:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994617 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c4f expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.053635:0:9511:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559945f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2818048->2826239) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c2c expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.053641:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016144.053643:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016144.053646:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994617 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3420160->3428351] (req 3420160->3428351) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c4f expref: 16 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.053798:0:9511:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559945f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2818048->2826239) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c2c expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.054069:0:9511:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559945f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2818048->2826239) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c2c expref: 9 pid: 7685 timeout: 507 lvb_type: 0 00000100:00100000:1.0:1734016144.054083:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338510720:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016144.054385:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.055871:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338510720:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016144.055908:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994617 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3420160->3428351] (req 3420160->3428351) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c4f expref: 16 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.055925:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016144.056625:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:10407:x1818247335063168:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3048us (3460us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.056637:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11446 00000100:00100000:0.0:1734016144.057684:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016144.058152:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335063296 00000100:00100000:1.0:1734016144.058167:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335063296 00010000:00010000:1.0:1734016144.058206:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559945f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2818048->2826239) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c2c expref: 10 pid: 7685 timeout: 507 lvb_type: 0 00000100:00100000:1.0:1734016144.058255:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3248 00000100:00100000:1.0:1734016144.058263:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247335063296:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016144.058280:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016144.058305:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559945f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2818048->2826239) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c2c expref: 10 pid: 7685 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016144.058318:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559945f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2818048->2826239) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c2c expref: 10 pid: 7685 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016144.058343:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559945f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2818048->2826239) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c2c expref: 10 pid: 7685 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016144.058361:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.058362:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.058372:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994617 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3420160->3428351) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c4f expref: 15 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.058379:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994617 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3420160->3428351) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c4f expref: 15 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.058413:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994617 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3420160->3428351) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c4f expref: 15 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.058430:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338510848:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016144.058492:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.065091:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338510848:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016144.065139:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016144.065283:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247335063296:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7013us (7594us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.065304:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3248 00000100:00100000:0.0:1734016144.068161:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016144.068251:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335063552 00000100:00100000:1.0:1734016144.068261:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335063552 00002000:00100000:1.0:1734016144.068317:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3420160->3428351) req@ffff880078e28380 x1818247335063552/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016144.068328:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e28380 with x1818247335063552 ext(3420160->3428351) 00002000:00010000:1.0:1734016144.068334:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e28380 00000100:00100000:1.0:1734016144.068507:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9363 00000100:00100000:1.0:1734016144.068517:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1969:x1818247335063552:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016144.070167:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1969:x1818247335063552:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1644us (2009us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1734016144.070182:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9363 00002000:00100000:1.0:1734016144.070193:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3420160->3428351) req@ffff880078e28380 x1818247335063552/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 488/8632 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016144.070204:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e28380 with x1818247335063552 ext(3420160->3428351) 00002000:00010000:1.0:1734016144.070210:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e28380 00000100:00100000:1.0:1734016144.077645:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016144.078334:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335063680 00000100:00100000:0.0:1734016144.078355:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335063680 00000100:00100000:0.0:1734016144.078447:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2355 00000100:00100000:0.0:1734016144.078460:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:10407:x1818247335063680:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.078496:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016144.078536:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc5599461e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c56 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.081057:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55994625 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016144.081086:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55994625 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016144.081105:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55994625 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:0.0:1734016144.081179:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5044787 00000004:00200000:0.0:1734016144.081185:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016144.081210:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55994625 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:0.0:1734016144.081265:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8565d40/0x979ba2bc5599461e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c56 expref: 24 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.086105:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55994625 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c56 expref: 23 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.086127:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:0.0:1734016144.086131:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016144.086136:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85646c0, rc 0) 00000100:00100000:1.0:1734016144.087048:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:10407:x1818247335063680:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8584us (9419us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.087067:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2355 00000100:00100000:2.0:1734016144.093403:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016144.094473:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335063808 00000100:00100000:1.0:1734016144.094494:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335063808 00000100:00100000:1.0:1734016144.094577:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11447 00000100:00100000:1.0:1734016144.094588:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247335063808:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.094615:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.094647:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599462c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c5d expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.094685:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.094687:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.094698:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599462c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c5d expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.094721:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599462c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c5d expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.094737:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016144.100495:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247335063808:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5866us (7074us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.100516:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11447 00000100:00100000:0.0:1734016144.105361:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016144.105556:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335063936 00000100:00100000:1.0:1734016144.105568:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335063936 00000100:00100000:1.0:1734016144.105672:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11448 00000100:00100000:1.0:1734016144.105680:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335063936:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.105701:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.105720:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e8373c0/0x979ba2bc55994633 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c64 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.105771:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338510976:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016144.105875:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecf00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016144.107725:0:9511:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 850483 -> 2445134 00002000:00010000:1.0:1734016144.107732:0:9511:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016143 -> 1734016144 00002000:00010000:1.0:1734016144.107735:0:9511:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016143 -> 1734016144 00002000:00010000:1.0:1734016144.107737:0:9511:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1734016144.107762:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338510976:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016144.107799:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e8373c0/0x979ba2bc55994633 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c64 expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.107851:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e8373c0/0x979ba2bc55994633 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c64 expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.108484:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016144.108581:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335063936:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2897us (3230us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.108593:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11448 00000100:00100000:0.0:1734016144.115935:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016144.116903:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335064064 00000100:00100000:1.0:1734016144.116917:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335064064 00000100:00100000:1.0:1734016144.116996:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11449 00000100:00100000:1.0:1734016144.117005:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335064064:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.117026:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.117053:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e8358c0/0x979ba2bc5599463a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c6b expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.117134:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338511104:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016144.117230:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecf00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.121748:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338511104:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016144.121804:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e8358c0/0x979ba2bc5599463a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c6b expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.121944:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e8358c0/0x979ba2bc5599463a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c6b expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.121973:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:0.0:1734016144.122340:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335064064:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5333us (6419us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016144.122351:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11449 00000100:00100000:0.0:1734016144.125804:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.128439:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335064192 00000100:00100000:2.0:1734016144.128457:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335064192 00000100:00100000:2.0:1734016144.128538:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11450 00000100:00100000:2.0:1734016144.128548:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335064192:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.128579:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.128605:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc55994641 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c72 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.128698:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338511232:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016144.128843:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.137494:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338511232:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016144.137567:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc55994641 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c72 expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.137584:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc55994641 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c72 expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.137607:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016144.137687:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335064192:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9138us (11895us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.137696:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11450 00000100:00100000:1.0:1734016144.140490:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.140722:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335064448 00000100:00100000:2.0:1734016144.140738:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335064448 00002000:00100000:2.0:1734016144.140885:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3289088->3293183) req@ffff8800783b7480 x1818247335064448/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.140899:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b7480 with x1818247335064448 ext(3289088->3293183) 00002000:00010000:2.0:1734016144.140909:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b7480 00000100:00100000:2.0:1734016144.140957:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9364 00000100:00100000:2.0:1734016144.140968:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1971:x1818247335064448:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.141320:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1971:x1818247335064448:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 351us (839us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.141329:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9364 00002000:00100000:2.0:1734016144.141336:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3289088->3293183) req@ffff8800783b7480 x1818247335064448/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.141343:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b7480 with x1818247335064448 ext(3289088->3293183) 00002000:00010000:2.0:1734016144.141345:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b7480 00000100:00100000:0.0:1734016144.148434:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.149475:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335064704 00000100:00100000:2.0:1734016144.149498:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335064704 00002000:00100000:2.0:1734016144.149613:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3293184->3297279) req@ffff880078e2a680 x1818247335064704/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.149634:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2a680 with x1818247335064704 ext(3293184->3297279) 00002000:00010000:2.0:1734016144.149646:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2a680 00000100:00100000:2.0:1734016144.149703:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9365 00000100:00100000:2.0:1734016144.149712:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1972:x1818247335064704:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.150538:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1972:x1818247335064704:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 823us (2116us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.150548:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9365 00002000:00100000:2.0:1734016144.150556:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3293184->3297279) req@ffff880078e2a680 x1818247335064704/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.150564:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2a680 with x1818247335064704 ext(3293184->3297279) 00002000:00010000:2.0:1734016144.150568:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2a680 00000100:00100000:0.0:1734016144.164720:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.164888:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335064960 00000100:00100000:2.0:1734016144.164899:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335064960 00002000:00100000:2.0:1734016144.164954:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3268608->3334143) req@ffff880078e2b480 x1818247335064960/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 504/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.164965:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2b480 with x1818247335064960 ext(3268608->3334143) 00002000:00010000:2.0:1734016144.164970:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2b480 00000100:00100000:2.0:1734016144.165005:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9366 00000100:00100000:2.0:1734016144.165014:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1971:x1818247335064960:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.177408:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1971:x1818247335064960:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 12382us (12693us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1734016144.177420:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9366 00002000:00100000:2.0:1734016144.177437:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3268608->3334143) req@ffff880078e2b480 x1818247335064960/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 504/440 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.177449:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078e2b480 with x1818247335064960 ext(3268608->3334143) 00002000:00010000:2.0:1734016144.177456:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078e2b480 00000100:00100000:1.0:1734016144.186939:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.187674:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335065088 00000100:00100000:2.0:1734016144.187687:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335065088 00000100:00100000:2.0:1734016144.187740:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11451 00000100:00100000:2.0:1734016144.187748:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335065088:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.187769:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.187790:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994648 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c79 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.187881:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338511360:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016144.187962:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.194038:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338511360:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016144.194146:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994648 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c79 expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.194170:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994648 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c79 expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.194366:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016144.194478:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335065088:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6728us (7549us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.194488:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11451 00000100:00100000:1.0:1734016144.205795:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.207875:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335065216 00000100:00100000:2.0:1734016144.207905:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335065216 00000100:00100000:2.0:1734016144.208036:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11452 00000100:00100000:2.0:1734016144.208052:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335065216:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.208092:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.208128:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599464f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c80 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.208191:0:9511:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8565680/0x979ba2bc559945df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->188415) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c17 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.208201:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.208204:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.208209:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599464f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1368064->1372159] (req 1368064->1372159) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c80 expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.208262:0:9511:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8565680/0x979ba2bc559945df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->188415) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c17 expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.208280:0:9511:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a8565680/0x979ba2bc559945df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->188415) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c17 expref: 6 pid: 7685 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016144.208302:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338511488:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016144.208423:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.214556:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.216778:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338511488:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016144.216862:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599464f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1368064->1372159] (req 1368064->1372159) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c80 expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.216889:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016144.216982:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:10407:x1818247335065216:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8931us (11209us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.216992:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11452 00000100:00100000:3.0:1734016144.219996:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335065344 00000100:00100000:3.0:1734016144.220021:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335065344 00002000:00100000:3.0:1734016144.220131:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2437120->2445133) req@ffff8800783b4380 x1818247335065344/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:105/0 lens 8504/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.220157:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b4380 with x1818247335065344 ext(2437120->2445133) 00010000:00010000:3.0:1734016144.220176:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a8565680/0x979ba2bc559945df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->188415) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c17 expref: 7 pid: 7685 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016144.220195:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a8565680/0x979ba2bc559945df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->188415) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c17 expref: 7 pid: 7685 timeout: 507 lvb_type: 0 00002000:00010000:3.0:1734016144.220205:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800783b4380 00000100:00100000:3.0:1734016144.220292:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 277 00000100:00100000:3.0:1734016144.220304:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335065344:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016144.227137:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335065344:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 6809us (12592us total) trans 4294968050 rc 0/0 00000100:00100000:3.0:1734016144.227159:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 277 00002000:00100000:3.0:1734016144.227184:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2437120->2445133) req@ffff8800783b4380 x1818247335065344/t4294968050(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:105/0 lens 8504/448 e 0 to 0 dl 1734016155 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.227197:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b4380 with x1818247335065344 ext(2437120->2445133) 00010000:00010000:3.0:1734016144.227214:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a8565680/0x979ba2bc559945df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->188415) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c17 expref: 9 pid: 7685 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016144.227237:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a8565680/0x979ba2bc559945df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->188415) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c17 expref: 9 pid: 7685 timeout: 507 lvb_type: 0 00002000:00010000:3.0:1734016144.227245:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800783b4380 00000100:00100000:0.0:1734016144.241462:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016144.242912:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335065472 00000100:00100000:1.0:1734016144.242937:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335065472 00010000:00010000:1.0:1734016144.243025:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8565680/0x979ba2bc559945df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->188415) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c17 expref: 9 pid: 7685 timeout: 507 lvb_type: 0 00000100:00100000:1.0:1734016144.243108:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3249 00000100:00100000:1.0:1734016144.243120:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078e29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247335065472:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016144.243157:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016144.243198:0:6467:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 16 00010000:00010000:1.0:1734016144.243209:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a8565680/0x979ba2bc559945df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 176128->188415) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c17 expref: 9 pid: 7685 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016144.243230:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a8565680/0x979ba2bc559945df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 176128->188415) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c17 expref: 9 pid: 7685 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016144.243281:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8565680/0x979ba2bc559945df lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 176128->188415) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c17 expref: 9 pid: 7685 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016144.247002:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.247015:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.247046:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599464f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1368064->1372159) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c80 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.247065:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599464f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1368064->1372159) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c80 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.247320:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599464f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1368064->1372159) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c80 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016144.247355:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338511616:192.168.201.4@tcp:105: 00000100:00100000:0.0:1734016144.250457:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d73c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.256645:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.256796:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338511616:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016144.256878:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016144.256974:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078e29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247335065472:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 13855us (15527us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.256998:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3249 00000100:00100000:3.0:1734016144.258617:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335065728 00000100:00100000:3.0:1734016144.258639:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335065728 00002000:00100000:3.0:1734016144.258720:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1368064->1372159) req@ffff88012dccd880 x1818247335065728/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.258734:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccd880 with x1818247335065728 ext(1368064->1372159) 00002000:00010000:3.0:1734016144.258739:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dccd880 00000100:00100000:3.0:1734016144.258786:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9367 00000100:00100000:3.0:1734016144.258796:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247335065728:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.261959:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247335065728:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 3142us (5311us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016144.261977:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9367 00002000:00100000:3.0:1734016144.261993:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1368064->1372159) req@ffff88012dccd880 x1818247335065728/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.262006:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccd880 with x1818247335065728 ext(1368064->1372159) 00002000:00010000:3.0:1734016144.262014:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dccd880 00000100:00100000:0.0:1734016144.268521:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.269082:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335065856 00000100:00100000:2.0:1734016144.269096:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335065856 00000100:00100000:2.0:1734016144.269162:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11453 00000100:00100000:2.0:1734016144.269173:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247335065856:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.269203:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.269231:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc55994656 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c87 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.269263:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.269265:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.269273:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc55994656 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c87 expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.269289:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc55994656 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c87 expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.269305:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016144.269354:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247335065856:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 184us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.269360:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11453 00000100:00100000:1.0:1734016144.277568:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.277689:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335066112 00000100:00100000:2.0:1734016144.277704:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335066112 00000100:00100000:2.0:1734016144.277777:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2356 00000100:00100000:2.0:1734016144.277787:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+31:10407:x1818247335066112:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016144.277902:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016144.277947:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8567180/0x979ba2bc559945d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c10 expref: 31 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.277983:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016144.277990:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016144.278262:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599465d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016144.278282:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55994625 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c56 expref: 22 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.278292:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599465d lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016144.278345:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55994625 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c56 expref: 22 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.278362:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55994625 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c56 expref: 22 pid: 7707 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016144.278378:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338511744:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016144.278496:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.282322:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.282566:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338511744:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016144.282616:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599465d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016144.282721:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335066240 00000100:00100000:3.0:1734016144.282734:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335066240 00010000:00010000:3.0:1734016144.282792:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55994625 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c56 expref: 23 pid: 7707 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016144.282860:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3250 00000100:00100000:3.0:1734016144.282870:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac893050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:1970:x1818247335066240:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.282891:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016144.282898:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55994625 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c56 expref: 23 pid: 7707 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016144.282910:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55994625 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c56 expref: 23 pid: 7707 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016144.282944:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85646c0/0x979ba2bc55994625 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c56 expref: 23 pid: 7707 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016144.283342:0:6467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016144.283348:0:6467:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599465d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016144.283360:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599465d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016144.283367:0:6467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599465d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016144.284122:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016144.284699:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599465d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016144.284710:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599465d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:2.0:1734016144.284881:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968805 00000004:00010000:2.0:1734016144.284958:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800783b4a80 reply state ffff88007c9ff000 transno 4294968806 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599465d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016144.284967:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016144.285121:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac893050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:1970:x1818247335066240:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 2246us (2814us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.285135:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3250 00000100:00100000:2.0:1734016144.285736:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+33:10407:x1818247335066112:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 7950us (8186us total) trans 4294968806 rc 0/0 00000100:00100000:2.0:1734016144.285744:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2356 00000020:00080000:2.0:1734016144.285750:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016144.288272:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599465d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016144.288301:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599465d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016144.288309:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599465d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016144.288317:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7404900 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016144.288325:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599465d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016144.288334:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599465d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016144.288360:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016144.288365:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016144.288369:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599465d lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016144.288374:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc5599465d lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016144.289976:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016144.290257:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335066368 00000100:00100000:0.0:1734016144.290269:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335066368 00000100:00100000:0.0:1734016144.290327:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11454 00000100:00100000:0.0:1734016144.290339:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:10407:x1818247335066368:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.290374:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016144.290406:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55994664 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c8e expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.290443:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994617 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3420160->3428351) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c4f expref: 17 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.290459:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599462c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c5d expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.290466:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016144.290468:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016144.290473:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55994664 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c8e expref: 17 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.290536:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599462c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c5d expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.290551:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599462c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c5d expref: 9 pid: 9511 timeout: 507 lvb_type: 1 00000100:00100000:0.0:1734016144.290569:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338511872:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016144.290717:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994617 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3420160->3428351) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c4f expref: 17 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.290725:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994617 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3420160->3428351) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c4f expref: 17 pid: 9511 timeout: 507 lvb_type: 0 00000100:00100000:0.0:1734016144.290734:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338512000:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016144.290756:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.298893:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016144.298954:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.299582:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338511872:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016144.299601:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338512000:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016144.299647:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55994664 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c8e expref: 17 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.299671:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564240, rc 0) 00000100:00100000:2.0:1734016144.299729:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:10407:x1818247335066368:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9391us (9767us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.299737:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11454 00000100:00100000:3.0:1734016144.301725:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335066496 00000100:00100000:3.0:1734016144.301748:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335066496 00000100:00100000:2.0:1734016144.301912:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335066624 00000100:00100000:2.0:1734016144.301918:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335066624 00010000:00010000:2.0:1734016144.301942:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994617 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3420160->3428351) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c4f expref: 17 pid: 9511 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016144.301994:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3251 00000100:00100000:2.0:1734016144.302003:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1971:x1818247335066624:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016144.302028:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016144.302066:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994617 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3420160->3428351) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c4f expref: 17 pid: 9511 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016144.302081:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994617 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3420160->3428351) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c4f expref: 17 pid: 9511 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016144.302123:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994617 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3420160->3428351) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c4f expref: 17 pid: 9511 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016144.302159:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016144.302315:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599462c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c5d expref: 10 pid: 9511 timeout: 507 lvb_type: 1 00000100:00100000:3.0:1734016144.302340:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3252 00000100:00100000:3.0:1734016144.302346:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247335066496:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.302355:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016144.302363:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599462c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c5d expref: 10 pid: 9511 timeout: 507 lvb_type: 1 00010000:00010000:3.0:1734016144.302373:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599462c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c5d expref: 10 pid: 9511 timeout: 507 lvb_type: 1 00010000:00010000:3.0:1734016144.302388:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599462c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c5d expref: 10 pid: 9511 timeout: 507 lvb_type: 1 00010000:00010000:3.0:1734016144.302403:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.302405:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.302413:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55994664 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c8e expref: 16 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.302425:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55994664 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c8e expref: 16 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.302486:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55994664 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c8e expref: 16 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.302508:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338512128:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016144.303966:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1971:x1818247335066624:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 1946us (4993us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.303983:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3251 00000100:00100000:3.0:1734016144.306171:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.317609:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.317875:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335066752 00000100:00100000:2.0:1734016144.317895:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335066752 00000100:00100000:2.0:1734016144.318006:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11455 00000100:00100000:2.0:1734016144.318022:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:10407:x1818247335066752:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.318058:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.318092:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc5599466b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c95 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.318142:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599464f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1368064->1372159) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c80 expref: 10 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.318155:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc55994656 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c87 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.318162:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.318165:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.318171:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc5599466b lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c95 expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.318219:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc55994656 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c87 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.318241:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc55994656 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c87 expref: 8 pid: 9511 timeout: 507 lvb_type: 1 00000100:00100000:2.0:1734016144.318259:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338512256:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016144.318389:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599464f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1368064->1372159) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c80 expref: 10 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.318398:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599464f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1368064->1372159) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c80 expref: 10 pid: 9511 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016144.318408:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338512384:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016144.318438:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.319950:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6467:1818247338512128:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016144.320003:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.320066:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247335066496:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 17718us (21195us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.320081:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3252 00010000:00010000:3.0:1734016144.331701:0:6468:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016144.332571:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078325c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338512256:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016144.333718:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338512384:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016144.333790:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc5599466b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c95 expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.333853:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016144.333937:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:10407:x1818247335066752:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 15918us (16356us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.333951:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11455 00000100:00100000:0.0:1734016144.335494:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016144.336926:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.337215:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335067008 00000100:00100000:3.0:1734016144.337234:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335067008 00010000:00010000:3.0:1734016144.337291:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599464f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1368064->1372159) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c80 expref: 10 pid: 9511 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016144.337344:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335066880 00000100:00100000:3.0:1734016144.337347:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335066880 00010000:00010000:3.0:1734016144.337362:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc55994656 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c87 expref: 9 pid: 9511 timeout: 507 lvb_type: 1 00000100:00100000:3.0:1734016144.337391:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3253 00000100:00100000:3.0:1734016144.337402:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247335067008:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.337422:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016144.337446:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599464f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1368064->1372159) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c80 expref: 10 pid: 9511 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016144.337460:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599464f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1368064->1372159) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c80 expref: 10 pid: 9511 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016144.337488:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599464f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1368064->1372159) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c80 expref: 10 pid: 9511 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016144.337525:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.337599:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335067008:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 198us (2120us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.337609:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3253 00000100:00100000:3.0:1734016144.337626:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3254 00000100:00100000:3.0:1734016144.337630:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335066880:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.337637:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016144.337643:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc55994656 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c87 expref: 9 pid: 9511 timeout: 507 lvb_type: 1 00010000:00010000:3.0:1734016144.337653:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc55994656 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c87 expref: 9 pid: 9511 timeout: 507 lvb_type: 1 00010000:00010000:3.0:1734016144.337663:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc55994656 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c87 expref: 9 pid: 9511 timeout: 507 lvb_type: 1 00010000:00010000:3.0:1734016144.337675:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.337677:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.337686:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc5599466b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c95 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.337697:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc5599466b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c95 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.337744:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc5599466b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c95 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.337758:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338512512:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016144.337804:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.340964:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338512512:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016144.340992:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.341059:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335066880:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3426us (4140us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.341070:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3254 00000100:00100000:0.0:1734016144.345924:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016144.347297:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.347439:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335067136 00000100:00100000:3.0:1734016144.347456:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335067136 00002000:00010000:3.0:1734016144.347524:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016144.347530:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccf800 with x1818247335067136 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016144.347548:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccf800. 00000100:00100000:3.0:1734016144.347582:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335067264 00000100:00100000:3.0:1734016144.347584:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335067264 00002000:00010000:3.0:1734016144.347599:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (345068->18446744073709551615) 00002000:00100000:3.0:1734016144.347602:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccce00 with x1818247335067264 ext(345068->18446744073709551615) 00002000:00010000:3.0:1734016144.347612:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dccce00. 00000100:00100000:3.0:1734016144.347633:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9368 00000100:00100000:3.0:1734016144.347643:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+16:1970:x1818247335067136:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016144.347898:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016144.347903:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016144 00002000:00010000:3.0:1734016144.347906:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016142 00002000:00010000:3.0:1734016144.347909:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016144 00002000:00010000:3.0:1734016144.347912:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:3.0:1734016144.347998:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1970:x1818247335067136:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 356us (2097us total) trans 4294969627 rc 0/0 00000100:00100000:3.0:1734016144.348006:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9368 00002000:00010000:3.0:1734016144.348010:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016144.348013:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccf800 with x1818247335067136 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016144.348017:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dccf800. 00000100:00100000:3.0:1734016144.348040:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9369 00000100:00100000:3.0:1734016144.348044:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335067264:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016144.348395:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2445134 -> 345068 00002000:00010000:3.0:1734016144.348400:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016144.348402:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016144.348404:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016144.348406:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 0 00000100:00100000:3.0:1734016144.348426:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247335067264:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 380us (1136us total) trans 4294968051 rc 0/0 00000100:00100000:3.0:1734016144.348436:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9369 00002000:00010000:3.0:1734016144.348440:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (345068->18446744073709551615) 00002000:00100000:3.0:1734016144.348442:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dccce00 with x1818247335067264 ext(345068->18446744073709551615) 00002000:00010000:3.0:1734016144.348447:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dccce00. 00000100:00100000:0.0:1734016144.357390:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.357548:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335067392 00000100:00100000:2.0:1734016144.357566:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335067392 00000100:00100000:2.0:1734016144.358312:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2357 00000100:00100000:2.0:1734016144.358330:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+32:10407:x1818247335067392:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.358392:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.358437:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55994672 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50c9c expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.358636:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994679 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016144.358659:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994679 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016144.358685:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994679 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016144.358733:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4539372 00000004:00200000:2.0:1734016144.358738:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016144.358767:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994679 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016144.358803:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55994672 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c9c expref: 34 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.359523:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994679 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c9c expref: 33 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.359537:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016144.359540:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016144.359545:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016144.359677:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+33:10407:x1818247335067392:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1350us (2306us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.359693:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2357 00000100:00100000:0.0:1734016144.363774:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016144.364694:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335067648 00000100:00100000:1.0:1734016144.364715:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335067648 00002000:00100000:1.0:1734016144.364803:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (3670016->3674111) req@ffff8800a8685880 x1818247335067648/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016144.364854:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685880 with x1818247335067648 ext(3670016->3674111) 00002000:00010000:1.0:1734016144.364863:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8685880 00000100:00100000:1.0:1734016144.364906:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9370 00000100:00100000:1.0:1734016144.364915:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1969:x1818247335067648:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016144.365196:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1969:x1818247335067648:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 281us (1437us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016144.365208:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9370 00002000:00100000:1.0:1734016144.365214:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (3670016->3674111) req@ffff8800a8685880 x1818247335067648/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016144.365221:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8685880 with x1818247335067648 ext(3670016->3674111) 00002000:00010000:1.0:1734016144.365224:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8685880 00000100:00100000:0.0:1734016144.369167:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.369266:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335067904 00000100:00100000:2.0:1734016144.369283:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335067904 00002000:00100000:2.0:1734016144.369363:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3674112->3678207) req@ffff8801309df800 x1818247335067904/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.369378:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309df800 with x1818247335067904 ext(3674112->3678207) 00002000:00010000:2.0:1734016144.369387:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309df800 00000100:00100000:2.0:1734016144.369442:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9371 00000100:00100000:2.0:1734016144.369453:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1972:x1818247335067904:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.369777:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1972:x1818247335067904:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 325us (627us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.369788:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9371 00002000:00100000:2.0:1734016144.369795:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3674112->3678207) req@ffff8801309df800 x1818247335067904/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.369802:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309df800 with x1818247335067904 ext(3674112->3678207) 00002000:00010000:2.0:1734016144.369804:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309df800 00000100:00100000:0.0:1734016144.374620:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.374903:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335068160 00000100:00100000:2.0:1734016144.374915:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335068160 00000100:00100000:2.0:1734016144.375003:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2358 00000100:00100000:2.0:1734016144.375013:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+33:10407:x1818247335068160:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016144.375109:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016144.375152:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994679 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c9c expref: 33 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.375203:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016144.375208:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016144.375451:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994680 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016144.375471:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994680 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016144.375482:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994680 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:2.0:1734016144.375525:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968807 00000004:00010000:2.0:1734016144.375549:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801309df480 reply state ffff88007bcc1000 transno 4294968808 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994680 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016144.375559:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016144.375681:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+35:10407:x1818247335068160:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 670us (1079us total) trans 4294968808 rc 0/0 00000100:00100000:2.0:1734016144.375689:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2358 00000020:00080000:2.0:1734016144.375695:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016144.380465:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016144.380475:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994680 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016144.380490:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994680 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016144.380498:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994680 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016144.380504:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405d40 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:1.0:1734016144.380510:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994680 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016144.380518:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994680 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016144.380525:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016144.380536:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016144.380539:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1734016144.380595:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335068288 00000100:00100000:3.0:1734016144.380606:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335068288 00000100:00100000:2.0:1734016144.380610:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335068416 00000100:00100000:2.0:1734016144.380613:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335068416 00002000:00010000:3.0:1734016144.380654:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2187295->18446744073709551615) 00002000:00010000:2.0:1734016144.380655:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016144.380659:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309de680 with x1818247335068416 ext(0->18446744073709551615) 00002000:00100000:3.0:1734016144.380660:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309ddc00 with x1818247335068288 ext(2187295->18446744073709551615) 00002000:00010000:2.0:1734016144.380673:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801309de680. 00002000:00010000:3.0:1734016144.380673:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309ddc00. 00000100:00100000:2.0:1734016144.380699:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9372 00000100:00100000:2.0:1734016144.380707:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247335068416:12345-192.168.201.4@tcp:10:fsx.0 00010000:00010000:1.0:1734016144.380862:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994680 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016144.380867:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994680 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016144.381065:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9373 00000100:00100000:3.0:1734016144.381071:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+17:1969:x1818247335068288:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016144.381115:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 345068 -> 0 00002000:00010000:2.0:1734016144.381118:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.381122:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.381124:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.381126:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016144.381194:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247335068416:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 488us (668us total) trans 4294968052 rc 0/0 00000100:00100000:2.0:1734016144.381202:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9372 00002000:00010000:2.0:1734016144.381207:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016144.381209:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309de680 with x1818247335068416 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016144.381212:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801309de680. 00002000:00010000:3.0:1734016144.381411:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 2187295 00002000:00010000:3.0:1734016144.381414:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016144.381416:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016144.381418:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016144.381421:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 96 -> 72 00000100:00100000:3.0:1734016144.381459:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:1969:x1818247335068288:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 387us (1014us total) trans 4294969628 rc 0/0 00000100:00100000:3.0:1734016144.381466:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9373 00002000:00010000:3.0:1734016144.381469:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2187295->18446744073709551615) 00002000:00100000:3.0:1734016144.381471:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309ddc00 with x1818247335068288 ext(2187295->18446744073709551615) 00002000:00010000:3.0:1734016144.381475:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309ddc00. 00000100:00100000:0.0:1734016144.384322:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.384525:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335068544 00000100:00100000:2.0:1734016144.384541:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335068544 00000100:00100000:2.0:1734016144.384628:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2359 00000100:00100000:2.0:1734016144.384639:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+34:10407:x1818247335068544:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.384693:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.384728:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994687 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ca3 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.384933:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599468e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016144.384957:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599468e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016144.384971:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599468e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016144.385018:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2187295 00000004:00200000:2.0:1734016144.385024:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016144.385050:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599468e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016144.385089:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994687 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ca3 expref: 36 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.385114:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599468e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ca3 expref: 35 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.385126:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016144.385129:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016144.385134:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016144.385240:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+35:10407:x1818247335068544:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 603us (939us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.385247:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2359 00000100:00100000:0.0:1734016144.395663:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.395889:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335068800 00000100:00100000:3.0:1734016144.395911:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335068800 00002000:00100000:3.0:1734016144.395996:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->2191359) req@ffff8801309dd500 x1818247335068800/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.396010:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dd500 with x1818247335068800 ext(0->2191359) 00002000:00010000:3.0:1734016144.396017:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dd500 00000100:00100000:3.0:1734016144.396056:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9374 00000100:00100000:3.0:1734016144.396066:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:1969:x1818247335068800:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.451530:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:1969:x1818247335068800:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 55447us (55884us total) trans 0 rc 2191360/2191360 00000100:00100000:3.0:1734016144.451553:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9374 00002000:00100000:3.0:1734016144.451571:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->2191359) req@ffff8801309dd500 x1818247335068800/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 488/440 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 2191360/2191360 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.451583:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dd500 with x1818247335068800 ext(0->2191359) 00002000:00010000:3.0:1734016144.451591:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801309dd500 00000100:00100000:0.0:1734016144.470035:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.470255:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335069056 00000100:00100000:3.0:1734016144.470270:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335069056 00002000:00100000:3.0:1734016144.470367:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (368640->372735) req@ffff8801309dce00 x1818247335069056/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.470382:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dce00 with x1818247335069056 ext(368640->372735) 00002000:00010000:3.0:1734016144.470392:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801309dce00 00000100:00100000:3.0:1734016144.471478:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9375 00000100:00100000:3.0:1734016144.471499:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247335069056:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.474618:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247335069056:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 3100us (4586us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.474638:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9375 00002000:00100000:3.0:1734016144.474657:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (368640->372735) req@ffff8801309dce00 x1818247335069056/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 488/440 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.474671:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801309dce00 with x1818247335069056 ext(368640->372735) 00002000:00010000:3.0:1734016144.474680:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801309dce00 00000100:00100000:0.0:1734016144.489121:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.489700:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335069184 00000100:00100000:2.0:1734016144.489716:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335069184 00000100:00100000:2.0:1734016144.489954:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11456 00000100:00100000:2.0:1734016144.489965:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:10407:x1818247335069184:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.489992:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.490018:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994695 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50caa expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.490051:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc5599466b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c95 expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.490061:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.490063:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.490070:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994695 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1974272->1978367] (req 1974272->1978367) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50caa expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.490115:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc5599466b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c95 expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.490132:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc5599466b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c95 expref: 10 pid: 7684 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016144.490151:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338512640:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016144.490227:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.493687:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.493751:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335069312 00000100:00100000:2.0:1734016144.493769:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335069312 00002000:00100000:2.0:1734016144.493906:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3678208->3686915) req@ffff880078325c00 x1818247335069312/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 9200/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.493919:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078325c00 with x1818247335069312 ext(3678208->3686915) 00010000:00010000:2.0:1734016144.493938:0:13920:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc5599466b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c95 expref: 11 pid: 7684 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016144.493957:0:13920:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc5599466b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c95 expref: 11 pid: 7684 timeout: 508 lvb_type: 0 00002000:00010000:2.0:1734016144.493965:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880078325c00 00000100:00100000:2.0:1734016144.494009:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 278 00000100:00100000:2.0:1734016144.494020:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247335069312:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016144.494922:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338512640:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016144.494957:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994695 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1974272->1978367] (req 1974272->1978367) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50caa expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.494974:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:3.0:1734016144.495034:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:10407:x1818247335069184:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5074us (5944us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.495041:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11456 00000100:00100000:2.0:1734016144.504622:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247335069312:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 10568us (10920us total) trans 4294968053 rc 0/0 00000100:00100000:2.0:1734016144.504651:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 278 00002000:00100000:2.0:1734016144.504678:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3678208->3686915) req@ffff880078325c00 x1818247335069312/t4294968053(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 9200/448 e 0 to 0 dl 1734016155 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.504691:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078325c00 with x1818247335069312 ext(3678208->3686915) 00010000:00010000:2.0:1734016144.504710:0:13920:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc5599466b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c95 expref: 13 pid: 7684 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016144.504732:0:13920:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc5599466b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c95 expref: 13 pid: 7684 timeout: 508 lvb_type: 0 00002000:00010000:2.0:1734016144.504742:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880078325c00 00000100:00100000:0.0:1734016144.514328:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.514506:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335069440 00000100:00100000:3.0:1734016144.514523:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335069440 00010000:00010000:3.0:1734016144.514586:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc5599466b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c95 expref: 13 pid: 7684 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016144.514648:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3255 00000100:00100000:3.0:1734016144.514660:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1972:x1818247335069440:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.514689:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016144.514723:0:6467:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 3686916 00002000:00010000:3.0:1734016144.514726:0:6467:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016144 00002000:00010000:3.0:1734016144.514730:0:6467:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 24 00010000:00010000:3.0:1734016144.514739:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc5599466b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c95 expref: 13 pid: 7684 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016144.514754:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc5599466b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c95 expref: 13 pid: 7684 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016144.514793:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc5599466b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c95 expref: 13 pid: 7684 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016144.516441:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.516450:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.516466:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994695 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1974272->1978367) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50caa expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.516479:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994695 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1974272->1978367) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50caa expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.516558:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994695 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1974272->1978367) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50caa expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.516579:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338512768:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016144.517330:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.522643:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338512768:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016144.522698:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.522873:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1972:x1818247335069440:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8212us (8562us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.522893:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3255 00000100:00100000:2.0:1734016144.526064:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016144.526685:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335069696 00000100:00100000:0.0:1734016144.526699:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335069696 00002000:00100000:0.0:1734016144.526752:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1974272->1978367) req@ffff880078327b80 x1818247335069696/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016144.526763:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078327b80 with x1818247335069696 ext(1974272->1978367) 00002000:00010000:0.0:1734016144.526769:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078327b80 00000100:00100000:0.0:1734016144.526800:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9376 00000100:00100000:0.0:1734016144.526844:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335069696:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016144.527081:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335069696:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 272us (1030us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016144.527088:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9376 00002000:00100000:0.0:1734016144.527095:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1974272->1978367) req@ffff880078327b80 x1818247335069696/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016144.527102:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078327b80 with x1818247335069696 ext(1974272->1978367) 00002000:00010000:0.0:1734016144.527104:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078327b80 00000100:00100000:0.0:1734016144.535063:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.535657:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335069824 00000100:00100000:3.0:1734016144.535673:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335069824 00000100:00100000:3.0:1734016144.535932:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11457 00000100:00100000:3.0:1734016144.535941:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1971:x1818247335069824:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.535979:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.536009:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc5599469c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50cb1 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.536103:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338512896:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016144.539113:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.542543:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338512896:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016144.542609:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc5599469c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cb1 expref: 13 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.542625:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc5599469c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cb1 expref: 13 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.543665:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016144.544034:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1971:x1818247335069824:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8091us (8983us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.544044:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11457 00000100:00100000:0.0:1734016144.549488:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.549928:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335069952 00000100:00100000:3.0:1734016144.549947:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335069952 00000100:00100000:3.0:1734016144.550030:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11458 00000100:00100000:3.0:1734016144.550049:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1972:x1818247335069952:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.550086:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.550119:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc559946a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50cb8 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.550252:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338513024:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016144.552817:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.557040:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338513024:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016144.557085:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc559946a3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cb8 expref: 13 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.557099:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc559946a3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cb8 expref: 13 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.557129:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016144.557196:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1972:x1818247335069952:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7154us (7737us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.557206:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11458 00000100:00100000:0.0:1734016144.560171:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.560313:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335070080 00000100:00100000:3.0:1734016144.560328:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335070080 00000100:00100000:3.0:1734016144.560395:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11459 00000100:00100000:3.0:1734016144.560404:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1971:x1818247335070080:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.560429:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.560457:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc559946aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50cbf expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.560540:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338513152:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016144.560634:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.569047:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338513152:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016144.569122:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc559946aa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cbf expref: 13 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.569149:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc559946aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cbf expref: 13 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.569937:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016144.572943:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1971:x1818247335070080:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12506us (12759us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.572965:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11459 00000100:00100000:0.0:1734016144.576686:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.576937:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335070208 00000100:00100000:3.0:1734016144.576954:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335070208 00000100:00100000:3.0:1734016144.577021:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11460 00000100:00100000:3.0:1734016144.577031:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:10407:x1818247335070208:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.577064:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.577091:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559946b1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50cc6 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.577139:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994695 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1974272->1978367) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50caa expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.577147:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016144.577150:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016144.577153:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559946b1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [868352->876543] (req 868352->876543) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cc6 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.577203:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994695 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1974272->1978367) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50caa expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.577222:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994695 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1974272->1978367) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50caa expref: 8 pid: 7684 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016144.577238:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338513280:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016144.577344:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.585035:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338513280:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016144.585115:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559946b1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [868352->876543] (req 868352->876543) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cc6 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.585146:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016144.589590:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:10407:x1818247335070208:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12544us (12902us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.589608:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11460 00000100:00100000:0.0:1734016144.590135:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.590540:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335070336 00000100:00100000:3.0:1734016144.590561:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335070336 00002000:00100000:3.0:1734016144.590643:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1974272->1978367) req@ffff880077f96d80 x1818247335070336/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:105/0 lens 4584/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.590657:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f96d80 with x1818247335070336 ext(1974272->1978367) 00010000:00010000:3.0:1734016144.590678:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994695 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1974272->1978367) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50caa expref: 9 pid: 7684 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016144.590704:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994695 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1974272->1978367) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50caa expref: 9 pid: 7684 timeout: 508 lvb_type: 0 00002000:00010000:3.0:1734016144.590720:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880077f96d80 00000100:00100000:3.0:1734016144.590759:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 279 00000100:00100000:3.0:1734016144.590768:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247335070336:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016144.593792:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247335070336:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 2995us (3628us total) trans 4294968054 rc 0/0 00000100:00100000:3.0:1734016144.593844:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 279 00002000:00100000:3.0:1734016144.593861:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1974272->1978367) req@ffff880077f96d80 x1818247335070336/t4294968054(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:105/0 lens 4584/448 e 0 to 0 dl 1734016155 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.593874:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f96d80 with x1818247335070336 ext(1974272->1978367) 00010000:00010000:3.0:1734016144.593891:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994695 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1974272->1978367) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50caa expref: 11 pid: 7684 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016144.593915:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994695 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1974272->1978367) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50caa expref: 11 pid: 7684 timeout: 508 lvb_type: 0 00002000:00010000:3.0:1734016144.593922:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880077f96d80 00000100:00100000:0.0:1734016144.596908:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.597379:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335070464 00000100:00100000:3.0:1734016144.597394:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335070464 00010000:00010000:3.0:1734016144.597464:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994695 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1974272->1978367) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50caa expref: 11 pid: 7684 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016144.597724:0:6467:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3256 00000100:00100000:3.0:1734016144.597735:0:6467:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247335070464:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.597760:0:6467:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016144.597795:0:6467:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 32 00010000:00010000:3.0:1734016144.597803:0:6467:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994695 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1974272->1978367) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50caa expref: 11 pid: 7684 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016144.597848:0:6467:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994695 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1974272->1978367) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50caa expref: 11 pid: 7684 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016144.597881:0:6467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994695 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1974272->1978367) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50caa expref: 11 pid: 7684 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016144.598025:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.598028:0:6467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.598036:0:6467:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559946b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 868352->876543) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cc6 expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.598044:0:6467:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559946b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 868352->876543) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cc6 expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.598095:0:6467:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559946b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 868352->876543) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cc6 expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.598110:0:6467:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338513408:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016144.599418:0:6467:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.606584:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.606790:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335070592 00000100:00100000:2.0:1734016144.606802:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335070592 00000100:00100000:2.0:1734016144.606910:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11461 00000100:00100000:2.0:1734016144.606919:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247335070592:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016144.607183:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3686916 -> 3686916 00002000:00010000:2.0:1734016144.607186:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.607189:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.607190:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.607192:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 48 00000100:00100000:3.0:1734016144.607405:0:6467:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6467:1818247338513408:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016144.607432:0:6467:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016144.607704:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1969:x1818247335070592:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 785us (1136us total) trans 4294968055 rc 0/0 00000100:00100000:2.0:1734016144.607712:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11461 00000100:00100000:3.0:1734016144.608075:0:6467:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247335070464:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10341us (11180us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.608087:0:6467:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3256 00000100:00100000:0.0:1734016144.611682:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016144.611853:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335070720 00000100:00100000:1.0:1734016144.611868:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335070720 00000100:00100000:1.0:1734016144.611939:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2360 00000100:00100000:1.0:1734016144.611947:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:10407:x1818247335070720:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.611974:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.611998:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc559946b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ccd expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.612111:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559946bf lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016144.612131:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559946bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016144.612141:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559946bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:1.0:1734016144.612164:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2187295 00000004:00200000:1.0:1734016144.612168:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016144.612186:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559946bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016144.612216:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc559946b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ccd expref: 24 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.612261:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559946bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ccd expref: 23 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.612268:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016144.612271:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016144.612275:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837840, rc 0) 00000100:00100000:1.0:1734016144.612330:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:10407:x1818247335070720:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 384us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.612339:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2360 00000100:00100000:0.0:1734016144.617146:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016144.617259:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.618186:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335070848 00000100:00100000:2.0:1734016144.618203:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335070848 00000100:00100000:3.0:1734016144.620275:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335070976 00000100:00100000:3.0:1734016144.620294:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335070976 00000100:00100000:3.0:1734016144.620376:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11462 00000100:00100000:3.0:1734016144.620390:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335070848:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.620422:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.620451:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc559946c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50cd4 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.620535:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338513536:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016144.620634:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.620667:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11463 00000100:00100000:3.0:1734016144.620672:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247335070976:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.620681:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.620692:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070103840/0x979ba2bc559946cd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50cdb expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.620721:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338513664:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016144.620742:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.624676:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338513664:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016144.624722:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070103840/0x979ba2bc559946cd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cdb expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.624739:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070103840/0x979ba2bc559946cd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cdb expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.624761:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:2.0:1734016144.624884:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247335070976:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4208us (7622us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.624894:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11463 00002000:00010000:3.0:1734016144.625773:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016142 -> 1734016144 00000100:00100000:3.0:1734016144.625794:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338513536:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016144.626134:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc559946c6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cd4 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.626151:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc559946c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cd4 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.628016:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101b00, rc 0) 00000100:00100000:3.0:1734016144.628112:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335070848:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7720us (10994us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.628122:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11462 00000100:00100000:2.0:1734016144.632267:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.632326:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016144.632382:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335071232 00000100:00100000:0.0:1734016144.632394:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335071232 00000100:00100000:0.0:1734016144.632450:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335071104 00000100:00100000:0.0:1734016144.632451:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335071104 00000100:00100000:0.0:1734016144.632482:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11464 00000100:00100000:0.0:1734016144.632491:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247335071232:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.632524:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016144.632545:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8567cc0/0x979ba2bc559946d4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ce9 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016144.632615:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338513792:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016144.632683:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.632773:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11465 00000100:00100000:1.0:1734016144.632781:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247335071104:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.632792:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.632846:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559946db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ce2 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.632890:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338513920:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016144.632919:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.636122:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338513792:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016144.636175:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8567cc0/0x979ba2bc559946d4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ce9 expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.636190:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8567cc0/0x979ba2bc559946d4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ce9 expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.636207:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567cc0, rc 0) 00000100:00100000:1.0:1734016144.636354:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338513920:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016144.636372:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559946db lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ce2 expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.636380:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834d80/0x979ba2bc559946db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ce2 expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.636992:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:2.0:1734016144.637028:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247335071232:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4538us (4779us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.637036:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11464 00000100:00100000:1.0:1734016144.637214:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247335071104:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4432us (4886us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.637218:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11465 00000100:00100000:0.0:1734016144.642167:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016144.642290:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016144.643083:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335071360 00000100:00100000:1.0:1734016144.643098:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335071360 00000100:00100000:1.0:1734016144.643162:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335071488 00000100:00100000:1.0:1734016144.643164:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335071488 00000100:00100000:1.0:1734016144.643193:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11466 00000100:00100000:1.0:1734016144.643207:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335071360:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.643241:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.643281:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559946e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50cf0 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.643375:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338514048:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016144.643479:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.643591:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11467 00000100:00100000:3.0:1734016144.643600:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335071488:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.643615:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.643630:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070100d80/0x979ba2bc559946e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50cf7 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.643676:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338514176:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016144.643712:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.647304:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338514048:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016144.647391:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559946e2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cf0 expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.647413:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835200/0x979ba2bc559946e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cf0 expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.647444:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835200, rc 0) 00000100:00100000:1.0:1734016144.647536:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335071360:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4329us (5388us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.647550:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11466 00000100:00100000:3.0:1734016144.647695:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338514176:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016144.647729:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070100d80/0x979ba2bc559946e9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cf7 expref: 11 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.647740:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070100d80/0x979ba2bc559946e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cf7 expref: 11 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.647761:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016144.647788:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335071488:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4189us (5497us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.647796:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11467 00000100:00100000:0.0:1734016144.650719:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016144.650776:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016144.651000:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335071616 00000100:00100000:1.0:1734016144.651011:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335071616 00000100:00100000:1.0:1734016144.651362:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335071744 00000100:00100000:1.0:1734016144.651365:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335071744 00000100:00100000:3.0:1734016144.651405:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11468 00000100:00100000:3.0:1734016144.651414:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335071616:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.651445:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.651470:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559946f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50cfe expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.651680:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11469 00000100:00100000:1.0:1734016144.651685:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335071744:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.651695:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.651707:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e837cc0/0x979ba2bc559946f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d05 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.651765:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338514304:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016144.651871:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.652232:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338514432:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016144.652262:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.656033:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338514304:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016144.656100:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e837cc0/0x979ba2bc559946f7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d05 expref: 11 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.656121:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e837cc0/0x979ba2bc559946f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d05 expref: 11 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.656144:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016144.656216:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335071744:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4526us (5436us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.656229:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11469 00000100:00100000:3.0:1734016144.656387:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338514432:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016144.656419:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559946f0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cfe expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.656428:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc559946f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cfe expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.656437:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016144.656463:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335071616:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5050us (5761us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.656470:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11468 00000100:00100000:0.0:1734016144.659649:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016144.659727:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016144.659873:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335071872 00000100:00100000:1.0:1734016144.659891:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335071872 00000100:00100000:1.0:1734016144.659961:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335072000 00000100:00100000:1.0:1734016144.659964:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335072000 00000100:00100000:1.0:1734016144.659993:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11470 00000100:00100000:1.0:1734016144.660002:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070024c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335071872:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.660032:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.660064:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc559946fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d0c expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.660137:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338514560:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016144.660222:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.660337:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11471 00000100:00100000:2.0:1734016144.660345:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335072000:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.660355:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.660373:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994705 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d13 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.660407:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338514688:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016144.660436:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.664238:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338514688:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016144.664294:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994705 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d13 expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.664311:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994705 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d13 expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.664421:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338514560:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016144.664446:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc559946fe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d0c expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.664454:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc559946fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d0c expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.664467:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016144.664503:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070024c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335071872:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4503us (4879us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.664511:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11470 00010000:00010000:2.0:1734016144.664649:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016144.664666:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335072000:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4323us (4939us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.664671:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11471 00000100:00100000:0.0:1734016144.668259:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.668398:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335072128 00000100:00100000:2.0:1734016144.668408:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335072128 00000100:00100000:2.0:1734016144.668516:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11472 00000100:00100000:2.0:1734016144.668524:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:10407:x1818247335072128:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.668544:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.668565:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc5599470c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d1a expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.668602:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559946b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 868352->876543) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cc6 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.668608:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.668610:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.668614:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc5599470c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1318912->1323007] (req 1318912->1323007) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d1a expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.668645:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559946b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 868352->876543) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cc6 expref: 13 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.668656:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559946b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 868352->876543) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cc6 expref: 13 pid: 7684 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016144.668666:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338514816:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016144.668716:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.671774:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338514816:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016144.672664:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:2.0:1734016144.672729:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc5599470c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1318912->1323007] (req 1318912->1323007) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d1a expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.672749:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016144.672799:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:10407:x1818247335072128:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4275us (4555us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.672824:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11472 00000100:00100000:2.0:1734016144.672878:0:6467:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335072256 00000100:00100000:2.0:1734016144.672886:0:6467:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335072256 00010000:00010000:2.0:1734016144.672909:0:6467:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559946b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 868352->876543) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cc6 expref: 14 pid: 7684 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016144.672935:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3257 00000100:00100000:2.0:1734016144.672940:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac892c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1970:x1818247335072256:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016144.672956:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016144.672977:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559946b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 868352->876543) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cc6 expref: 14 pid: 7684 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016144.672986:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559946b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 868352->876543) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cc6 expref: 14 pid: 7684 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016144.673006:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559946b1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 868352->876543) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50cc6 expref: 14 pid: 7684 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016144.673016:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.673017:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.673022:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc5599470c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d1a expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.673029:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc5599470c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d1a expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.673054:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc5599470c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d1a expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.673066:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6465:1818247338514944:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016144.673094:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.676083:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6465:1818247338514944:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016144.676122:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016144.676193:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac892c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247335072256:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3249us (3529us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.676209:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3257 00000100:00100000:0.0:1734016144.677188:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.677323:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335072512 00000100:00100000:3.0:1734016144.677332:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335072512 00002000:00100000:3.0:1734016144.677385:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1318912->1323007) req@ffff880078d64e00 x1818247335072512/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.677396:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64e00 with x1818247335072512 ext(1318912->1323007) 00002000:00010000:3.0:1734016144.677403:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d64e00 00000100:00100000:3.0:1734016144.677427:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9377 00000100:00100000:3.0:1734016144.677434:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247335072512:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.677691:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247335072512:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 256us (508us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016144.677696:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9377 00002000:00100000:3.0:1734016144.677701:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1318912->1323007) req@ffff880078d64e00 x1818247335072512/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.677708:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64e00 with x1818247335072512 ext(1318912->1323007) 00002000:00010000:3.0:1734016144.677711:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d64e00 00000100:00100000:0.0:1734016144.682132:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.682303:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335072768 00000100:00100000:2.0:1734016144.682321:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335072768 00002000:00100000:2.0:1734016144.682390:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1323008->1327103) req@ffff880078d65f80 x1818247335072768/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.682402:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d65f80 with x1818247335072768 ext(1323008->1327103) 00002000:00010000:2.0:1734016144.682411:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d65f80 00000100:00100000:2.0:1734016144.682456:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9378 00000100:00100000:2.0:1734016144.682464:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247335072768:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.683120:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247335072768:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 654us (1006us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.683129:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9378 00002000:00100000:2.0:1734016144.683135:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1323008->1327103) req@ffff880078d65f80 x1818247335072768/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.683141:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d65f80 with x1818247335072768 ext(1323008->1327103) 00002000:00010000:2.0:1734016144.683144:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d65f80 00000100:00100000:0.0:1734016144.687202:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.687558:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335072896 00000100:00100000:3.0:1734016144.687572:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335072896 00002000:00100000:3.0:1734016144.687640:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1318912->1327103) req@ffff880078d64a80 x1818247335072896/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:105/0 lens 8680/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.687651:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64a80 with x1818247335072896 ext(1318912->1327103) 00002000:00010000:3.0:1734016144.687662:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d64a80 00000100:00100000:3.0:1734016144.687757:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9379 00000100:00100000:3.0:1734016144.687769:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247335072896:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016144.689010:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1971:x1818247335072896:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 1237us (1830us total) trans 4294968056 rc 0/0 00000100:00100000:3.0:1734016144.689025:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9379 00002000:00100000:3.0:1734016144.689036:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1318912->1327103) req@ffff880078d64a80 x1818247335072896/t4294968056(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:105/0 lens 8680/448 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.689045:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64a80 with x1818247335072896 ext(1318912->1327103) 00002000:00010000:3.0:1734016144.689050:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d64a80 00000100:00100000:0.0:1734016144.691551:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.691721:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335073024 00000100:00100000:2.0:1734016144.691737:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335073024 00000100:00100000:1.0:1734016144.692039:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2361 00000100:00100000:1.0:1734016144.692051:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:10407:x1818247335073024:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:1.0:1734016144.692265:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:10407:x1818247335073024:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 214us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.692272:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2361 00000100:00100000:0.0:1734016144.694903:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.695044:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335073152 00000100:00100000:2.0:1734016144.695061:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335073152 00000100:00100000:2.0:1734016144.695129:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11473 00000100:00100000:2.0:1734016144.695138:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1969:x1818247335073152:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016144.697358:0:7682:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968056 is committed 00000001:00080000:0.0:1734016144.697381:0:7682:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968055 is committed 00000100:00100000:2.0:1734016144.698018:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335073152:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2869us (3115us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.698036:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11473 00000100:00100000:0.0:1734016144.702153:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.702332:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335073280 00000100:00100000:2.0:1734016144.702350:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335073280 00000100:00100000:2.0:1734016144.702422:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11474 00000100:00100000:2.0:1734016144.702431:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247335073280:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.702456:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.702486:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994713 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d21 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.702574:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338515072:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016144.703088:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.705637:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338515072:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016144.705686:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994713 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d21 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.705698:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994713 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d21 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.705997:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016144.706074:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247335073280:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3642us (3952us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.706092:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11474 00000100:00100000:0.0:1734016144.709665:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.709953:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335073408 00000100:00100000:2.0:1734016144.709973:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335073408 00000100:00100000:2.0:1734016144.710056:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11475 00000100:00100000:2.0:1734016144.710065:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247335073408:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.710094:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.710120:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599471a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d28 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.710211:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338515200:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016144.710312:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.713335:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338515200:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016144.713427:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599471a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d28 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.713454:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc5599471a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d28 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.713497:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016144.713597:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247335073408:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3529us (3951us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.713613:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11475 00000100:00100000:0.0:1734016144.716307:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.716445:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335073536 00000100:00100000:2.0:1734016144.716458:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335073536 00000100:00100000:2.0:1734016144.716736:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11476 00000100:00100000:2.0:1734016144.716747:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1971:x1818247335073536:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016144.717385:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3686916 -> 3686916 00002000:00010000:2.0:1734016144.717389:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.717391:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.717393:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.717396:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 48 -> 64 00000100:00100000:2.0:1734016144.717774:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247335073536:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1025us (1475us total) trans 4294968057 rc 0/0 00000100:00100000:2.0:1734016144.717785:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11476 00000100:00100000:0.0:1734016144.720161:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.720463:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335073664 00000100:00100000:3.0:1734016144.720475:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335073664 00000100:00100000:3.0:1734016144.720619:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11477 00000100:00100000:3.0:1734016144.720626:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247335073664:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.720642:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.720663:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55994721 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d2f expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.720727:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338515328:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016144.721055:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.724633:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338515328:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016144.724710:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55994721 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d2f expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.724731:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc55994721 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d2f expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.725392:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016144.725464:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247335073664:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4836us (5313us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.725476:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11477 00000100:00100000:0.0:1734016144.728618:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.728762:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335073792 00000100:00100000:3.0:1734016144.728778:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335073792 00000100:00100000:3.0:1734016144.728906:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11478 00000100:00100000:3.0:1734016144.728918:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247335073792:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.728957:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.728997:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994728 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d36 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.729090:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338515456:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016144.729181:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.731789:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338515456:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016144.731910:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994728 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d36 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.731936:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994728 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d36 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.732524:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016144.732627:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247335073792:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3707us (4024us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.732641:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11478 00000100:00100000:0.0:1734016144.736212:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.736342:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335073920 00000100:00100000:3.0:1734016144.736357:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335073920 00000100:00100000:3.0:1734016144.736428:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11479 00000100:00100000:3.0:1734016144.736435:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247335073920:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.736461:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.736487:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599472f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d3d expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.736679:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338515584:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016144.736765:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.738704:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338515584:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016144.738742:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599472f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d3d expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.738757:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc5599472f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d3d expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.738769:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016144.738852:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247335073920:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2415us (2656us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.738860:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11479 00000100:00100000:0.0:1734016144.741591:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.741714:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335074048 00000100:00100000:3.0:1734016144.741729:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335074048 00000100:00100000:1.0:1734016144.742079:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11480 00000100:00100000:1.0:1734016144.742089:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335074048:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.742120:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.742148:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994736 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d44 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.742235:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338515712:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016144.742337:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.744511:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338515712:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016144.744563:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994736 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d44 expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.744577:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994736 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d44 expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.744616:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016144.744727:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335074048:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2636us (3147us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.744738:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11480 00000100:00100000:0.0:1734016144.747236:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016144.747364:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335074176 00000100:00100000:1.0:1734016144.747373:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335074176 00000100:00100000:1.0:1734016144.747802:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11481 00000100:00100000:1.0:1734016144.747854:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247335074176:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.747877:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.747894:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599473d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d4b expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.747947:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338515840:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016144.748008:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.751790:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338515840:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016144.751937:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599473d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d4b expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.751961:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc5599473d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d4b expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.752135:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:0.0:1734016144.752610:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247335074176:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4757us (5383us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016144.752624:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11481 00000100:00100000:0.0:1734016144.755533:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.755649:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335074304 00000100:00100000:2.0:1734016144.755664:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335074304 00000100:00100000:2.0:1734016144.755925:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11482 00000100:00100000:2.0:1734016144.755934:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335074304:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.755954:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.755974:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994744 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d52 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.756043:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338515968:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016144.756108:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.758420:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338515968:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016144.758461:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994744 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d52 expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.758477:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994744 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d52 expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.758509:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016144.758552:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335074304:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2618us (3035us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.758561:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11482 00000100:00100000:0.0:1734016144.764457:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.764583:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335074432 00000100:00100000:2.0:1734016144.764592:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335074432 00000100:00100000:2.0:1734016144.764645:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11483 00000100:00100000:2.0:1734016144.764652:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335074432:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.764672:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.764690:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599474b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d59 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.764755:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338516096:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016144.764837:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.766766:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338516096:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016144.766897:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599474b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d59 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.766914:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599474b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d59 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.767207:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016144.767620:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335074432:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2964us (3173us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.767636:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11483 00000100:00100000:0.0:1734016144.775495:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.776976:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335074560 00000100:00100000:2.0:1734016144.776994:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335074560 00000100:00100000:2.0:1734016144.777068:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11484 00000100:00100000:2.0:1734016144.777078:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:1969:x1818247335074560:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016144.777443:0:9511:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2187295 -> 5139911 00002000:00010000:2.0:1734016144.777447:0:9511:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.777450:0:9511:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016142 00002000:00010000:2.0:1734016144.777453:0:9511:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.777454:0:9511:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 72 -> 80 00000100:00100000:2.0:1734016144.777542:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:1969:x1818247335074560:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 465us (2068us total) trans 4294969629 rc 0/0 00000100:00100000:2.0:1734016144.777550:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11484 00000100:00100000:0.0:1734016144.790973:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.791144:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335074688 00000100:00100000:3.0:1734016144.791162:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335074688 00000100:00100000:3.0:1734016144.791241:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11485 00000100:00100000:3.0:1734016144.791249:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335074688:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.791284:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.791319:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070101b00/0x979ba2bc55994752 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d60 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.791418:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338516224:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016144.791497:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.793959:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338516224:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016144.794015:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070101b00/0x979ba2bc55994752 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d60 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.794035:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070101b00/0x979ba2bc55994752 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d60 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.794614:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101b00, rc 0) 00000100:00100000:3.0:1734016144.795032:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335074688:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3780us (4076us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.795045:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11485 00000100:00100000:0.0:1734016144.797444:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.797559:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335074816 00000100:00100000:3.0:1734016144.797570:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335074816 00000100:00100000:3.0:1734016144.797708:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11486 00000100:00100000:3.0:1734016144.797715:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335074816:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.797735:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.797757:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070103840/0x979ba2bc55994759 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d67 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.798021:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338516352:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016144.798112:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.803374:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338516352:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016144.803443:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070103840/0x979ba2bc55994759 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d67 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.803463:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070103840/0x979ba2bc55994759 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d67 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.803660:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016144.804872:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335074816:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7143us (7424us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.804889:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11486 00000100:00100000:0.0:1734016144.808202:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.808399:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335074944 00000100:00100000:3.0:1734016144.808412:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335074944 00000100:00100000:3.0:1734016144.809081:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11487 00000100:00100000:3.0:1734016144.809090:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247335074944:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016144.809411:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3686916 -> 3686916 00002000:00010000:3.0:1734016144.809413:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016144.809416:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016144.809418:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016144.809419:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:3.0:1734016144.810325:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247335074944:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1233us (2137us total) trans 4294968058 rc 0/0 00000100:00100000:3.0:1734016144.810336:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11487 00000100:00100000:0.0:1734016144.814401:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.814557:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335075072 00000100:00100000:3.0:1734016144.814570:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335075072 00000100:00100000:3.0:1734016144.814633:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11488 00000100:00100000:3.0:1734016144.814641:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335075072:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.814668:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.814695:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc55994760 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d6e expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.814773:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338516480:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016144.814897:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.818759:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338516480:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016144.818923:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc55994760 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d6e expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.818943:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc55994760 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d6e expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.819495:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016144.819607:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335075072:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4965us (5219us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.819615:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11488 00000100:00100000:0.0:1734016144.823017:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.823260:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335075200 00000100:00100000:3.0:1734016144.823272:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335075200 00000100:00100000:3.0:1734016144.823312:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11489 00000100:00100000:3.0:1734016144.823319:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335075200:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.823342:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.823363:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc55994767 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d75 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.823420:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338516608:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016144.823476:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.825728:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338516608:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016144.825787:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc55994767 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d75 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.825903:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc55994767 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d75 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.827632:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016144.827791:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335075200:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4461us (4776us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.827822:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11489 00000100:00100000:0.0:1734016144.831958:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.832121:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335075328 00000100:00100000:3.0:1734016144.832136:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335075328 00000100:00100000:3.0:1734016144.832267:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11490 00000100:00100000:3.0:1734016144.832280:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:10407:x1818247335075328:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.832313:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.832343:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599476e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d7c expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.832397:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55994664 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c8e expref: 18 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.832405:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016144.832407:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016144.832410:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599476e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4304896->4317183] (req 4304896->4317183) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d7c expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.832456:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55994664 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c8e expref: 18 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.832473:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55994664 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c8e expref: 18 pid: 7684 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016144.832488:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338516736:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016144.833368:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.839182:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338516736:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016144.839243:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599476e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4304896->4317183] (req 4304896->4317183) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d7c expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.839270:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016144.840610:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:10407:x1818247335075328:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8328us (8664us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.840619:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11490 00000100:00100000:0.0:1734016144.844984:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.845093:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335075456 00000100:00100000:2.0:1734016144.845105:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335075456 00010000:00010000:2.0:1734016144.845147:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55994664 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c8e expref: 19 pid: 7684 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016144.845184:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3258 00000100:00100000:2.0:1734016144.845190:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:1970:x1818247335075456:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016144.845208:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016144.845230:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55994664 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c8e expref: 19 pid: 7684 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016144.845244:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55994664 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c8e expref: 19 pid: 7684 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016144.845275:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564240/0x979ba2bc55994664 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50c8e expref: 19 pid: 7684 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016144.845313:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.845316:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.845324:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599476e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d7c expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.845334:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599476e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d7c expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.845374:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599476e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d7c expref: 9 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.845388:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338516864:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016144.845466:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.847443:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.847521:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335075584 00000100:00100000:3.0:1734016144.847529:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335075584 00000100:00100000:3.0:1734016144.847568:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11491 00000100:00100000:3.0:1734016144.847574:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247335075584:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016144.847859:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5139911 -> 5139911 00002000:00010000:3.0:1734016144.847863:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016144.847865:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016144.847867:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016144.847869:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:2.0:1734016144.848156:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338516864:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016144.848184:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016144.848225:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:1970:x1818247335075456:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3035us (3253us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.848237:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3258 00000100:00100000:3.0:1734016144.849509:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247335075584:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1927us (2065us total) trans 4294969630 rc 0/0 00000100:00100000:3.0:1734016144.849526:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11491 00000100:00100000:0.0:1734016144.853232:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.853426:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335075712 00000100:00100000:3.0:1734016144.853443:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335075712 00000100:00100000:3.0:1734016144.853576:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11492 00000100:00100000:3.0:1734016144.853588:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+18:10407:x1818247335075712:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.853618:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.853641:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994775 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d83 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.853673:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599476e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d7c expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.853680:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016144.853682:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016144.853685:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994775 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4558848->4567039] (req 4558848->4567039) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d83 expref: 19 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.853725:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599476e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d7c expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.853739:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599476e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d7c expref: 10 pid: 7686 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016144.853753:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338516992:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016144.854944:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.859615:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016144.859755:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338516992:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016144.859853:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994775 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4558848->4567039] (req 4558848->4567039) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d83 expref: 19 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.859887:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:0.0:1734016144.859950:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:10407:x1818247335075712:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6364us (6732us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.859963:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11492 00000100:00100000:2.0:1734016144.860195:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335075840 00000100:00100000:2.0:1734016144.860208:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335075840 00010000:00010000:2.0:1734016144.860259:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599476e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d7c expref: 11 pid: 7686 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016144.860295:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3259 00000100:00100000:2.0:1734016144.860302:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247335075840:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016144.860324:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016144.860362:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599476e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d7c expref: 11 pid: 7686 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016144.860375:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599476e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d7c expref: 11 pid: 7686 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016144.860414:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc5599476e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d7c expref: 11 pid: 7686 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016144.860453:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.860456:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.860464:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994775 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d83 expref: 18 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.860478:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994775 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d83 expref: 18 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.860533:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994775 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d83 expref: 18 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.860553:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338517120:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016144.860625:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.868684:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338517120:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016144.868722:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016144.868873:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335075840:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8567us (9280us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.868888:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3259 00000100:00100000:0.0:1734016144.883794:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.886601:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335076096 00000100:00100000:3.0:1734016144.886626:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335076096 00002000:00100000:3.0:1734016144.886711:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2191360->4562943) req@ffff88007bcca680 x1818247335076096/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 504/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.886725:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcca680 with x1818247335076096 ext(2191360->4562943) 00002000:00010000:3.0:1734016144.886734:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcca680 00000100:00100000:3.0:1734016144.886784:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9380 00000100:00100000:3.0:1734016144.886794:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:1970:x1818247335076096:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.927801:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:1970:x1818247335076096:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 40983us (44008us total) trans 0 rc 2007040/2007040 00000100:00100000:3.0:1734016144.927845:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9380 00002000:00100000:3.0:1734016144.927867:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2191360->4562943) req@ffff88007bcca680 x1818247335076096/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 504/440 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 2007040/2007040 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.927879:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcca680 with x1818247335076096 ext(2191360->4562943) 00002000:00010000:3.0:1734016144.927885:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcca680 00000100:00100000:0.0:1734016144.936648:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016144.937965:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335076352 00000100:00100000:3.0:1734016144.937981:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335076352 00002000:00100000:3.0:1734016144.938048:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4562944->4567039) req@ffff88007bccb800 x1818247335076352/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.938061:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccb800 with x1818247335076352 ext(4562944->4567039) 00002000:00010000:3.0:1734016144.938068:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccb800 00000100:00100000:3.0:1734016144.938121:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9381 00000100:00100000:3.0:1734016144.938131:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:1970:x1818247335076352:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.938413:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:1970:x1818247335076352:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 282us (1781us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016144.938421:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9381 00002000:00100000:3.0:1734016144.938427:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4562944->4567039) req@ffff88007bccb800 x1818247335076352/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.938433:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccb800 with x1818247335076352 ext(4562944->4567039) 00002000:00010000:3.0:1734016144.938436:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bccb800 00000100:00100000:0.0:1734016144.943360:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.943471:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335076480 00000100:00100000:2.0:1734016144.943490:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335076480 00000100:00100000:2.0:1734016144.943576:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11493 00000100:00100000:2.0:1734016144.943590:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335076480:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.943627:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.943662:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599477c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d8a expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.943759:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338517248:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016144.946069:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.949635:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338517248:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016144.949726:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599477c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d8a expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.949751:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc5599477c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d8a expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.950009:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016144.950106:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335076480:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6516us (6766us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.950121:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11493 00000100:00100000:0.0:1734016144.955175:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.955360:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335076608 00000100:00100000:2.0:1734016144.955375:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335076608 00000100:00100000:2.0:1734016144.955442:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11494 00000100:00100000:2.0:1734016144.955451:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335076608:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.955481:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.955515:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994783 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d91 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.955603:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338517376:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016144.956034:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.961701:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338517376:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016144.961764:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994783 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d91 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.961782:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994783 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d91 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.962195:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016144.962263:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335076608:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6810us (7101us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.962275:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11494 00000100:00100000:0.0:1734016144.968373:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.968716:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335076736 00000100:00100000:2.0:1734016144.968737:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335076736 00000100:00100000:2.0:1734016144.968851:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11495 00000100:00100000:2.0:1734016144.968864:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335076736:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.968904:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.968943:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc5599478a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d98 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.970541:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338517504:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016144.971112:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.976424:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338517504:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016144.976497:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc5599478a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d98 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.976517:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc5599478a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d98 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.977020:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016144.977151:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335076736:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8288us (8795us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.977163:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11495 00000100:00100000:0.0:1734016144.985981:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016144.986186:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335076864 00000100:00100000:2.0:1734016144.986203:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335076864 00000100:00100000:2.0:1734016144.986276:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11496 00000100:00100000:2.0:1734016144.986289:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335076864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.986318:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.986347:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994791 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50d9f expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.986436:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338517632:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016144.986534:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.998301:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338517632:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016144.998390:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994791 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d9f expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.998421:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994791 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d9f expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.998463:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:0.0:1734016144.998546:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335076864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12259us (12586us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016144.998560:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11496 00000100:00100000:0.0:1734016145.004938:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.005074:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335076992 00000100:00100000:2.0:1734016145.005087:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335076992 00000100:00100000:2.0:1734016145.005187:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11497 00000100:00100000:2.0:1734016145.005197:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:10407:x1818247335076992:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.005231:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.005262:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994798 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50da6 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.005315:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994775 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d83 expref: 18 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.005323:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016145.005325:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016145.005328:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994798 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4059136->4071423] (req 4059136->4071423) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50da6 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.005371:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994775 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d83 expref: 18 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.005387:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994775 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d83 expref: 18 pid: 7686 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016145.005402:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338517760:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016145.005505:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00080000:0.0:1734016145.006219:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016115 00000100:00100000:2.0:1734016145.008909:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338517760:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016145.008993:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994798 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4059136->4071423] (req 4059136->4071423) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50da6 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.009667:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016145.009845:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:10407:x1818247335076992:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4647us (4923us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.009858:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11497 00000100:00100000:0.0:1734016145.015238:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016145.016288:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335077120 00000100:00100000:3.0:1734016145.016307:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335077120 00002000:00100000:3.0:1734016145.016395:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4558848->4567039) req@ffff8800700cce00 x1818247335077120/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:106/0 lens 8680/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.016409:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cce00 with x1818247335077120 ext(4558848->4567039) 00010000:00010000:3.0:1734016145.016426:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994775 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d83 expref: 19 pid: 7686 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016145.016444:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994775 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d83 expref: 19 pid: 7686 timeout: 508 lvb_type: 0 00002000:00010000:3.0:1734016145.016453:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800700cce00 00000100:00080000:0.0:1734016145.016546:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016115 00000100:00100000:2.0:1734016145.017233:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 280 00000100:00100000:2.0:1734016145.017246:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:1969:x1818247335077120:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016145.024365:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:1969:x1818247335077120:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 7083us (9111us total) trans 4294969631 rc 0/0 00000100:00100000:2.0:1734016145.024397:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 280 00002000:00100000:2.0:1734016145.024430:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4558848->4567039) req@ffff8800700cce00 x1818247335077120/t4294969631(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:106/0 lens 8680/448 e 0 to 0 dl 1734016156 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.024448:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800700cce00 with x1818247335077120 ext(4558848->4567039) 00010000:00010000:2.0:1734016145.024469:0:13920:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994775 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d83 expref: 21 pid: 7686 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016145.024502:0:13920:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994775 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d83 expref: 21 pid: 7686 timeout: 508 lvb_type: 0 00002000:00010000:2.0:1734016145.024512:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800700cce00 00000100:00100000:0.0:1734016145.030163:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.030475:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335077248 00000100:00100000:2.0:1734016145.030500:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335077248 00010000:00010000:2.0:1734016145.030571:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994775 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d83 expref: 21 pid: 7686 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016145.031320:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3260 00000100:00100000:2.0:1734016145.031333:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:1969:x1818247335077248:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016145.031367:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016145.031412:0:6465:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 80 -> 96 00010000:00010000:2.0:1734016145.031422:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994775 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d83 expref: 21 pid: 7686 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016145.031439:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994775 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d83 expref: 21 pid: 7686 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016145.031479:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994775 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d83 expref: 21 pid: 7686 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016145.031520:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.031523:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.031536:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994798 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4059136->4071423) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50da6 expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.031550:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994798 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4059136->4071423) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50da6 expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.031622:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994798 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4059136->4071423) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50da6 expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.031646:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338517888:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016145.031798:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.042856:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338517888:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016145.042892:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016145.042957:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:1969:x1818247335077248:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 11627us (12820us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.042971:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3260 00000100:00100000:0.0:1734016145.046363:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.047204:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335077376 00000100:00100000:2.0:1734016145.047219:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335077376 00000100:00100000:2.0:1734016145.047306:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11498 00000100:00100000:2.0:1734016145.047319:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247335077376:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016145.047715:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5139911 -> 5139911 00002000:00010000:2.0:1734016145.047720:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016145.047722:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016145.047724:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016145.047727:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:2.0:1734016145.047904:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335077376:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 586us (1564us total) trans 4294969632 rc 0/0 00000100:00100000:2.0:1734016145.047913:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11498 00000100:00100000:0.0:1734016145.056868:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.056960:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335077504 00000100:00100000:1.0:1734016145.056981:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335077504 00000100:00100000:1.0:1734016145.057385:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11499 00000100:00100000:1.0:1734016145.057397:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:10407:x1818247335077504:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.057444:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.057489:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599479f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50dad expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.057550:0:9511:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994798 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4059136->4071423) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50da6 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.057559:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016145.057563:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016145.057568:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599479f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4706304->4710399] (req 4706304->4710399) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dad expref: 21 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.057632:0:9511:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994798 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4059136->4071423) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50da6 expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.057654:0:9511:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994798 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4059136->4071423) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50da6 expref: 11 pid: 7686 timeout: 508 lvb_type: 0 00000100:00100000:1.0:1734016145.057681:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338518016:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016145.057798:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.061491:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.062531:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335077632 00000100:00100000:2.0:1734016145.062547:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335077632 00010000:00010000:2.0:1734016145.062613:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994798 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4059136->4071423) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50da6 expref: 12 pid: 7686 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016145.062677:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3261 00000100:00100000:2.0:1734016145.062687:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800700cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335077632:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016145.062711:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016145.062757:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994798 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4059136->4071423) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50da6 expref: 12 pid: 7686 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016145.062774:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994798 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4059136->4071423) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50da6 expref: 12 pid: 7686 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016145.062843:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.062846:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.062857:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599479f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4706304->4710399) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dad expref: 21 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.062867:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599479f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4706304->4710399) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dad expref: 21 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.062929:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599479f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4706304->4710399) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dad expref: 21 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.062950:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338518144:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016145.063075:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.066199:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338518144:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016145.066274:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016145.066373:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335077632:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3684us (4908us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.066395:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3261 00010000:00010000:1.0:1734016145.066884:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994798 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4059136->4071423) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50da6 expref: 11 pid: 7686 timeout: 508 lvb_type: 0 00000100:00100000:1.0:1734016145.066925:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338518016:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016145.066960:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599479f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4706304->4710399) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dad expref: 21 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.066980:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016145.067012:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800700cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:10407:x1818247335077504:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9620us (10165us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.067022:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11499 00000100:00100000:0.0:1734016145.071733:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.074955:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335077760 00000100:00100000:1.0:1734016145.074982:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335077760 00000100:00100000:1.0:1734016145.075085:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11500 00000100:00100000:1.0:1734016145.075096:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:1970:x1818247335077760:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:1.0:1734016145.075410:0:9511:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5139911 -> 5139911 00002000:00010000:1.0:1734016145.075413:0:9511:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:1.0:1734016145.075416:0:9511:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:1.0:1734016145.075418:0:9511:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:1.0:1734016145.075420:0:9511:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:1.0:1734016145.075567:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:1970:x1818247335077760:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 471us (3856us total) trans 4294969633 rc 0/0 00000100:00100000:1.0:1734016145.075577:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11500 00000100:00100000:2.0:1734016145.079468:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016145.079785:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335077888 00000100:00100000:0.0:1734016145.079795:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335077888 00000100:00100000:0.0:1734016145.080926:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11501 00000100:00100000:0.0:1734016145.080938:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247335077888:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.080969:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.081000:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc559947a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50db4 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.083317:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338518272:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016145.083490:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00002000:00010000:1.0:1734016145.087786:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016142 -> 1734016144 00002000:00010000:1.0:1734016145.087797:0:7686:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016144 -> 1734016145 00000100:00100000:1.0:1734016145.087888:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338518272:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016145.087922:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc559947a6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50db4 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.087935:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567a80/0x979ba2bc559947a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50db4 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.087958:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567a80, rc 0) 00000100:00100000:1.0:1734016145.088017:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247335077888:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7081us (8568us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.088026:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11501 00000100:00100000:2.0:1734016145.091935:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.092413:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335078016 00000100:00100000:1.0:1734016145.092427:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335078016 00000100:00100000:1.0:1734016145.093239:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11502 00000100:00100000:1.0:1734016145.093248:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247335078016:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.093272:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.093290:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559947ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50dbb expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.093358:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338518400:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016145.093911:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.100597:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338518400:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016145.100659:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559947ad lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dbb expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.100674:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc559947ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dbb expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.100926:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016145.101331:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247335078016:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8081us (9412us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.101342:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11502 00000100:00100000:0.0:1734016145.106578:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.106838:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335078144 00000100:00100000:1.0:1734016145.106852:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335078144 00000100:00100000:1.0:1734016145.106945:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11503 00000100:00100000:1.0:1734016145.106956:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335078144:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.106997:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1734016145.107602:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016115 00010000:00010000:1.0:1734016145.107667:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e834900/0x979ba2bc559947b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50dc2 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.107761:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338518528:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016145.107901:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00002000:00010000:1.0:1734016145.117442:0:7686:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016144 -> 1734016145 00000100:00100000:1.0:1734016145.117501:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338518528:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016145.117569:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e834900/0x979ba2bc559947b4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dc2 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.117594:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e834900/0x979ba2bc559947b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dc2 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.117640:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:1.0:1734016145.117738:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335078144:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10784us (11176us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.117751:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11503 00000100:00100000:0.0:1734016145.133388:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016145.134409:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016145.134712:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335078400 00000100:00100000:3.0:1734016145.134728:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335078400 00002000:00100000:3.0:1734016145.134799:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4550655) req@ffff88007a3cb480 x1818247335078400/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:106/0 lens 504/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.134836:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb480 with x1818247335078400 ext(0->4550655) 00002000:00010000:3.0:1734016145.134844:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cb480 00000100:00100000:3.0:1734016145.137219:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335078528 00000100:00100000:3.0:1734016145.137249:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335078528 00002000:00100000:3.0:1734016145.137330:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff88007a3c9500 x1818247335078528/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.137342:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9500 with x1818247335078528 ext(4190208->4194303) 00002000:00010000:3.0:1734016145.137349:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9500 00000100:00100000:2.0:1734016145.137452:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9382 00000100:00100000:2.0:1734016145.137473:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:1972:x1818247335078400:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016145.145036:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9383 00000100:00100000:3.0:1734016145.145065:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:1971:x1818247335078528:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016145.145447:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:1971:x1818247335078528:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 388us (11038us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016145.145457:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9383 00002000:00100000:3.0:1734016145.145476:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff88007a3c9500 x1818247335078528/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.145490:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9500 with x1818247335078528 ext(4190208->4194303) 00002000:00010000:3.0:1734016145.145500:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9500 00000100:00100000:2.0:1734016145.221964:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:1972:x1818247335078400:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 84466us (88555us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016145.221994:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9382 00002000:00100000:2.0:1734016145.222020:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4550655) req@ffff88007a3cb480 x1818247335078400/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:106/0 lens 504/440 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.222033:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3cb480 with x1818247335078400 ext(0->4550655) 00002000:00010000:2.0:1734016145.222044:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3cb480 00000100:00100000:0.0:1734016145.240744:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.242934:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335078912 00000100:00100000:2.0:1734016145.242953:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335078912 00002000:00100000:2.0:1734016145.243017:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4550656->4554751) req@ffff88007a3c9c00 x1818247335078912/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.243028:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9c00 with x1818247335078912 ext(4550656->4554751) 00002000:00010000:2.0:1734016145.243036:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9c00 00000100:00100000:2.0:1734016145.243075:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9384 00000100:00100000:2.0:1734016145.243083:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:1971:x1818247335078912:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016145.243367:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:1971:x1818247335078912:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 283us (2641us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016145.243375:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9384 00002000:00100000:2.0:1734016145.243382:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4550656->4554751) req@ffff88007a3c9c00 x1818247335078912/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.243389:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a3c9c00 with x1818247335078912 ext(4550656->4554751) 00002000:00010000:2.0:1734016145.243392:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a3c9c00 00000100:00100000:0.0:1734016145.254427:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.254555:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335079040 00000100:00100000:1.0:1734016145.254566:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335079040 00000100:00100000:1.0:1734016145.254639:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11504 00000100:00100000:1.0:1734016145.254650:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335079040:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.254682:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.254716:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e837180/0x979ba2bc559947bb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50dc9 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.254872:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338518656:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016145.254988:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.257174:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338518656:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016145.257244:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e837180/0x979ba2bc559947bb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dc9 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.257270:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e837180/0x979ba2bc559947bb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dc9 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.257319:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016145.258717:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335079040:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4055us (4293us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.258735:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11504 00000100:00100000:0.0:1734016145.261613:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.263028:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335079168 00000100:00100000:1.0:1734016145.263045:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335079168 00000100:00100000:1.0:1734016145.263118:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11505 00000100:00100000:1.0:1734016145.263128:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335079168:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.263162:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.263188:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e8346c0/0x979ba2bc559947c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50dd0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.263269:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338518784:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016145.263354:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.265946:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338518784:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016145.266016:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e8346c0/0x979ba2bc559947c2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dd0 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.266038:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e8346c0/0x979ba2bc559947c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dd0 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.266078:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016145.266174:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335079168:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3045us (4572us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.266193:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11505 00000100:00100000:0.0:1734016145.272886:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.273525:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335079296 00000100:00100000:1.0:1734016145.273541:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335079296 00000100:00100000:1.0:1734016145.273621:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11506 00000100:00100000:1.0:1734016145.273631:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247335079296:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.273664:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.277977:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc559947c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50dd7 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.278105:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338518912:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016145.278258:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00002000:00010000:1.0:1734016145.283974:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016144 -> 1734016145 00000100:00100000:1.0:1734016145.284025:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338518912:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016145.284098:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc559947c9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dd7 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.284117:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc559947c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dd7 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.287633:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:1.0:1734016145.287852:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247335079296:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 14176us (14943us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.287869:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11506 00000100:00100000:0.0:1734016145.290219:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.290346:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335079424 00000100:00100000:1.0:1734016145.290363:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335079424 00000100:00100000:1.0:1734016145.290441:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11507 00000100:00100000:1.0:1734016145.290452:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:10407:x1818247335079424:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.290483:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.290517:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559947d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50dde expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.290573:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599479f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4706304->4710399) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dad expref: 21 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.290582:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016145.290585:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016145.290590:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559947d0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5095424->5099519] (req 5095424->5099519) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dde expref: 12 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.290641:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599479f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4706304->4710399) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dad expref: 21 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.290659:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599479f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4706304->4710399) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dad expref: 21 pid: 9511 timeout: 508 lvb_type: 0 00000100:00100000:1.0:1734016145.290678:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338519040:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016145.290782:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.302978:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338519040:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016145.303049:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559947d0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5095424->5099519] (req 5095424->5099519) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dde expref: 12 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.303079:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016145.303170:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:10407:x1818247335079424:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12718us (12961us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.303184:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11507 00000100:00100000:0.0:1734016145.306632:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.306873:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335079552 00000100:00100000:2.0:1734016145.306887:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335079552 00010000:00010000:2.0:1734016145.306947:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599479f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4706304->4710399) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dad expref: 22 pid: 9511 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016145.306994:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3262 00000100:00100000:2.0:1734016145.307003:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:1969:x1818247335079552:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016145.307023:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016145.307057:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599479f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4706304->4710399) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dad expref: 22 pid: 9511 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016145.307075:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599479f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4706304->4710399) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dad expref: 22 pid: 9511 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016145.307108:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8358c0/0x979ba2bc5599479f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4706304->4710399) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dad expref: 22 pid: 9511 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016145.307242:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.307245:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.307254:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559947d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5095424->5099519) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dde expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.307265:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559947d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5095424->5099519) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dde expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.307314:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559947d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5095424->5099519) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dde expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.307331:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078327800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338519168:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016145.307441:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.319950:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078327800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338519168:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016145.320006:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016145.320109:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:1969:x1818247335079552:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 13102us (13496us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.320131:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3262 00000100:00100000:0.0:1734016145.328997:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016145.329600:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.329709:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335079808 00000100:00100000:1.0:1734016145.329726:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335079808 00002000:00100000:1.0:1734016145.329870:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->5099519) req@ffff88012cf61500 x1818247335079808/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:106/0 lens 504/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.329883:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61500 with x1818247335079808 ext(0->5099519) 00002000:00010000:1.0:1734016145.329892:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf61500 00000100:00100000:1.0:1734016145.330617:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335080064 00000100:00100000:1.0:1734016145.330627:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335080064 00002000:00100000:1.0:1734016145.330650:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff88012cf63100 x1818247335080064/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.330658:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63100 with x1818247335080064 ext(4190208->4194303) 00002000:00010000:1.0:1734016145.330662:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf63100 00000100:00100000:1.0:1734016145.330987:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9385 00000100:00100000:1.0:1734016145.330999:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247335079808:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016145.337404:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9386 00000100:00100000:3.0:1734016145.337430:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247335080064:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016145.337778:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247335080064:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 353us (8179us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016145.337786:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9386 00002000:00100000:3.0:1734016145.337800:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff88012cf63100 x1818247335080064/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.337838:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63100 with x1818247335080064 ext(4190208->4194303) 00002000:00010000:3.0:1734016145.337849:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf63100 00010000:00010000:2.0:1734016145.338705:0:9875:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016145.420670:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247335079808:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 88020us (90036us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016145.420706:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9385 00002000:00100000:1.0:1734016145.420734:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->5099519) req@ffff88012cf61500 x1818247335079808/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:106/0 lens 504/440 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.420748:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61500 with x1818247335079808 ext(0->5099519) 00002000:00010000:1.0:1734016145.420763:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf61500 00000100:00100000:0.0:1734016145.433084:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016145.433165:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.433326:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335080448 00000100:00100000:1.0:1734016145.433341:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335080448 00002000:00100000:1.0:1734016145.433440:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (5099520->5103615) req@ffff88012cf61180 x1818247335080448/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.433451:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61180 with x1818247335080448 ext(5099520->5103615) 00002000:00010000:1.0:1734016145.433461:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf61180 00000100:00100000:2.0:1734016145.433717:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335080576 00000100:00100000:2.0:1734016145.433722:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335080576 00002000:00100000:2.0:1734016145.433765:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->3690495) req@ffff88012cf62a00 x1818247335080576/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:106/0 lens 504/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.433773:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62a00 with x1818247335080576 ext(0->3690495) 00002000:00010000:2.0:1734016145.433779:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf62a00 00000100:00100000:2.0:1734016145.433868:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9387 00000100:00100000:2.0:1734016145.433877:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247335080576:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016145.437071:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9388 00000100:00100000:1.0:1734016145.437102:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1972:x1818247335080448:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016145.437628:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1972:x1818247335080448:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 534us (4563us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016145.437640:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9388 00002000:00100000:1.0:1734016145.437658:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (5099520->5103615) req@ffff88012cf61180 x1818247335080448/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.437673:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf61180 with x1818247335080448 ext(5099520->5103615) 00002000:00010000:1.0:1734016145.437683:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf61180 00000100:00080000:0.0:1734016145.438224:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016115 00000100:00100000:0.0:1734016145.443657:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016145.443805:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335080704 00000100:00100000:3.0:1734016145.443877:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335080704 00002000:00100000:3.0:1734016145.443970:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5095424->5103615) req@ffff88012cf60000 x1818247335080704/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:106/0 lens 8680/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.443990:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60000 with x1818247335080704 ext(5095424->5103615) 00002000:00010000:3.0:1734016145.443998:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60000 00000100:00100000:3.0:1734016145.444054:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9389 00000100:00100000:3.0:1734016145.444064:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335080704:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016145.450050:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1969:x1818247335080704:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 5952us (6379us total) trans 4294969634 rc 0/0 00000100:00100000:3.0:1734016145.450076:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9389 00002000:00100000:3.0:1734016145.450096:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5095424->5103615) req@ffff88012cf60000 x1818247335080704/t4294969634(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:106/0 lens 8680/448 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.450108:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf60000 with x1818247335080704 ext(5095424->5103615) 00002000:00010000:3.0:1734016145.450116:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf60000 00000100:00100000:0.0:1734016145.452724:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.452875:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335080832 00000100:00100000:1.0:1734016145.452892:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335080832 00000100:00100000:1.0:1734016145.452985:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11508 00000100:00100000:1.0:1734016145.452996:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247335080832:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016145.457130:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969634 is committed 00000001:00080000:0.0:1734016145.457154:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969633 is committed 00000100:00100000:1.0:1734016145.457423:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247335080832:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 4420us (4716us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.457437:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11508 00000100:00100000:1.0:1734016145.464471:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.464540:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016145.465565:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335081088 00000100:00100000:0.0:1734016145.465584:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335081088 00000100:00100000:3.0:1734016145.465644:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335080960 00000100:00100000:3.0:1734016145.465651:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335080960 00000100:00100000:3.0:1734016145.465736:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11509 00000100:00100000:3.0:1734016145.465750:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335080960:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.465789:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.465858:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559947d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50de5 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.465999:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338519296:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016145.466125:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.468870:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11510 00000100:00100000:1.0:1734016145.468891:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335081088:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.468940:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.468987:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e8358c0/0x979ba2bc559947de lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50dec expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.469104:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338519424:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016145.469236:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00002000:00010000:1.0:1734016145.474620:0:7685:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016144 -> 1734016145 00002000:00010000:1.0:1734016145.474634:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 96 -> 112 00000100:00100000:1.0:1734016145.474667:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338519296:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016145.474719:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559947d7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50de5 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.474740:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc559947d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50de5 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.474758:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:1.0:1734016145.474855:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335080960:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9107us (10311us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.474866:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11509 00002000:00010000:1.0:1734016145.481912:0:7686:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016144 -> 1734016145 00002000:00010000:1.0:1734016145.481926:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016144 -> 1734016145 00000100:00100000:1.0:1734016145.481956:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338519424:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016145.482013:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e8358c0/0x979ba2bc559947de lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dec expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.482039:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e8358c0/0x979ba2bc559947de lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dec expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.482058:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016145.482143:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335081088:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 13256us (17697us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.482154:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11510 00000100:00100000:0.0:1734016145.509267:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016145.509331:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.509450:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335081344 00000100:00100000:2.0:1734016145.509470:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335081344 00000100:00100000:2.0:1734016145.509542:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335081216 00000100:00100000:2.0:1734016145.509545:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335081216 00000100:00100000:2.0:1734016145.509592:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11511 00000100:00100000:2.0:1734016145.509602:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335081344:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.509633:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.509664:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc559947e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50dfa expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.509775:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078327800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338519552:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016145.509930:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.512777:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11512 00000100:00100000:1.0:1734016145.512796:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335081216:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.512864:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.512885:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559947ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50df3 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.512954:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338519680:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016145.513023:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.522714:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078327800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338519552:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016145.522873:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc559947e5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dfa expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.522897:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc559947e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dfa expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.527909:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016145.528098:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335081344:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 18480us (18837us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.528115:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11511 00000100:00100000:1.0:1734016145.528681:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338519680:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016145.528791:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559947ec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50df3 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.528858:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835680/0x979ba2bc559947ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50df3 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.528897:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835680, rc 0) 00000100:00100000:1.0:1734016145.529010:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335081216:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 16216us (19676us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.529024:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11512 00000100:00100000:3.0:1734016145.540549:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247335080576:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 106648us (107357us total) trans 0 rc 3682304/3682304 00000100:00100000:3.0:1734016145.540570:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9387 00002000:00100000:3.0:1734016145.540593:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->3690495) req@ffff88012cf62a00 x1818247335080576/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:106/0 lens 504/440 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 3682304/3682304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.540607:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62a00 with x1818247335080576 ext(0->3690495) 00002000:00010000:3.0:1734016145.540617:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf62a00 00000100:00100000:0.0:1734016145.541716:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.542231:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335081472 00000100:00100000:1.0:1734016145.542242:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335081472 00000100:00100000:1.0:1734016145.543043:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11513 00000100:00100000:1.0:1734016145.543051:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335081472:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.543070:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.543095:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559947f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e01 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.543162:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338519808:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016145.543225:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.547232:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.547382:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335081600 00000100:00100000:2.0:1734016145.547410:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335081600 00000100:00100000:2.0:1734016145.547524:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11514 00000100:00100000:2.0:1734016145.547535:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335081600:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.547572:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.547606:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc559947fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e08 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.547708:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078327800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338519936:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016145.549444:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.558736:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338519808:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016145.558867:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559947f3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e01 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.558889:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc559947f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e01 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.558930:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016145.559009:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335081472:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 15958us (17300us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.559019:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11513 00000100:00100000:2.0:1734016145.566781:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078327800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338519936:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016145.567097:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc559947fa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e08 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.567124:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc559947fa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e08 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.567161:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016145.567248:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335081600:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 19713us (20038us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.567258:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11514 00000100:00100000:0.0:1734016145.571254:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016145.571320:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.571424:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335081728 00000100:00100000:1.0:1734016145.571434:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335081728 00000100:00100000:1.0:1734016145.571480:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335081856 00000100:00100000:1.0:1734016145.571482:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335081856 00000100:00100000:1.0:1734016145.571497:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11515 00000100:00100000:1.0:1734016145.571503:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070a6e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335081728:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.571521:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.571538:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55994801 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e0f expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.571591:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338520064:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016145.571647:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.571720:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11516 00000100:00100000:3.0:1734016145.571726:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335081856:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.571735:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.571745:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc55994808 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e16 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.571773:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338520192:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016145.571795:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.576568:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338520064:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016145.576650:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55994801 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e0f expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.576672:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8361c0/0x979ba2bc55994801 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e0f expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.577189:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338520192:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016145.577224:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc55994808 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e16 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.577235:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc55994808 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e16 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.577257:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103600, rc 0) 00000100:00100000:3.0:1734016145.577348:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335081856:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5617us (6024us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.577359:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11516 00010000:00010000:1.0:1734016145.578668:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8361c0, rc 0) 00000100:00100000:1.0:1734016145.578800:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070a6e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335081728:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7288us (7548us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.578838:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11515 00000100:00100000:0.0:1734016145.585167:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016145.585250:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016145.585709:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335082112 00000100:00100000:1.0:1734016145.585713:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335081984 00000100:00100000:3.0:1734016145.585726:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335082112 00000100:00100000:1.0:1734016145.585741:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335081984 00000100:00100000:3.0:1734016145.585877:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11517 00000100:00100000:3.0:1734016145.585888:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335082112:12345-192.168.201.4@tcp:101:fsx.0 00000100:00100000:0.0:1734016145.586193:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11518 00000100:00100000:0.0:1734016145.586201:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335081984:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.586214:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.586243:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc5599480f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e1d expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016145.586352:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ea1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338520320:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016145.586471:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7240 going to sleep for 11 seconds 00010000:00010000:3.0:1734016145.586580:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.586604:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc55994816 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e24 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.586652:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338520448:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016145.586685:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.590116:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ea1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338520320:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016145.590181:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc5599480f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e1d expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.590203:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc5599480f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e1d expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.590211:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338520448:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016145.590227:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564480, rc 0) 00010000:00010000:3.0:1734016145.590241:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc55994816 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e24 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.590250:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070103600/0x979ba2bc55994816 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e24 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.590276:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103600, rc 0) 00000100:00100000:2.0:1734016145.590302:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335081984:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4099us (5050us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.590302:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335082112:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4417us (5162us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.590314:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11518 00000100:00100000:3.0:1734016145.590319:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11517 00000100:00100000:0.0:1734016145.592902:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.593116:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335082240 00000100:00100000:2.0:1734016145.593129:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335082240 00000100:00100000:2.0:1734016145.593219:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11519 00000100:00100000:2.0:1734016145.593232:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:10407:x1818247335082240:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.593266:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.593296:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599481d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e2b expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.593345:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc5599470c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d1a expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.593355:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016145.593357:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016145.593361:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599481d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1077248->1081343] (req 1077248->1081343) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e2b expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.593406:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc5599470c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d1a expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.593425:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc5599470c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d1a expref: 7 pid: 7686 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.593442:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078327800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338520576:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016145.593528:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.598575:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078327800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338520576:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016145.598650:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599481d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1077248->1081343] (req 1077248->1081343) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e2b expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.598679:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:3.0:1734016145.598773:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335082240:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5541us (5888us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.598789:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11519 00000100:00100000:0.0:1734016145.617706:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.617990:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335082368 00000100:00100000:2.0:1734016145.618009:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335082368 00010000:00010000:2.0:1734016145.618067:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc5599470c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d1a expref: 8 pid: 7686 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.618112:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3263 00000100:00100000:2.0:1734016145.618121:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335082368:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016145.618145:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016145.618176:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc5599470c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d1a expref: 8 pid: 7686 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.618196:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc5599470c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d1a expref: 8 pid: 7686 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.618225:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc5599470c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50d1a expref: 8 pid: 7686 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.618741:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.618744:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.618755:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599481d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1081343) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e2b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.618765:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599481d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1081343) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e2b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.618924:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599481d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1081343) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e2b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.618946:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6465:1818247338520704:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016145.619068:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.631282:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6465:1818247338520704:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016145.631340:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016145.633098:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335082368:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 14958us (15397us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016145.633123:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3263 00000100:00100000:0.0:1734016145.649605:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016145.650387:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335082624 00000100:00100000:3.0:1734016145.650402:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335082624 00002000:00100000:3.0:1734016145.650473:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->3690495) req@ffff880078ea2d80 x1818247335082624/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.652025:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea2d80 with x1818247335082624 ext(0->3690495) 00002000:00010000:3.0:1734016145.652034:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078ea2d80 00000100:00100000:3.0:1734016145.652083:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9390 00000100:00100000:3.0:1734016145.652097:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335082624:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016145.705459:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335082624:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 53329us (55836us total) trans 0 rc 3690496/3690496 00000100:00100000:2.0:1734016145.705485:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9390 00002000:00100000:2.0:1734016145.705518:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->3690495) req@ffff880078ea2d80 x1818247335082624/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:106/0 lens 488/440 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 3690496/3690496 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.705533:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea2d80 with x1818247335082624 ext(0->3690495) 00002000:00010000:2.0:1734016145.705548:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078ea2d80 00000100:00100000:1.0:1734016145.714884:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016145.715008:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335082752 00000100:00100000:3.0:1734016145.715023:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335082752 00000100:00100000:3.0:1734016145.715113:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11520 00000100:00100000:3.0:1734016145.715124:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247335082752:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.715156:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.715194:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc55994824 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e32 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.715237:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.715240:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.715253:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc55994824 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e32 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.715274:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc55994824 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e32 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.715301:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016145.717193:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1971:x1818247335082752:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2058us (2320us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.717206:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11520 00000100:00100000:0.0:1734016145.722965:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016145.723158:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335082880 00000100:00100000:3.0:1734016145.723169:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335082880 00000100:00100000:3.0:1734016145.723254:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11521 00000100:00100000:3.0:1734016145.723268:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335082880:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.723304:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.723348:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc5599482b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e39 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.723468:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338520832:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016145.723621:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.731517:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338520832:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016145.731581:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc5599482b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e39 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.731606:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc5599482b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e39 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.731645:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016145.731745:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335082880:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8479us (8809us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.731763:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11521 00000100:00100000:0.0:1734016145.736141:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016145.736243:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335083008 00000100:00100000:3.0:1734016145.736259:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335083008 00000100:00100000:2.0:1734016145.737177:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11522 00000100:00100000:2.0:1734016145.737189:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:10407:x1818247335083008:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.737223:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.737259:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994832 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e40 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.737308:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559947d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5095424->5099519) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dde expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.737318:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016145.737320:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016145.737324:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994832 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e40 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.737382:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559947d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5095424->5099519) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dde expref: 5 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.737397:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559947d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5095424->5099519) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dde expref: 5 pid: 7686 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.737411:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338520960:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016145.740073:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.743014:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338520960:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016145.743101:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994832 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e40 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.743140:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016145.743257:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335083008:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6066us (7130us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.743275:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11522 00000100:00100000:0.0:1734016145.749989:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.750870:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335083136 00000100:00100000:2.0:1734016145.750891:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335083136 00010000:00010000:2.0:1734016145.750947:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559947d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5095424->5099519) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dde expref: 6 pid: 7686 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.750998:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3264 00000100:00100000:2.0:1734016145.751006:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac892850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335083136:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016145.751026:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016145.751053:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559947d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5095424->5099519) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dde expref: 6 pid: 7686 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.751067:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559947d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5095424->5099519) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dde expref: 6 pid: 7686 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.751098:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc559947d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5095424->5099519) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50dde expref: 6 pid: 7686 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.751137:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.751140:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.751150:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994832 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e40 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.751166:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994832 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e40 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.751218:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994832 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e40 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.751232:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338521088:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016145.751318:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.754531:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016145.754999:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335083392 00000100:00100000:3.0:1734016145.755024:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335083392 00002000:00100000:3.0:1734016145.755153:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (147456->151551) req@ffff880078ea3100 x1818247335083392/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.755172:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea3100 with x1818247335083392 ext(147456->151551) 00002000:00010000:3.0:1734016145.755183:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea3100 00000100:00100000:3.0:1734016145.755229:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9391 00000100:00100000:3.0:1734016145.755244:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335083392:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016145.755603:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335083392:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 362us (1088us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016145.755611:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9391 00002000:00100000:3.0:1734016145.755620:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (147456->151551) req@ffff880078ea3100 x1818247335083392/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.755628:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ea3100 with x1818247335083392 ext(147456->151551) 00002000:00010000:3.0:1734016145.755631:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ea3100 00000100:00100000:2.0:1734016145.756131:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338521088:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016145.756185:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016145.756226:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac892850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335083136:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5221us (6259us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.756238:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3264 00000100:00100000:1.0:1734016145.758989:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016145.759117:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335083648 00000100:00100000:0.0:1734016145.759141:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335083648 00002000:00100000:0.0:1734016145.759245:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (151552->155647) req@ffff8800783b7b80 x1818247335083648/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016145.759265:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b7b80 with x1818247335083648 ext(151552->155647) 00002000:00010000:0.0:1734016145.759276:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b7b80 00000100:00100000:2.0:1734016145.761448:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9392 00000100:00100000:2.0:1734016145.761477:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335083648:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016145.768674:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335083648:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 7163us (9681us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016145.768702:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9392 00002000:00100000:2.0:1734016145.768731:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (151552->155647) req@ffff8800783b7b80 x1818247335083648/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.768749:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783b7b80 with x1818247335083648 ext(151552->155647) 00002000:00010000:2.0:1734016145.768766:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783b7b80 00000100:00100000:0.0:1734016145.774681:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.775123:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335083776 00000100:00100000:2.0:1734016145.775144:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335083776 00000100:00100000:2.0:1734016145.775230:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11523 00000100:00100000:2.0:1734016145.775240:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335083776:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.775276:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.775307:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994839 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e47 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.775348:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.775350:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.775361:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994839 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e47 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.775383:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994839 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e47 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.775400:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016145.775615:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1972:x1818247335083776:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 374us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.775626:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11523 00000100:00100000:0.0:1734016145.780777:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016145.781098:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335083904 00000100:00100000:3.0:1734016145.781115:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335083904 00000100:00100000:3.0:1734016145.781218:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11524 00000100:00100000:3.0:1734016145.781230:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:10407:x1818247335083904:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.781272:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.781309:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994840 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e4e expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.781374:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994832 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e40 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.781386:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994839 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e47 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.781394:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.781396:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.781402:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994840 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [4407296->4415487] (req 4407296->4415487) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e4e expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.781456:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994839 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e47 expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.781473:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994839 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e47 expref: 7 pid: 7684 timeout: 509 lvb_type: 1 00000100:00100000:3.0:1734016145.781493:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338521216:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016145.781634:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994832 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e40 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.781645:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994832 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e40 expref: 7 pid: 7684 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016145.781656:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338521344:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016145.781685:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.790273:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338521216:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016145.790296:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338521344:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016145.790348:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994840 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [4407296->4415487] (req 4407296->4415487) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e4e expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.790373:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016145.790462:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:10407:x1818247335083904:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9232us (9704us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.790476:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11524 00000100:00100000:1.0:1734016145.794030:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.794116:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.794259:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335084160 00000100:00100000:2.0:1734016145.794275:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335084160 00010000:00010000:2.0:1734016145.794342:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994832 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e40 expref: 8 pid: 7684 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.794385:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335084032 00000100:00100000:2.0:1734016145.794387:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335084032 00010000:00010000:2.0:1734016145.794400:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994839 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e47 expref: 7 pid: 7684 timeout: 509 lvb_type: 1 00000100:00100000:2.0:1734016145.794445:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3265 00000100:00100000:2.0:1734016145.794455:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335084160:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016145.794480:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016145.794511:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994832 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e40 expref: 8 pid: 7684 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.794523:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994832 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e40 expref: 8 pid: 7684 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.794561:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994832 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e40 expref: 8 pid: 7684 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.794588:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016145.794652:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335084160:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 199us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.794659:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3265 00000100:00100000:2.0:1734016145.794677:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3266 00000100:00100000:2.0:1734016145.794680:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335084032:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016145.794688:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016145.794701:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994839 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e47 expref: 7 pid: 7684 timeout: 509 lvb_type: 1 00010000:00010000:2.0:1734016145.794711:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994839 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e47 expref: 7 pid: 7684 timeout: 509 lvb_type: 1 00010000:00010000:2.0:1734016145.794726:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994839 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e47 expref: 7 pid: 7684 timeout: 509 lvb_type: 1 00010000:00010000:2.0:1734016145.794736:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.794738:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.796793:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994840 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4407296->4415487) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e4e expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.796843:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994840 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4407296->4415487) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e4e expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.796929:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994840 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4407296->4415487) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e4e expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.796953:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338521472:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016145.797069:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.801156:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016145.801899:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335084288 00000100:00100000:3.0:1734016145.801914:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335084288 00000100:00100000:3.0:1734016145.802000:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11525 00000100:00100000:3.0:1734016145.802011:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335084288:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016145.802396:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5139911 -> 5139911 00002000:00010000:3.0:1734016145.802400:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016145.802402:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016145.802405:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016145.802408:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:3.0:1734016145.802543:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335084288:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 533us (1408us total) trans 4294969635 rc 0/0 00000100:00100000:3.0:1734016145.802552:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11525 00000100:00100000:2.0:1734016145.802849:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338521472:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016145.802886:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016145.802913:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335084032:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8231us (8798us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.802925:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3266 00000100:00100000:0.0:1734016145.804906:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.805026:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335084416 00000100:00100000:2.0:1734016145.805041:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335084416 00000100:00100000:2.0:1734016145.805156:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11526 00000100:00100000:2.0:1734016145.805169:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335084416:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.805210:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.805245:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994847 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e55 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.805365:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338521600:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016145.806164:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.809167:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338521600:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016145.809239:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994847 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e55 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.809260:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994847 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e55 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.809299:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016145.809392:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335084416:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4223us (4503us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.809406:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11526 00000100:00100000:0.0:1734016145.814537:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.814642:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335084544 00000100:00100000:2.0:1734016145.814655:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335084544 00000100:00100000:2.0:1734016145.814725:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11527 00000100:00100000:2.0:1734016145.814736:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335084544:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.814770:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.814800:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599484e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e5c expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.814910:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338521728:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016145.815003:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.817117:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338521728:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016145.817173:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599484e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e5c expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.817189:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc5599484e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e5c expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.817343:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016145.818064:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335084544:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3327us (3548us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.818075:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11527 00000100:00100000:0.0:1734016145.820393:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.821538:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335084672 00000100:00100000:2.0:1734016145.821563:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335084672 00000100:00100000:2.0:1734016145.821930:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11528 00000100:00100000:2.0:1734016145.821945:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:10407:x1818247335084672:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.822000:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.822041:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994855 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e63 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.822118:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599481d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1081343) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e2b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.822130:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc55994824 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e32 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.822147:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.822151:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.822157:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994855 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [3579904->3583999] (req 3579904->3583999) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e63 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.822220:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc55994824 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e32 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.822237:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc55994824 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e32 expref: 9 pid: 7685 timeout: 509 lvb_type: 1 00000100:00100000:2.0:1734016145.822260:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338521856:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016145.822410:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599481d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1081343) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e2b expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.822422:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599481d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1081343) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e2b expref: 7 pid: 7685 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.822435:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078327800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338521984:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016145.822463:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.829331:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016145.829899:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335084800 00000100:00100000:3.0:1734016145.829916:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335084800 00010000:00010000:3.0:1734016145.829985:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc55994824 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e32 expref: 10 pid: 7685 timeout: 509 lvb_type: 1 00000100:00100000:3.0:1734016145.830060:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3267 00000100:00100000:3.0:1734016145.830074:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ea0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335084800:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016145.830103:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.830152:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc55994824 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e32 expref: 10 pid: 7685 timeout: 509 lvb_type: 1 00010000:00010000:3.0:1734016145.830170:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc55994824 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e32 expref: 10 pid: 7685 timeout: 509 lvb_type: 1 00010000:00010000:3.0:1734016145.830230:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016145.830347:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335084800:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 273us (1044us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.830359:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3267 00010000:00010000:2.0:1734016145.830585:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc55994824 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e32 expref: 9 pid: 7685 timeout: 509 lvb_type: 1 00000100:00100000:2.0:1734016145.830619:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338521856:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016145.830640:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078327800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338521984:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016145.830690:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994855 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3579904->3583999] (req 3579904->3583999) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e63 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.830705:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016145.830740:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:10407:x1818247335084672:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8802us (10377us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.830749:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11528 00000100:00100000:2.0:1734016145.837371:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.838107:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335084928 00000100:00100000:1.0:1734016145.838128:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335084928 00010000:00010000:1.0:1734016145.838204:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599481d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1081343) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e2b expref: 8 pid: 7685 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016145.838411:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3268 00000100:00100000:1.0:1734016145.838422:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335084928:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016145.838448:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016145.838480:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599481d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1081343) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e2b expref: 8 pid: 7685 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016145.838497:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599481d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1081343) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e2b expref: 8 pid: 7685 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016145.838534:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599481d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1081343) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e2b expref: 8 pid: 7685 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016145.838572:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016145.838575:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016145.838586:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994855 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3579904->3583999) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e63 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.838599:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994855 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3579904->3583999) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e63 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.838653:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994855 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3579904->3583999) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e63 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.838677:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8957:1818247338522112:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016145.838779:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.842686:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.843093:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8957:1818247338522112:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016145.843138:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016145.843335:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335085056 00000100:00100000:2.0:1734016145.843346:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335085056 00000100:00100000:1.0:1734016145.843949:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335084928:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5522us (6590us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.843966:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3268 00000100:00100000:2.0:1734016145.844685:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11529 00000100:00100000:2.0:1734016145.844699:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335085056:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016145.845052:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3686916 -> 3686916 00002000:00010000:2.0:1734016145.845056:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016144 00002000:00010000:2.0:1734016145.845059:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016144 00002000:00010000:2.0:1734016145.845061:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016144 00002000:00010000:2.0:1734016145.845063:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:2.0:1734016145.845209:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247335085056:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 513us (2548us total) trans 4294968059 rc 0/0 00000100:00100000:2.0:1734016145.845218:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11529 00000100:00100000:0.0:1734016145.852370:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016145.852529:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.857798:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335085184 00000100:00100000:2.0:1734016145.857852:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335085184 00000100:00100000:2.0:1734016145.857946:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335085312 00000100:00100000:2.0:1734016145.857949:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335085312 00000100:00100000:2.0:1734016145.857982:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11530 00000100:00100000:2.0:1734016145.857996:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335085184:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.858035:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.858072:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5599485c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e6a expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.858185:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338522240:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016145.858314:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.858396:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11531 00000100:00100000:0.0:1734016145.858404:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335085312:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.858415:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.858429:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8564d80/0x979ba2bc55994863 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e71 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016145.858464:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338522368:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016145.858491:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.861105:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338522240:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016145.861190:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5599485c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e6a expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.861217:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5599485c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e6a expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.861272:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016145.861796:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335085184:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3797us (9443us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.861837:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11530 00002000:00010000:2.0:1734016145.863583:0:9511:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016144 -> 1734016145 00002000:00010000:2.0:1734016145.863594:0:9511:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016144 -> 1734016145 00002000:00010000:2.0:1734016145.863596:0:9511:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016144 -> 1734016145 00000100:00100000:2.0:1734016145.863627:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338522368:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016145.863680:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8564d80/0x979ba2bc55994863 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e71 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.863706:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8564d80/0x979ba2bc55994863 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e71 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.863722:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:2.0:1734016145.863788:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335085312:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5382us (11256us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.863799:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11531 00000100:00100000:0.0:1734016145.866862:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016145.867184:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.867336:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335085568 00000100:00100000:2.0:1734016145.867351:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335085568 00000100:00100000:2.0:1734016145.867412:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335085440 00000100:00100000:2.0:1734016145.867413:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335085440 00000100:00100000:2.0:1734016145.867444:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11532 00000100:00100000:2.0:1734016145.867453:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335085568:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.867484:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.867518:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599486a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e7f expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.867629:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11533 00000100:00100000:1.0:1734016145.867638:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335085440:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.867649:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.867666:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55994871 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e78 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.867740:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338522496:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016145.867891:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.868543:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338522624:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016145.868576:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.872523:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338522496:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016145.872580:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55994871 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e78 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.872597:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836f40/0x979ba2bc55994871 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e78 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.873260:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338522624:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016145.873296:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599486a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e7f expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.873307:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc5599486a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e7f expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.873332:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:3.0:1734016145.873398:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335085568:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5946us (6605us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.873408:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11532 00010000:00010000:1.0:1734016145.873887:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016145.873915:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335085440:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6276us (6731us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.873922:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11533 00000100:00100000:0.0:1734016145.878184:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016145.878235:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.878941:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335085696 00000100:00100000:1.0:1734016145.878955:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335085696 00000100:00100000:1.0:1734016145.879025:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335085824 00000100:00100000:1.0:1734016145.879028:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335085824 00000100:00100000:1.0:1734016145.879051:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11534 00000100:00100000:1.0:1734016145.879062:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335085696:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.879097:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.879125:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55994878 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e86 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.879217:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338522752:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016145.879324:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.879397:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11535 00000100:00100000:0.0:1734016145.879404:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335085824:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.879415:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.879429:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5599487f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e8d expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016145.879466:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338522880:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016145.879491:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.883142:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338522880:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016145.883233:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5599487f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e8d expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.883256:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc5599487f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e8d expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.883932:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338522752:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016145.883971:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55994878 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e86 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.883984:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834240/0x979ba2bc55994878 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e86 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.884023:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834240, rc 0) 00000100:00100000:1.0:1734016145.884138:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335085696:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5076us (5972us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.884152:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11534 00010000:00010000:2.0:1734016145.884578:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:2.0:1734016145.884673:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335085824:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5266us (6434us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.884683:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11535 00000100:00100000:0.0:1734016145.888460:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016145.888522:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.888598:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335086080 00000100:00100000:2.0:1734016145.888615:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335086080 00000100:00100000:2.0:1734016145.889056:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335085952 00000100:00100000:2.0:1734016145.889060:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335085952 00000100:00100000:1.0:1734016145.889142:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11536 00000100:00100000:1.0:1734016145.889155:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335086080:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.889185:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.889213:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e834480/0x979ba2bc55994886 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e9b expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.889294:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338523008:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016145.889381:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.889433:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11537 00000100:00100000:2.0:1734016145.889439:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335085952:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.889448:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.889466:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599488d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50e94 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.889498:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338523136:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016145.889731:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.892996:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338523008:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016145.893076:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e834480/0x979ba2bc55994886 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e9b expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.893098:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e834480/0x979ba2bc55994886 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e9b expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016145.893263:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338523136:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016145.893300:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599488d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e94 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.893311:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc5599488d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e94 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.893737:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:1.0:1734016145.893867:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335086080:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4711us (5423us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.893878:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11536 00010000:00010000:2.0:1734016145.894196:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016145.894232:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335085952:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4793us (5709us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.894240:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11537 00000100:00100000:0.0:1734016145.898754:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.898958:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335086208 00000100:00100000:2.0:1734016145.898972:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335086208 00000100:00100000:2.0:1734016145.899054:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11538 00000100:00100000:2.0:1734016145.899066:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247335086208:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016145.899440:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5139911 -> 5139911 00002000:00010000:2.0:1734016145.899444:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016145.899447:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016145.899450:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016145.899452:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 112 -> 128 00000100:00100000:2.0:1734016145.899536:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247335086208:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 471us (799us total) trans 4294969636 rc 0/0 00000100:00100000:2.0:1734016145.899544:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11538 00000100:00100000:0.0:1734016145.902123:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016145.902698:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.902935:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335086336 00000100:00100000:1.0:1734016145.902952:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335086336 00000100:00100000:1.0:1734016145.903326:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335086464 00000100:00100000:1.0:1734016145.903330:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335086464 00000100:00100000:2.0:1734016145.903374:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11539 00000100:00100000:2.0:1734016145.903387:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335086336:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.903420:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.903451:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994894 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ea2 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.903553:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338523264:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016145.903664:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.903729:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11540 00000100:00100000:1.0:1734016145.903736:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335086464:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.903747:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.903762:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e836400/0x979ba2bc5599489b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ea9 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.903837:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338523392:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016145.903869:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.908484:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338523392:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016145.908589:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e836400/0x979ba2bc5599489b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ea9 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.908622:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e836400/0x979ba2bc5599489b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ea9 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.908680:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016145.908893:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335086464:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5148us (6186us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.908909:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11540 00000100:00100000:2.0:1734016145.911038:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338523264:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016145.911144:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994894 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ea2 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.911181:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994894 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ea2 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.911223:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016145.911343:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335086336:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7952us (9233us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.911357:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11539 00000100:00100000:0.0:1734016145.915157:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016145.915549:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.916051:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335086592 00000100:00100000:2.0:1734016145.916075:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335086592 00000100:00100000:2.0:1734016145.916682:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335086720 00000100:00100000:2.0:1734016145.916686:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335086720 00000100:00100000:1.0:1734016145.916766:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11541 00000100:00100000:1.0:1734016145.916785:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335086592:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.916852:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.916901:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc559948a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50eb0 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.917033:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338523520:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016145.917183:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.917900:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11542 00000100:00100000:2.0:1734016145.917913:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335086720:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.917929:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.917953:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc559948a9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50eb7 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.918012:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338523648:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016145.918054:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.921548:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338523520:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016145.921648:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc559948a2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50eb0 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.921674:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836400/0x979ba2bc559948a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50eb0 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.923341:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338523648:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016145.923413:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc559948a9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50eb7 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.923430:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc559948a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50eb7 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.923450:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:3.0:1734016145.923539:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335086720:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5627us (7989us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.923549:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11542 00010000:00010000:1.0:1734016145.923878:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836400, rc 0) 00000100:00100000:1.0:1734016145.923914:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1971:x1818247335086592:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7137us (8803us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.923921:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11541 00000100:00100000:0.0:1734016145.927603:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016145.927749:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335086976 00000100:00100000:3.0:1734016145.927764:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335086976 00000100:00100000:3.0:1734016145.928275:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2362 00000100:00100000:3.0:1734016145.928284:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+35:10407:x1818247335086976:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016145.928347:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.928388:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc5599468e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ca3 expref: 35 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.928406:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016145.928411:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1734016145.928839:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016115 00010000:00010000:3.0:1734016145.929121:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc559948b0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016145.929137:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559946bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ccd expref: 22 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.929145:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc559948b0 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016145.929186:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559946bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ccd expref: 22 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.929200:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559946bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ccd expref: 22 pid: 6479 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016145.929215:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338523776:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016145.929407:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.932985:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338523776:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016145.933058:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc559948b0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016145.934229:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.934842:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335087104 00000100:00100000:1.0:1734016145.934858:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335087104 00010000:00010000:1.0:1734016145.934945:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559946bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ccd expref: 23 pid: 6479 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016145.934999:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3269 00000100:00100000:1.0:1734016145.935008:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:1970:x1818247335087104:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016145.935025:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016145.935033:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559946bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ccd expref: 23 pid: 6479 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016145.935047:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559946bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ccd expref: 23 pid: 6479 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016145.935082:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837840/0x979ba2bc559946bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ccd expref: 23 pid: 6479 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016145.935121:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016145.935129:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc559948b0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016145.935143:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc559948b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016145.935153:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc559948b0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016145.935184:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016145.935256:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:1970:x1818247335087104:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 248us (1037us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.935266:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3269 00000100:00080000:0.0:1734016145.935377:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016115 00010000:00010000:2.0:1734016145.935593:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc559948b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016145.935601:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc559948b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:2.0:1734016145.935858:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968809 00000004:00010000:2.0:1734016145.935970:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012cf61880 reply state ffff880078a1f000 transno 4294968810 ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc559948b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016145.935982:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016145.936130:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+37:10407:x1818247335086976:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 7844us (8545us total) trans 4294968810 rc 0/0 00000100:00100000:2.0:1734016145.936142:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2362 00000020:00080000:2.0:1734016145.936147:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016145.938989:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:3.0:1734016145.939237:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc559948b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016145.939256:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc559948b0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016145.939266:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc559948b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016145.939275:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070101f80 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016145.939283:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc559948b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016145.939293:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc559948b0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016145.939324:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016145.939329:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016145.939337:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc559948b0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016145.939343:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc559948b0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:1.0:1734016145.939479:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335087232 00000100:00100000:1.0:1734016145.939503:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335087232 00000100:00100000:1.0:1734016145.939584:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11543 00000100:00100000:1.0:1734016145.939596:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:10407:x1818247335087232:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.939635:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.939668:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559948b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ebe expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.939718:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994840 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4407296->4415487) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e4e expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.939729:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016145.939731:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016145.939735:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559948b7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ebe expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.939795:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994840 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4407296->4415487) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e4e expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.939920:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994840 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4407296->4415487) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e4e expref: 7 pid: 7685 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016145.939941:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338523904:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016145.940036:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.947413:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338523904:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016145.947463:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559948b7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ebe expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.947487:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834480, rc 0) 00000100:00100000:1.0:1734016145.949944:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335087232:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10318us (10948us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.949967:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11543 00000100:00100000:0.0:1734016145.953090:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016145.953240:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335087360 00000100:00100000:3.0:1734016145.953258:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335087360 00010000:00010000:3.0:1734016145.953325:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994840 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4407296->4415487) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e4e expref: 8 pid: 7685 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016145.954567:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3270 00000100:00100000:3.0:1734016145.954579:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335087360:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016145.954609:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.954650:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994840 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4407296->4415487) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e4e expref: 8 pid: 7685 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.954667:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994840 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4407296->4415487) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e4e expref: 8 pid: 7685 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.954709:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994840 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4407296->4415487) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e4e expref: 8 pid: 7685 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.954871:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.954873:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.954882:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559948b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ebe expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.954894:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559948b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ebe expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.954962:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559948b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ebe expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.954986:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338524032:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016145.958121:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.966181:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016145.966267:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335087488 00000100:00100000:0.0:1734016145.966282:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335087488 00000100:00100000:0.0:1734016145.966364:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11544 00000100:00100000:0.0:1734016145.966376:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:10407:x1818247335087488:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.966411:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.966446:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8564b40/0x979ba2bc559948be lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ec5 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.966475:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338524032:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016145.966494:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994855 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3579904->3583999) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e63 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.966502:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016145.966504:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016145.966506:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016145.966508:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8564b40/0x979ba2bc559948be lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ec5 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.966558:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994855 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3579904->3583999) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e63 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.966573:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994855 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3579904->3583999) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e63 expref: 8 pid: 7684 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016145.966581:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335087360:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 12003us (13518us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016145.966590:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338524160:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016145.966596:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3270 00000100:00100000:0.0:1734016145.966644:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.971543:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.971543:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338524160:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016145.971628:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8564b40/0x979ba2bc559948be lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ec5 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.971663:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564b40, rc 0) 00000100:00100000:3.0:1734016145.971691:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335087616 00000100:00100000:3.0:1734016145.971704:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335087616 00010000:00010000:3.0:1734016145.971772:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994855 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3579904->3583999) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e63 expref: 9 pid: 7684 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.971791:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335087488:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5415us (5627us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.971864:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11544 00000100:00100000:3.0:1734016145.971876:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3271 00000100:00100000:3.0:1734016145.971887:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac892450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335087616:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016145.971910:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.971950:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994855 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3579904->3583999) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e63 expref: 9 pid: 7684 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.971964:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994855 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3579904->3583999) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e63 expref: 9 pid: 7684 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.972013:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994855 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3579904->3583999) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50e63 expref: 9 pid: 7684 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.972035:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.972037:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.972043:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8564b40/0x979ba2bc559948be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ec5 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.972054:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8564b40/0x979ba2bc559948be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ec5 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.972671:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8564b40/0x979ba2bc559948be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ec5 expref: 7 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.972688:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6465:1818247338524288:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016145.972747:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.979606:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6465:1818247338524288:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016145.979647:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016145.981012:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac892450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335087616:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 9112us (9477us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.981036:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3271 00000100:00100000:0.0:1734016145.981514:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.982016:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335087744 00000100:00100000:2.0:1734016145.982036:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335087744 00002000:00010000:2.0:1734016145.982105:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016145.982113:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63800 with x1818247335087744 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016145.982134:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf63800. 00000100:00100000:2.0:1734016145.982175:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9393 00000100:00100000:2.0:1734016145.982184:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335087744:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016145.982836:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5139911 -> 4194304 00002000:00010000:2.0:1734016145.982840:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016145.982844:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016145.982845:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016145.982850:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 128 -> 72 00000100:00100000:2.0:1734016145.982935:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335087744:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 752us (1424us total) trans 4294969637 rc 0/0 00000100:00100000:2.0:1734016145.982943:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9393 00002000:00010000:2.0:1734016145.982947:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016145.982949:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf63800 with x1818247335087744 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016145.982953:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf63800. 00000100:00100000:0.0:1734016145.983405:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016145.983427:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335087872 00000100:00100000:1.0:1734016145.983434:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335087872 00002000:00010000:1.0:1734016145.983459:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (389888->18446744073709551615) 00002000:00100000:1.0:1734016145.983464:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62d80 with x1818247335087872 ext(389888->18446744073709551615) 00002000:00010000:1.0:1734016145.983480:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf62d80. 00000100:00100000:1.0:1734016145.983509:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9394 00000100:00100000:1.0:1734016145.983516:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335087872:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016145.989345:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3686916 -> 389888 00002000:00010000:1.0:1734016145.989367:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:1.0:1734016145.989373:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016144 00002000:00010000:1.0:1734016145.989376:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:1.0:1734016145.989379:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 64 -> 0 00000100:00100000:1.0:1734016145.989571:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335087872:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 6038us (6150us total) trans 4294968060 rc 0/0 00000100:00100000:1.0:1734016145.989590:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9394 00002000:00010000:1.0:1734016145.989602:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (389888->18446744073709551615) 00002000:00100000:1.0:1734016145.989606:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf62d80 with x1818247335087872 ext(389888->18446744073709551615) 00002000:00010000:1.0:1734016145.989618:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf62d80. 00000100:00100000:0.0:1734016145.993300:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016145.993474:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335088000 00000100:00100000:2.0:1734016145.993492:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335088000 00000100:00100000:2.0:1734016145.993582:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2363 00000100:00100000:2.0:1734016145.993596:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+36:10407:x1818247335088000:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.993655:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.993698:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559948c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ecc expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.993955:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559948cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016145.993986:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559948cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016145.994008:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559948cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:2.0:1734016145.994058:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4584192 00000004:00200000:2.0:1734016145.994068:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016145.994102:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559948cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016145.994143:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc559948c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ecc expref: 38 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.994192:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559948cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ecc expref: 37 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.994205:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016145.994209:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016145.994215:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016145.994316:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+37:10407:x1818247335088000:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 722us (1042us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.994326:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2363 00000100:00100000:0.0:1734016146.001591:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.001799:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335088128 00000100:00100000:1.0:1734016146.001874:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335088128 00000100:00100000:1.0:1734016146.001965:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2364 00000100:00100000:1.0:1734016146.001976:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:10407:x1818247335088128:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.002012:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.002047:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc559948d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ed3 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.002221:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc559948da lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016146.002248:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc559948da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016146.002265:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc559948da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:1.0:1734016146.002321:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4584192 00000004:00200000:1.0:1734016146.002330:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016146.002365:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc559948da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016146.002411:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834240/0x979ba2bc559948d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ed3 expref: 24 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.002452:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc559948da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ed3 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.002467:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016146.002470:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016146.002477:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836f40, rc 0) 00000100:00100000:1.0:1734016146.002605:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:10407:x1818247335088128:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 627us (1041us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.002616:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2364 00000100:00100000:0.0:1734016146.010490:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016146.010747:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.011013:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335088256 00000100:00100000:3.0:1734016146.011035:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335088256 00000100:00100000:3.0:1734016146.011125:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335088384 00000100:00100000:3.0:1734016146.011127:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335088384 00000100:00100000:3.0:1734016146.011152:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11545 00000100:00100000:3.0:1734016146.011167:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335088256:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.011212:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.011254:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559948e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50eda expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.011387:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338524416:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016146.011516:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.011559:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11546 00000100:00100000:3.0:1734016146.011566:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335088384:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.011583:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.011603:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc559948e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ee1 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.011642:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338524544:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016146.011669:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ccc0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016146.015046:0:9511:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016144 -> 1734016145 00000100:00100000:2.0:1734016146.015142:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338524544:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016146.015233:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc559948e8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ee1 expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.015261:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc559948e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ee1 expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.015293:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:2.0:1734016146.016087:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335088384:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4510us (5331us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.016104:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11546 00000100:00100000:3.0:1734016146.016282:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338524416:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016146.016320:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559948e1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50eda expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.016333:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc559948e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50eda expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.017325:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016146.018098:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335088256:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6922us (10936us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.018120:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11545 00000100:00100000:0.0:1734016146.032005:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016146.032096:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.032333:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335088512 00000100:00100000:3.0:1734016146.032348:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335088512 00000100:00100000:3.0:1734016146.032425:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335088640 00000100:00100000:3.0:1734016146.032427:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335088640 00000100:00100000:3.0:1734016146.032468:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11547 00000100:00100000:3.0:1734016146.032479:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335088512:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.032525:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.032568:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559948ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ee8 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.032706:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338524672:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016146.032863:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.032887:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11548 00000100:00100000:3.0:1734016146.032893:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335088640:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.032906:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.032924:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070101b00/0x979ba2bc559948f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50eef expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.032960:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338524800:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016146.032985:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.040308:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338524800:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016146.040425:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070101b00/0x979ba2bc559948f6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50eef expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.040464:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070101b00/0x979ba2bc559948f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50eef expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.040528:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101b00, rc 0) 00000100:00100000:2.0:1734016146.040704:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335088640:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7805us (8604us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.040717:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11548 00000100:00100000:3.0:1734016146.041679:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338524672:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016146.041721:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559948ef lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ee8 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.041746:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc559948ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ee8 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.041780:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016146.041900:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335088512:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9422us (9922us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.041911:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11547 00000100:00100000:0.0:1734016146.051489:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.051927:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335088768 00000100:00100000:3.0:1734016146.051944:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335088768 00000100:00100000:3.0:1734016146.052050:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11549 00000100:00100000:3.0:1734016146.052063:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:10407:x1818247335088768:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.052105:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.052153:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559948fd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ef6 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.052213:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559948b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ebe expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.052224:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.052226:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.052231:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559948fd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3526656->3538943] (req 3526656->3538943) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ef6 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.052293:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559948b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ebe expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.052317:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559948b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ebe expref: 8 pid: 7686 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016146.052337:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338524928:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016146.056057:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.059200:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338524928:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016146.059282:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559948fd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3526656->3538943] (req 3526656->3538943) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ef6 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.059313:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016146.059780:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:10407:x1818247335088768:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7714us (8316us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.059801:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11549 00000100:00100000:0.0:1734016146.060458:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.061191:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335088896 00000100:00100000:3.0:1734016146.061213:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335088896 00010000:00010000:3.0:1734016146.061290:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559948b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ebe expref: 9 pid: 7686 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016146.061347:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3272 00000100:00100000:3.0:1734016146.061363:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247335088896:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.061407:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016146.061460:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559948b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ebe expref: 9 pid: 7686 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016146.061487:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559948b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ebe expref: 9 pid: 7686 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016146.061533:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834480/0x979ba2bc559948b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ebe expref: 9 pid: 7686 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016146.063257:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.063268:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.063294:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559948fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3538943) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ef6 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.063306:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559948fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3538943) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ef6 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.063381:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559948fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3538943) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ef6 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.063404:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338525056:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016146.064191:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.071256:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338525056:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016146.071312:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016146.072463:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335088896:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 11094us (11999us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.072478:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3272 00000100:00100000:0.0:1734016146.072762:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.073840:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335089024 00000100:00100000:3.0:1734016146.073854:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335089024 00000100:00100000:3.0:1734016146.073926:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11550 00000100:00100000:3.0:1734016146.073934:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335089024:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016146.074355:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016146.074359:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016146.074362:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016146.074364:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016146.074366:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:2.0:1734016146.074557:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335089024:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 622us (1795us total) trans 4294969638 rc 0/0 00000100:00100000:2.0:1734016146.074568:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11550 00000100:00100000:1.0:1734016146.077164:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.077381:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335089152 00000100:00100000:3.0:1734016146.077402:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335089152 00000100:00100000:3.0:1734016146.077500:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11551 00000100:00100000:3.0:1734016146.077512:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335089152:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.077547:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.077586:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994904 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50efd expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.077700:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338525184:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016146.077847:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cb40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016146.084076:0:7685:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016145 -> 1734016146 00000100:00100000:3.0:1734016146.084135:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338525184:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016146.084202:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994904 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50efd expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.084224:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994904 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50efd expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.084278:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016146.084422:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335089152:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6909us (7287us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.084435:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11551 00000100:00100000:0.0:1734016146.087459:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.087873:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335089280 00000100:00100000:3.0:1734016146.087889:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335089280 00000100:00100000:3.0:1734016146.087965:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11552 00000100:00100000:3.0:1734016146.087974:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335089280:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.088000:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.088030:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599490b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f04 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.088101:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338525312:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016146.088188:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.091529:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338525312:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016146.091608:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599490b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f04 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.091629:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102400/0x979ba2bc5599490b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f04 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.091646:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016146.091743:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1971:x1818247335089280:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3767us (4306us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.091761:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11552 00000100:00100000:0.0:1734016146.097535:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.097658:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335089536 00000100:00100000:2.0:1734016146.097677:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335089536 00000100:00100000:2.0:1734016146.098185:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2365 00000100:00100000:2.0:1734016146.098197:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:10407:x1818247335089536:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016146.098297:0:7707:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016146.098343:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836f40/0x979ba2bc559948da lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ed3 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.098397:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016146.098402:0:7707:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016146.098684:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994912 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016146.098706:0:7707:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559948cc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ecc expref: 36 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.098722:0:7707:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994912 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016146.098779:0:7707:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559948cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ecc expref: 36 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.098799:0:7707:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559948cc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ecc expref: 36 pid: 7707 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016146.098851:0:7707:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078327800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338525440:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016146.098971:0:7707:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.103019:0:7707:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078327800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7707:1818247338525440:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016146.103084:0:7707:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994912 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:0.0:1734016146.103202:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.103406:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335089664 00000100:00100000:2.0:1734016146.103416:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335089664 00010000:00010000:2.0:1734016146.103465:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559948cc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ecc expref: 37 pid: 7707 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016146.104056:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3273 00000100:00100000:2.0:1734016146.104065:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+37:1970:x1818247335089664:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016146.104085:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016146.104093:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559948cc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ecc expref: 37 pid: 7707 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016146.104107:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559948cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ecc expref: 37 pid: 7707 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016146.104135:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc559948cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ecc expref: 37 pid: 7707 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016146.104149:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016146.104154:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994912 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016146.104165:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994912 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016146.104173:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994912 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7707 initiator: MDT0 00010000:00010000:2.0:1734016146.104234:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016146.104316:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+36:1970:x1818247335089664:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 251us (1114us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.104325:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3273 00010000:00010000:3.0:1734016146.104389:0:7707:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994912 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016146.104397:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994912 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000001:00080000:3.0:1734016146.104559:0:7707:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968811 00000004:00010000:3.0:1734016146.104632:0:7707:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801309de300 reply state ffff88007bcc5000 transno 4294968812 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994912 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000100:00100000:3.0:1734016146.104642:0:7707:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016146.104746:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+25:10407:x1818247335089536:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 6553us (7243us total) trans 4294968812 rc 0/0 00000100:00100000:3.0:1734016146.104754:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2365 00000020:00080000:3.0:1734016146.104759:0:7707:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016146.107419:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.107643:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335089792 00000100:00100000:3.0:1734016146.107664:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335089792 00000100:00100000:3.0:1734016146.107753:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11553 00000100:00100000:3.0:1734016146.107765:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:10407:x1818247335089792:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.107800:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.107867:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc55994919 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f0b expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.107914:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8564b40/0x979ba2bc559948be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ec5 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.107924:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.107927:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.107934:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc55994919 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f0b expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.107988:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8564b40/0x979ba2bc559948be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ec5 expref: 8 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.108005:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a8564b40/0x979ba2bc559948be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ec5 expref: 8 pid: 7686 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016146.108025:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338525568:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016146.108136:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00010000:00010000:1.0:1734016146.108255:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994912 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016146.108267:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994912 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016146.108275:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994912 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016146.108282:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405d40 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:1.0:1734016146.108289:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994912 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016146.108303:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994912 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016146.108330:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016146.108333:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016146.108338:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994912 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00010000:00010000:1.0:1734016146.108342:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994912 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7707 initiator: MDT0 00000100:00100000:2.0:1734016146.112239:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.112381:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338525568:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016146.112447:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc55994919 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f0b expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.112486:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:0.0:1734016146.112856:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335089920 00000100:00100000:0.0:1734016146.112871:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335089920 00010000:00010000:0.0:1734016146.112927:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8564b40/0x979ba2bc559948be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ec5 expref: 9 pid: 7686 timeout: 509 lvb_type: 0 00000100:00100000:0.0:1734016146.112980:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3274 00000100:00100000:0.0:1734016146.112992:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335089920:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016146.113015:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016146.113057:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a8564b40/0x979ba2bc559948be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ec5 expref: 9 pid: 7686 timeout: 509 lvb_type: 0 00010000:00010000:0.0:1734016146.113072:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a8564b40/0x979ba2bc559948be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ec5 expref: 9 pid: 7686 timeout: 509 lvb_type: 0 00010000:00010000:0.0:1734016146.113115:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8564b40/0x979ba2bc559948be lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ec5 expref: 9 pid: 7686 timeout: 509 lvb_type: 0 00010000:00010000:0.0:1734016146.113146:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016146.113148:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016146.113155:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc55994919 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f0b expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.113165:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc55994919 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f0b expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.113215:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc55994919 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f0b expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016146.113238:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f94e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8957:1818247338525696:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016146.113699:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:10407:x1818247335089792:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5932us (6297us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.113713:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11553 00000100:00100000:0.0:1734016146.114993:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.121359:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.121411:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335090176 00000100:00100000:1.0:1734016146.121429:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335090176 00002000:00010000:1.0:1734016146.121509:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1522133->18446744073709551615) 00002000:00100000:1.0:1734016146.121517:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64000 with x1818247335090176 ext(1522133->18446744073709551615) 00002000:00010000:1.0:1734016146.121543:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d64000. 00000100:00100000:1.0:1734016146.121592:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9395 00000100:00100000:1.0:1734016146.121604:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247335090176:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016146.122071:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 389888 -> 1522133 00002000:00010000:1.0:1734016146.122075:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016146 00002000:00010000:1.0:1734016146.122078:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016144 00002000:00010000:1.0:1734016146.122080:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016146 00002000:00010000:1.0:1734016146.122083:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016146.122174:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247335090176:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 571us (844us total) trans 4294968061 rc 0/0 00000100:00100000:1.0:1734016146.122184:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9395 00002000:00010000:1.0:1734016146.122188:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1522133->18446744073709551615) 00002000:00100000:1.0:1734016146.122193:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d64000 with x1818247335090176 ext(1522133->18446744073709551615) 00002000:00010000:1.0:1734016146.122197:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d64000. 00000100:00100000:1.0:1734016146.122298:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.122321:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335090048 00000100:00100000:1.0:1734016146.122326:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335090048 00002000:00010000:1.0:1734016146.122347:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016146.122350:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66a00 with x1818247335090048 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016146.122361:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66a00. 00000100:00100000:1.0:1734016146.122375:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9396 00000100:00100000:1.0:1734016146.122380:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247335090048:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016146.122477:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016146.122479:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016146 00002000:00010000:1.0:1734016146.122481:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:1.0:1734016146.122484:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:1.0:1734016146.122485:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:1.0:1734016146.122506:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247335090048:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 125us (208us total) trans 4294969639 rc 0/0 00000100:00100000:1.0:1734016146.122514:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9396 00002000:00010000:1.0:1734016146.122519:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016146.122521:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d66a00 with x1818247335090048 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016146.122524:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d66a00. 00000100:00100000:0.0:1734016146.123528:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f94e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8957:1818247338525696:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016146.123572:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016146.123624:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335089920:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10632us (11408us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016146.123639:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3274 00000100:00100000:1.0:1734016146.126503:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.126788:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335090304 00000100:00100000:3.0:1734016146.126920:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335090304 00000100:00100000:3.0:1734016146.127018:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2366 00000100:00100000:3.0:1734016146.127029:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+36:10407:x1818247335090304:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.127076:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.127114:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55994920 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f12 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.127297:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55994927 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016146.127319:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55994927 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016146.127335:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55994927 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:3.0:1734016146.127375:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5716437 00000004:00200000:3.0:1734016146.127382:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016146.127407:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55994927 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016146.127441:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103cc0/0x979ba2bc55994920 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f12 expref: 38 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.131506:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55994927 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f12 expref: 37 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.131527:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016146.131529:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016146.131535:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016146.131673:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+37:10407:x1818247335090304:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4640us (5192us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.131687:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2366 00000100:00100000:0.0:1734016146.136970:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016146.137043:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.137175:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335090432 00000100:00100000:2.0:1734016146.137197:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335090432 00000100:00100000:2.0:1734016146.137266:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335090560 00000100:00100000:2.0:1734016146.137269:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335090560 00000100:00100000:2.0:1734016146.137303:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11554 00000100:00100000:2.0:1734016146.137316:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335090432:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.137360:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.137389:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5599492e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f19 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.137502:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078326680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338525824:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016146.137608:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.137728:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11555 00000100:00100000:3.0:1734016146.137738:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335090560:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.137753:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.137783:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070101b00/0x979ba2bc55994935 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f20 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.137865:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338525952:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016146.137896:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00002000:00010000:3.0:1734016146.140427:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016144 -> 1734016145 00000100:00100000:3.0:1734016146.140464:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338525952:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016146.140511:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070101b00/0x979ba2bc55994935 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f20 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.140527:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070101b00/0x979ba2bc55994935 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f20 expref: 9 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.140556:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101b00, rc 0) 00000100:00100000:3.0:1734016146.140617:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335090560:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2879us (3573us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.140627:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11555 00000100:00100000:2.0:1734016146.140738:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078326680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338525824:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016146.140769:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5599492e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f19 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.140780:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc5599492e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f19 expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.140792:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016146.140842:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335090432:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3529us (3891us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.140849:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11554 00000100:00100000:1.0:1734016146.144979:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.145069:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.145166:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335090816 00000100:00100000:2.0:1734016146.145184:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335090816 00000100:00100000:2.0:1734016146.145299:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335090688 00000100:00100000:2.0:1734016146.145301:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335090688 00000100:00100000:2.0:1734016146.145630:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11556 00000100:00100000:2.0:1734016146.145640:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335090816:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.145677:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.145716:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599493c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f2e expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.145892:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078326680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338526080:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016146.146252:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11557 00000100:00100000:0.0:1734016146.146260:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335090688:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.146271:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016146.146289:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55994943 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f27 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016146.146338:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338526208:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016146.148065:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.148770:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.156742:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338526208:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016146.156880:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55994943 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f27 expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.156909:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc55994943 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f27 expref: 9 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.156953:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567600, rc 0) 00000100:00100000:0.0:1734016146.157065:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335090688:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10800us (11990us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016146.157081:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11557 00000100:00100000:3.0:1734016146.157233:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078326680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338526080:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016146.157266:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599493c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f2e expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.157277:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc5599493c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f2e expref: 9 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.157291:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:3.0:1734016146.157315:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335090816:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11678us (12357us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.157323:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11556 00000100:00100000:0.0:1734016146.160561:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.160830:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335091072 00000100:00100000:3.0:1734016146.160849:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335091072 00002000:00100000:3.0:1734016146.160936:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (151552->155647) req@ffff880077f95180 x1818247335091072/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.160950:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f95180 with x1818247335091072 ext(151552->155647) 00002000:00010000:3.0:1734016146.160957:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f95180 00000100:00100000:3.0:1734016146.161384:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9397 00000100:00100000:3.0:1734016146.161393:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247335091072:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.162213:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247335091072:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 818us (1672us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016146.162224:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9397 00002000:00100000:3.0:1734016146.162233:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (151552->155647) req@ffff880077f95180 x1818247335091072/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.162244:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f95180 with x1818247335091072 ext(151552->155647) 00002000:00010000:3.0:1734016146.162249:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f95180 00000100:00100000:1.0:1734016146.175756:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.177235:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335091200 00000100:00100000:3.0:1734016146.177257:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335091200 00000100:00100000:3.0:1734016146.177355:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2367 00000100:00100000:3.0:1734016146.177365:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:10407:x1818247335091200:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.177409:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.177448:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc5599494a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f35 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.177586:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55994951 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016146.177611:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55994951 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016146.177626:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55994951 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:3.0:1734016146.177658:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5716437 00000004:00200000:3.0:1734016146.177663:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016146.177682:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55994951 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016146.177709:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc5599494a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f35 expref: 26 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.177737:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55994951 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f35 expref: 25 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.177746:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016146.177749:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016146.177752:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016146.177853:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+25:10407:x1818247335091200:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 491us (2118us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.177860:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2367 00000100:00100000:0.0:1734016146.181164:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.182025:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335091328 00000100:00100000:3.0:1734016146.182054:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335091328 00000100:00100000:3.0:1734016146.182163:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11558 00000100:00100000:3.0:1734016146.182179:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335091328:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.182224:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.182264:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994958 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f3c expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.182325:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559948fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3538943) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ef6 expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.182333:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.182335:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.182340:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994958 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1810432->1814527] (req 1810432->1814527) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f3c expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.182397:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559948fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3538943) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ef6 expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.182410:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559948fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3538943) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ef6 expref: 9 pid: 7685 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016146.182428:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338526336:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016146.189865:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.201483:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338526336:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016146.201561:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994958 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1810432->1814527] (req 1810432->1814527) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f3c expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.201592:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016146.201735:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:10407:x1818247335091328:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 19558us (20587us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.201756:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11558 00000100:00100000:1.0:1734016146.204114:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.205401:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335091456 00000100:00100000:3.0:1734016146.205426:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335091456 00002000:00100000:3.0:1734016146.205520:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (151552->155647) req@ffff88007036c380 x1818247335091456/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:107/0 lens 4584/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.205536:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036c380 with x1818247335091456 ext(151552->155647) 00010000:00010000:3.0:1734016146.205554:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559948fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3538943) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ef6 expref: 10 pid: 7685 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016146.205573:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559948fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3538943) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ef6 expref: 10 pid: 7685 timeout: 509 lvb_type: 0 00002000:00010000:3.0:1734016146.205582:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007036c380 00000100:00100000:3.0:1734016146.207165:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 281 00000100:00100000:3.0:1734016146.207189:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335091456:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016146.215869:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335091456:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 8606us (11684us total) trans 4294969640 rc 0/0 00000100:00100000:3.0:1734016146.215895:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 281 00002000:00100000:3.0:1734016146.215918:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (151552->155647) req@ffff88007036c380 x1818247335091456/t4294969640(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:107/0 lens 4584/448 e 0 to 0 dl 1734016157 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.215930:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036c380 with x1818247335091456 ext(151552->155647) 00010000:00010000:3.0:1734016146.215945:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559948fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3538943) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ef6 expref: 12 pid: 7685 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016146.215971:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559948fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3538943) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ef6 expref: 12 pid: 7685 timeout: 509 lvb_type: 0 00002000:00010000:3.0:1734016146.215982:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007036c380 00000100:00100000:0.0:1734016146.222226:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.222637:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335091584 00000100:00100000:2.0:1734016146.222648:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335091584 00010000:00010000:2.0:1734016146.222687:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559948fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3526656->3538943) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ef6 expref: 12 pid: 7685 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016146.225209:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3275 00000100:00100000:3.0:1734016146.225227:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335091584:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.225253:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016146.225276:0:6465:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 72 -> 80 00010000:00010000:3.0:1734016146.225287:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559948fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3526656->3538943) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ef6 expref: 12 pid: 7685 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016146.225301:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559948fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3526656->3538943) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ef6 expref: 12 pid: 7685 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016146.225328:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc559948fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3526656->3538943) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ef6 expref: 12 pid: 7685 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016146.225375:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.225378:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.225388:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994958 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1810432->1814527) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f3c expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.225398:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994958 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1810432->1814527) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f3c expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.225457:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994958 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1810432->1814527) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f3c expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.225473:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338526464:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016146.225598:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.231320:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338526464:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016146.231351:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016146.232527:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247335091584:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7298us (10311us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.232540:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3275 00000100:00100000:1.0:1734016146.246254:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.248880:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335091840 00000100:00100000:3.0:1734016146.248899:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335091840 00002000:00100000:3.0:1734016146.248962:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007036ca80 x1818247335091840/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.248975:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036ca80 with x1818247335091840 ext(0->4194303) 00002000:00010000:3.0:1734016146.248981:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036ca80 00000100:00100000:3.0:1734016146.249042:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9398 00000100:00100000:3.0:1734016146.249050:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247335091840:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.334011:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247335091840:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 84941us (87757us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016146.334030:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9398 00002000:00100000:3.0:1734016146.334046:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007036ca80 x1818247335091840/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:107/0 lens 488/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.334058:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036ca80 with x1818247335091840 ext(0->4194303) 00002000:00010000:3.0:1734016146.334068:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036ca80 00010000:00010000:1.0:1734016146.339274:0:7700:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016146.339740:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.341389:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335091968 00000100:00100000:3.0:1734016146.341407:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335091968 00000100:00100000:3.0:1734016146.341488:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11559 00000100:00100000:3.0:1734016146.341500:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247335091968:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.341528:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.341554:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599495f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f43 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.341587:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.341590:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.341600:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599495f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f43 expref: 12 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.341620:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599495f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f43 expref: 12 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.341638:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016146.341722:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1972:x1818247335091968:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 224us (1992us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.341731:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11559 00000100:00100000:0.0:1734016146.359286:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.360088:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335092224 00000100:00100000:1.0:1734016146.360107:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335092224 00000100:00100000:1.0:1734016146.362675:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2368 00000100:00100000:1.0:1734016146.362699:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+37:10407:x1818247335092224:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016146.362849:0:6479:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016146.362900:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103840/0x979ba2bc55994927 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f12 expref: 37 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.362958:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016146.362965:0:6479:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016146.363319:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55994966 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016146.363337:0:6479:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55994951 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f35 expref: 24 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.363345:0:6479:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55994966 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016146.367194:0:6479:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55994951 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f35 expref: 24 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.367228:0:6479:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55994951 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f35 expref: 24 pid: 7707 timeout: 510 lvb_type: 0 00000100:00100000:1.0:1734016146.367254:0:6479:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007036fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338526592:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016146.367384:0:6479:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.378576:0:6479:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007036fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6479:1818247338526592:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016146.378654:0:6479:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55994966 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:0.0:1734016146.378783:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.379672:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335092352 00000100:00100000:3.0:1734016146.379691:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335092352 00010000:00010000:3.0:1734016146.379757:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55994951 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f35 expref: 25 pid: 7707 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016146.379853:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3276 00000100:00100000:3.0:1734016146.379863:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+25:1970:x1818247335092352:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.379887:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016146.379894:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55994951 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f35 expref: 25 pid: 7707 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.379913:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55994951 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f35 expref: 25 pid: 7707 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.379949:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101440/0x979ba2bc55994951 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f35 expref: 25 pid: 7707 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.379976:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016146.379983:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55994966 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016146.379996:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55994966 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016146.380008:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55994966 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016146.380044:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016146.380140:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:1970:x1818247335092352:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 277us (1359us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.380150:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3276 00010000:00010000:1.0:1734016146.380671:0:6479:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55994966 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016146.380682:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55994966 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000001:00080000:1.0:1734016146.380934:0:6479:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968813 00000004:00010000:1.0:1734016146.381020:0:6479:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800701c9180 reply state ffff88012fcbd000 transno 4294968814 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55994966 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000100:00100000:1.0:1734016146.381029:0:6479:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016146.381138:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+39:10407:x1818247335092224:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 18446us (21865us total) trans 4294968814 rc 0/0 00000100:00100000:1.0:1734016146.381146:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2368 00000020:00080000:1.0:1734016146.381151:0:6479:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016146.388962:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.389143:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335092480 00000100:00100000:1.0:1734016146.389164:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335092480 00000100:00100000:1.0:1734016146.389384:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11560 00000100:00100000:1.0:1734016146.389399:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:10407:x1818247335092480:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.389442:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.389483:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599496d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f4a expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.389548:0:9511:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994958 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1810432->1814527) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f3c expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.389563:0:9511:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599495f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f43 expref: 11 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.389853:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55994966 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016146.389870:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55994966 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016146.389878:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55994966 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016146.389886:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e8361c0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:3.0:1734016146.389893:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55994966 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016146.389905:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55994966 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016146.389930:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016146.389933:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016146.389937:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55994966 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:3.0:1734016146.389943:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8361c0/0x979ba2bc55994966 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016146.390072:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016146.390075:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016146.390081:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599496d lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f4a expref: 10 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.390148:0:9511:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599495f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f43 expref: 11 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.390165:0:9511:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599495f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f43 expref: 11 pid: 7684 timeout: 510 lvb_type: 1 00000100:00100000:1.0:1734016146.390182:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007036fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338526720:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016146.391073:0:9511:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994958 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1810432->1814527) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f3c expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.391086:0:9511:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994958 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1810432->1814527) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f3c expref: 10 pid: 7684 timeout: 510 lvb_type: 0 00000100:00100000:1.0:1734016146.391097:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007036d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338526848:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016146.391129:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.393715:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007036fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338526720:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016146.393737:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007036d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338526848:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016146.393795:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599496d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f4a expref: 10 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.393859:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:2.0:1734016146.393950:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:10407:x1818247335092480:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4553us (5010us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.393966:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11560 00000100:00100000:3.0:1734016146.396896:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.397603:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335092608 00000100:00100000:2.0:1734016146.397620:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335092608 00010000:00010000:2.0:1734016146.397691:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599495f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f43 expref: 12 pid: 7684 timeout: 510 lvb_type: 1 00000100:00100000:2.0:1734016146.397750:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3277 00000100:00100000:2.0:1734016146.397761:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247335092608:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016146.397793:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016146.397868:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599495f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f43 expref: 12 pid: 7684 timeout: 510 lvb_type: 1 00010000:00010000:2.0:1734016146.397888:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599495f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f43 expref: 12 pid: 7684 timeout: 510 lvb_type: 1 00010000:00010000:2.0:1734016146.397935:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc5599495f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f43 expref: 12 pid: 7684 timeout: 510 lvb_type: 1 00010000:00010000:2.0:1734016146.397974:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016146.398063:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247335092608:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 304us (1189us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.398074:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3277 00000100:00100000:0.0:1734016146.409977:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.410073:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335092736 00000100:00100000:3.0:1734016146.410089:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335092736 00010000:00010000:3.0:1734016146.410147:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994958 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1810432->1814527) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f3c expref: 10 pid: 7684 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016146.410192:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3278 00000100:00100000:3.0:1734016146.410202:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac892050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247335092736:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.410228:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016146.410261:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994958 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1810432->1814527) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f3c expref: 10 pid: 7684 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.410275:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994958 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1810432->1814527) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f3c expref: 10 pid: 7684 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.410309:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc55994958 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1810432->1814527) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f3c expref: 10 pid: 7684 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.410333:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.410336:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.410342:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599496d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f4a expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.410354:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599496d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f4a expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.410405:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599496d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f4a expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.410420:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338526976:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016146.410513:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.427071:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.429547:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335092864 00000100:00100000:2.0:1734016146.429576:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335092864 00000100:00100000:2.0:1734016146.429722:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11561 00000100:00100000:2.0:1734016146.429737:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070a6dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335092864:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.429777:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.429901:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994974 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f51 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.429964:0:9511:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc55994919 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f0b expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.429975:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016146.429976:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016146.429980:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994974 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f51 expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.430044:0:9511:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc55994919 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f0b expref: 9 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.430069:0:9511:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc55994919 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f0b expref: 9 pid: 7685 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016146.430093:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338527104:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016146.431298:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338526976:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016146.431336:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016146.431385:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac892050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247335092736:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 21183us (21424us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.431403:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3278 00000100:00100000:2.0:1734016146.432184:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.444054:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338527104:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016146.444156:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994974 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f51 expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.444184:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016146.444302:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070a6dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:10407:x1818247335092864:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 14566us (17254us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.444314:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11561 00000100:00100000:0.0:1734016146.447968:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.451344:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335092992 00000100:00100000:3.0:1734016146.451377:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335092992 00010000:00010000:3.0:1734016146.451466:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc55994919 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f0b expref: 10 pid: 7685 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016146.451556:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3279 00000100:00100000:3.0:1734016146.451566:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335092992:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.451600:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016146.451637:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc55994919 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f0b expref: 10 pid: 7685 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.451654:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc55994919 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f0b expref: 10 pid: 7685 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.451700:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc55994919 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f0b expref: 10 pid: 7685 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.451742:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.451746:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.451755:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994974 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f51 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.451768:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994974 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f51 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.451854:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994974 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f51 expref: 8 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.451876:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6465:1818247338527232:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016146.452794:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.460294:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6465:1818247338527232:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016146.460359:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016146.460468:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335092992:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8899us (12516us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.460491:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3279 00000100:00100000:0.0:1734016146.460766:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016146.460885:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.460940:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335093248 00000100:00100000:1.0:1734016146.460952:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335093248 00002000:00010000:1.0:1734016146.461004:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016146.461009:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c8700 with x1818247335093248 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016146.461030:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800701c8700. 00000100:00100000:1.0:1734016146.461061:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335093120 00000100:00100000:1.0:1734016146.461064:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335093120 00002000:00010000:1.0:1734016146.461078:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3843405->18446744073709551615) 00002000:00100000:1.0:1734016146.461083:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701caa00 with x1818247335093120 ext(3843405->18446744073709551615) 00002000:00010000:1.0:1734016146.461093:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701caa00. 00000100:00100000:1.0:1734016146.461106:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9399 00000100:00100000:1.0:1734016146.461115:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247335093248:12345-192.168.201.4@tcp:10:fsx.0 00000100:00100000:3.0:1734016146.461411:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9400 00000100:00100000:3.0:1734016146.461416:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247335093120:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:1.0:1734016146.461961:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1522133 -> 0 00002000:00010000:1.0:1734016146.461965:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:1.0:1734016146.461968:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016144 00002000:00010000:1.0:1734016146.461970:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:1.0:1734016146.461972:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016146.462040:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247335093248:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 925us (1275us total) trans 4294968062 rc 0/0 00000100:00100000:1.0:1734016146.462049:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9399 00002000:00010000:1.0:1734016146.462051:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016146.462054:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701c8700 with x1818247335093248 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016146.462060:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800701c8700. 00002000:00010000:3.0:1734016146.464502:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 3843405 00002000:00010000:3.0:1734016146.464520:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016146.464525:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016146.464529:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016146.464532:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:3.0:1734016146.465180:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247335093120:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 3751us (4282us total) trans 4294969641 rc 0/0 00000100:00100000:3.0:1734016146.465196:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9400 00002000:00010000:3.0:1734016146.465204:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3843405->18446744073709551615) 00002000:00100000:3.0:1734016146.465208:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800701caa00 with x1818247335093120 ext(3843405->18446744073709551615) 00002000:00010000:3.0:1734016146.465217:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800701caa00. 00000100:00100000:0.0:1734016146.468582:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.468922:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335093376 00000100:00100000:1.0:1734016146.468947:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335093376 00000100:00100000:1.0:1734016146.469041:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2369 00000100:00100000:1.0:1734016146.469050:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+24:10407:x1818247335093376:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.469083:0:6479:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.469118:0:6479:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc5599497b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f58 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.469299:0:6479:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55994982 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016146.469327:0:6479:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55994982 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016146.469346:0:6479:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55994982 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00000004:00200000:1.0:1734016146.469400:0:6479:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 3843405 00000004:00200000:1.0:1734016146.469409:0:6479:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016146.469442:0:6479:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55994982 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6479 initiator: MDT0 00010000:00010000:1.0:1734016146.469480:0:6479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835680/0x979ba2bc5599497b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f58 expref: 26 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.469507:0:6479:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55994982 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f58 expref: 25 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.469519:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016146.469522:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016146.469526:0:6479:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016146.469611:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+25:10407:x1818247335093376:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 561us (1059us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.469619:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2369 00000100:00100000:0.0:1734016146.473670:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016146.473730:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.473849:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335093632 00000100:00100000:2.0:1734016146.473865:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335093632 00000100:00100000:2.0:1734016146.473911:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335093504 00000100:00100000:2.0:1734016146.473913:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335093504 00000100:00100000:2.0:1734016146.474746:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11562 00000100:00100000:2.0:1734016146.474757:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247335093632:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.474783:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.474852:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994989 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f66 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.474944:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338527360:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016146.475051:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.475235:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11563 00000100:00100000:1.0:1734016146.475245:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247335093504:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.475255:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.475269:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55994990 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f5f expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.475310:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007036e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338527488:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016146.475343:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00002000:00010000:2.0:1734016146.478844:0:9511:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016144 -> 1734016145 00000100:00100000:2.0:1734016146.478917:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338527360:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016146.479013:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994989 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f66 expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.479034:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994989 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f66 expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.479063:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016146.479174:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247335093632:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4415us (5518us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.479191:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11562 00000100:00100000:1.0:1734016146.479516:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007036e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338527488:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016146.479558:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55994990 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f5f expref: 12 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.479572:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e835440/0x979ba2bc55994990 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f5f expref: 12 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.479590:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:1.0:1734016146.479626:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247335093504:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4380us (5895us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.479635:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11563 00000100:00100000:1.0:1734016146.487745:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.487859:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.488171:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335093760 00000100:00100000:3.0:1734016146.488187:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335093760 00000100:00100000:3.0:1734016146.488252:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335093888 00000100:00100000:3.0:1734016146.488254:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335093888 00000100:00100000:3.0:1734016146.488274:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11564 00000100:00100000:3.0:1734016146.488282:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247335093760:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.488315:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.488348:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994997 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f6d expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.488445:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338527616:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016146.488537:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.488605:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11565 00000100:00100000:2.0:1734016146.488613:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247335093888:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.488622:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.488637:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc5599499e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f74 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.488671:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338527744:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016146.488699:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.490769:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338527616:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016146.490897:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994997 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f6d expref: 12 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.490919:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994997 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f6d expref: 12 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.490953:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016146.491054:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247335093760:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2767us (3325us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.491068:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11564 00000100:00100000:2.0:1734016146.491994:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338527744:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016146.492051:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc5599499e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f74 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.492074:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc5599499e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f74 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.492101:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016146.492142:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1972:x1818247335093888:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3526us (4280us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.492148:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11565 00000100:00100000:0.0:1734016146.499650:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.499886:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335094016 00000100:00100000:2.0:1734016146.499902:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335094016 00000100:00100000:2.0:1734016146.499985:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11566 00000100:00100000:2.0:1734016146.499996:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:10407:x1818247335094016:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.500035:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.500067:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559949a5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f7b expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.500121:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599496d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f4a expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.500131:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016146.500133:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016146.500138:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559949a5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1687552->1695743] (req 1687552->1695743) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f7b expref: 12 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.500195:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599496d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f4a expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.500218:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599496d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f4a expref: 9 pid: 9511 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016146.500237:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338527872:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016146.500341:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.503609:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.503757:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335094144 00000100:00100000:3.0:1734016146.503768:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335094144 00010000:00010000:3.0:1734016146.503867:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599496d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f4a expref: 10 pid: 9511 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016146.503915:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3280 00000100:00100000:3.0:1734016146.503924:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247335094144:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.503950:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016146.503983:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599496d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f4a expref: 10 pid: 9511 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.503998:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599496d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f4a expref: 10 pid: 9511 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.504037:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.504038:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.504046:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559949a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1687552->1695743) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f7b expref: 12 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.504056:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559949a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1687552->1695743) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f7b expref: 12 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.504093:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559949a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1687552->1695743) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f7b expref: 12 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.504109:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338528000:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016146.504194:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016146.504893:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836880/0x979ba2bc5599496d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f4a expref: 10 pid: 9511 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016146.504926:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338527872:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016146.504966:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559949a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1687552->1695743) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f7b expref: 12 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.504978:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016146.505018:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:10407:x1818247335094016:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5023us (5397us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.505029:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11566 00000100:00100000:3.0:1734016146.507642:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338528000:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016146.507706:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016146.509368:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800701cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247335094144:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5424us (5751us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.509393:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3280 00000100:00100000:0.0:1734016146.512579:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.516284:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335094272 00000100:00100000:2.0:1734016146.516305:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335094272 00000100:00100000:2.0:1734016146.516409:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11567 00000100:00100000:2.0:1734016146.516422:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1971:x1818247335094272:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016146.516761:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3843405 -> 3843405 00002000:00010000:2.0:1734016146.516765:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016146.516767:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016146.516769:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016146.516772:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:3.0:1734016146.519995:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1971:x1818247335094272:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 3536us (7397us total) trans 4294969642 rc 0/0 00000100:00100000:3.0:1734016146.520028:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11567 00000100:00100000:0.0:1734016146.525206:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.525353:0:7707:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335094400 00000100:00100000:3.0:1734016146.525372:0:7707:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335094400 00000100:00100000:3.0:1734016146.525491:0:7707:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2370 00000100:00100000:3.0:1734016146.525503:0:7707:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+38:10407:x1818247335094400:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.525557:0:7707:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.525594:0:7707:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559949ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f82 expref: -99 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.525749:0:7707:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559949b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016146.525771:0:7707:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559949b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016146.525789:0:7707:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559949b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00000004:00200000:3.0:1734016146.525901:0:7707:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 3843405 00000004:00200000:3.0:1734016146.525906:0:7707:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016146.525939:0:7707:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559949b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7707 initiator: MDT0 00010000:00010000:3.0:1734016146.525976:0:7707:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc559949ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f82 expref: 40 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.526010:0:7707:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559949b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f82 expref: 39 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.526021:0:7707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016146.526025:0:7707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016146.526029:0:7707:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016146.526132:0:7707:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+39:10407:x1818247335094400:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 629us (947us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.526139:0:7707:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2370 00000100:00100000:1.0:1734016146.534178:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.534367:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335094528 00000100:00100000:3.0:1734016146.534389:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335094528 00000100:00100000:2.0:1734016146.534957:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11568 00000100:00100000:2.0:1734016146.534973:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247335094528:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.535021:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.535071:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559949ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f89 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.535205:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338528128:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016146.535374:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.541743:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338528128:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016146.541873:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559949ba lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f89 expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.541900:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc559949ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f89 expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.541927:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016146.542044:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247335094528:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7068us (7886us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.542064:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11568 00000100:00100000:2.0:1734016146.546423:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016146.546673:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335094656 00000100:00100000:0.0:1734016146.546688:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335094656 00000100:00100000:0.0:1734016146.547122:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11569 00000100:00100000:0.0:1734016146.547130:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247335094656:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.547155:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016146.547182:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559949c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f90 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016146.547267:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338528256:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016146.547358:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.552517:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338528256:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016146.552605:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559949c1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f90 expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.552642:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567600/0x979ba2bc559949c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f90 expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.552717:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567600, rc 0) 00000100:00100000:2.0:1734016146.553236:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247335094656:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6102us (6826us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.553251:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11569 00000100:00100000:0.0:1734016146.555677:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.555793:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335094784 00000100:00100000:2.0:1734016146.555872:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335094784 00000100:00100000:2.0:1734016146.555936:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11570 00000100:00100000:2.0:1734016146.555945:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247335094784:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.555973:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.556002:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559949c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f97 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.556097:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338528384:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016146.556196:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.560429:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338528384:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016146.560501:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559949c8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f97 expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.560773:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc559949c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f97 expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.560824:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:3.0:1734016146.561186:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247335094784:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5239us (5521us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.561198:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11570 00000100:00100000:0.0:1734016146.565724:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.565945:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335094912 00000100:00100000:3.0:1734016146.565967:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335094912 00000100:00100000:3.0:1734016146.566065:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11571 00000100:00100000:3.0:1734016146.566076:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247335094912:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.566114:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.566151:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559949cf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50f9e expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.566259:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338528512:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016146.566399:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.568719:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338528512:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016146.568783:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559949cf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f9e expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.568895:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070102400/0x979ba2bc559949cf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f9e expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.568928:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016146.569018:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247335094912:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2942us (3318us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.569030:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11571 00000100:00100000:1.0:1734016146.576063:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.576152:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335095040 00000100:00100000:3.0:1734016146.576164:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335095040 00000100:00100000:3.0:1734016146.576226:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11572 00000100:00100000:3.0:1734016146.576233:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:10407:x1818247335095040:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.576255:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.576288:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559949d6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50fa5 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.576331:0:9511:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559949a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1687552->1695743) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f7b expref: 12 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.576341:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.576344:0:9511:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.576348:0:9511:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559949d6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1245184->1253375] (req 1245184->1253375) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fa5 expref: 10 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.576395:0:9511:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559949a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1687552->1695743) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f7b expref: 12 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.576421:0:9511:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559949a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1687552->1695743) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f7b expref: 12 pid: 7685 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016146.576440:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338528640:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016146.576557:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.579741:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.579951:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338528640:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016146.580004:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559949d6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1245184->1253375] (req 1245184->1253375) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fa5 expref: 10 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.580032:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:3.0:1734016146.580122:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:10407:x1818247335095040:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3886us (4068us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.580134:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11572 00000100:00100000:2.0:1734016146.582333:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335095168 00000100:00100000:2.0:1734016146.582348:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335095168 00010000:00010000:2.0:1734016146.582407:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559949a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1687552->1695743) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f7b expref: 13 pid: 7685 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016146.582462:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3281 00000100:00100000:2.0:1734016146.582471:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247335095168:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016146.582499:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016146.582531:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559949a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1687552->1695743) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f7b expref: 13 pid: 7685 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016146.582543:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559949a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1687552->1695743) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f7b expref: 13 pid: 7685 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016146.582571:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc559949a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1687552->1695743) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f7b expref: 13 pid: 7685 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016146.582599:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.582602:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.582614:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559949d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1245184->1253375) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fa5 expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.582623:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559949d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1245184->1253375) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fa5 expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.582672:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559949d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1245184->1253375) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fa5 expref: 9 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.582689:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338528768:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016146.582830:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.587157:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338528768:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016146.587207:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016146.588028:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247335095168:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 5550us (8307us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.588051:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3281 00000100:00100000:0.0:1734016146.589660:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.589960:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335095296 00000100:00100000:3.0:1734016146.589978:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335095296 00000100:00100000:3.0:1734016146.590052:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11573 00000100:00100000:3.0:1734016146.590062:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247335095296:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016146.591178:0:9511:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3843405 -> 3843405 00002000:00010000:3.0:1734016146.591186:0:9511:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016146.591188:0:9511:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016146.591190:0:9511:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016146.591192:0:9511:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:3.0:1734016146.591356:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247335095296:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 1289us (1701us total) trans 4294969643 rc 0/0 00000100:00100000:3.0:1734016146.591373:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11573 00000100:00100000:0.0:1734016146.594681:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016146.594751:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.594852:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335095552 00000100:00100000:2.0:1734016146.594871:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335095552 00000100:00100000:2.0:1734016146.595065:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335095424 00000100:00100000:2.0:1734016146.595068:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335095424 00000100:00100000:3.0:1734016146.595116:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11574 00000100:00100000:3.0:1734016146.595129:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335095552:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.595169:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.595205:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc559949dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50fb3 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.595312:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338528896:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016146.596445:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.597090:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11575 00000100:00100000:2.0:1734016146.597112:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335095424:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.597139:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.597170:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559949e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50fac expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.597275:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338529024:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016146.597368:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.600765:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338528896:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016146.600886:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc559949dd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fb3 expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.600912:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070101f80/0x979ba2bc559949dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fb3 expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016146.602263:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338529024:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016146.602320:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559949e4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fac expref: 13 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.602336:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc559949e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fac expref: 13 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.602374:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016146.602463:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335095424:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5357us (7707us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.602477:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11575 00010000:00010000:3.0:1734016146.602610:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:3.0:1734016146.602641:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335095552:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7514us (7983us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.602650:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11574 00000100:00100000:0.0:1734016146.605564:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016146.605646:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.605780:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335095680 00000100:00100000:3.0:1734016146.605804:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335095680 00000100:00100000:3.0:1734016146.605955:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335095808 00000100:00100000:3.0:1734016146.605959:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335095808 00000100:00100000:3.0:1734016146.607115:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11576 00000100:00100000:3.0:1734016146.607130:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247335095680:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.607169:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.607208:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559949eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50fba expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.607316:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338529152:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016146.607466:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.607627:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11577 00000100:00100000:2.0:1734016146.607638:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247335095808:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.607655:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.607680:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc559949f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50fc1 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.607724:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338529280:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016146.607760:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.612446:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338529280:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016146.612554:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc559949f2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fc1 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.612585:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc559949f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fc1 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.613260:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338529152:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016146.613299:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559949eb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fba expref: 13 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.613311:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101440/0x979ba2bc559949eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fba expref: 13 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.613354:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00010000:00010000:2.0:1734016146.613872:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:3.0:1734016146.614228:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247335095680:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7092us (8686us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.614245:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11576 00000100:00100000:2.0:1734016146.614384:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247335095808:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6744us (8733us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.614394:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11577 00000100:00100000:2.0:1734016146.621540:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.621596:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.621941:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335096064 00000100:00100000:3.0:1734016146.621960:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335096064 00000100:00100000:3.0:1734016146.623312:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335095936 00000100:00100000:3.0:1734016146.623324:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335095936 00000100:00100000:3.0:1734016146.623737:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11578 00000100:00100000:3.0:1734016146.623748:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335096064:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.623785:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.623831:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070103840/0x979ba2bc559949f9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50fcf expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.623914:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338529408:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016146.624016:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.624320:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11579 00000100:00100000:0.0:1734016146.624330:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335095936:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.624340:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016146.624353:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55994a00 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50fc8 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016146.624398:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338529536:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016146.624431:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.628129:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338529408:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016146.628228:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070103840/0x979ba2bc559949f9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fcf expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.628252:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070103840/0x979ba2bc559949f9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fcf expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.628286:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:1.0:1734016146.628852:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338529536:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016146.628885:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55994a00 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fc8 expref: 13 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.628897:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55994a00 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fc8 expref: 13 pid: 7685 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.630230:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335096064:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6473us (8708us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.630246:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11578 00000100:00100000:3.0:1734016146.630323:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3507:1818247338529792:0@lo:400:kworker.0 00000100:00100000:3.0:1734016146.630431:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016146.630479:0:3507:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734016146.630485:0:3507:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3507:1818247338529664:0@lo:400:kworker.0 00000100:00100000:3.0:1734016146.630523:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1734016146.631645:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564b40, rc 0) 00000100:00100000:1.0:1734016146.631704:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338529792 00000100:00100000:1.0:1734016146.631717:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338529792 00000100:00100000:1.0:1734016146.631800:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:1.0:1734016146.631830:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3507:x1818247338529792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016146.631910:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3507:x1818247338529792:12345-0@lo:400:kworker.0 Request processed in 101us (1478us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.631917:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:1.0:1734016146.631986:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335095936:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7654us (10385us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.631993:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11579 00000100:00100000:0.0:1734016146.633148:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3506:1818247338530176:0@lo:400:kworker.0 00000100:00100000:0.0:1734016146.633263:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016146.633309:0:3506:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734016146.633317:0:3506:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3506:1818247338530304:0@lo:400:kworker.0 00000100:00100000:0.0:1734016146.633346:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016146.633385:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338529664 00000100:00100000:0.0:1734016146.633394:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338529664 00000100:00100000:0.0:1734016146.633444:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1734016146.633451:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7827850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3507:x1818247338529664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016146.633490:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7827850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4c8e50dc-7ba3-4102-93a4-625c94ed7070+18:3507:x1818247338529664:12345-0@lo:400:kworker.0 Request processed in 39us (2965us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016146.633495:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00080000:0.0:1734016146.633534:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016116 00000100:00100000:2.0:1734016146.633771:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3504:1818247338529920:0@lo:400:kworker.0 00000100:00100000:2.0:1734016146.633826:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016146.633849:0:3504:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734016146.633854:0:3504:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338530048:0@lo:400:kworker.0 00000100:00100000:2.0:1734016146.633877:0:3504:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016146.633908:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338530176 00000100:00100000:2.0:1734016146.633912:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338530176 00000100:00100000:2.0:1734016146.633942:0:13928:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338529920 00000100:00100000:2.0:1734016146.633944:0:13928:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338529920 00000100:00100000:2.0:1734016146.633961:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1734016146.633968:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3506:x1818247338530176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016146.634012:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3506:x1818247338530176:12345-0@lo:400:kworker.0 Request processed in 45us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.634018:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1734016146.634030:0:13928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1734016146.634033:0:13928:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3504:x1818247338529920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016146.634055:0:13928:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3504:x1818247338529920:12345-0@lo:400:kworker.0 Request processed in 21us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.634061:0:13928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1734016146.634101:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3504:1818247338529920:0@lo:400:kworker.0 00000100:00100000:2.0:1734016146.634133:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3506:1818247338530176:0@lo:400:kworker.0 00000100:00100000:3.0:1734016146.634454:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4c8e50dc-7ba3-4102-93a4-625c94ed7070:3507:1818247338529664:0@lo:400:kworker.0 00000100:00100000:3.0:1734016146.634481:0:3507:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3507:1818247338529792:0@lo:400:kworker.0 00000100:00100000:3.0:1734016146.634528:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338530304 00000100:00100000:3.0:1734016146.634532:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338530304 00000100:00100000:3.0:1734016146.634581:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338530048 00000100:00100000:3.0:1734016146.634585:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338530048 00000100:00100000:3.0:1734016146.634613:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1734016146.634617:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3506:x1818247338530304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016146.634656:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3506:x1818247338530304:12345-0@lo:400:kworker.0 Request processed in 39us (1311us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.634662:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1734016146.634676:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1734016146.634682:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338530048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016146.634712:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3504:x1818247338530048:12345-0@lo:400:kworker.0 Request processed in 31us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.634719:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1734016146.636353:0:3504:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3504:1818247338530048:0@lo:400:kworker.0 00000100:00100000:2.0:1734016146.636422:0:3506:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3506:1818247338530304:0@lo:400:kworker.0 00000100:00080000:0.0:1734016146.637060:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016116 00000100:00080000:0.0:1734016146.637071:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016116 00000100:00080000:0.0:1734016146.637077:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016116 00000100:00100000:0.0:1734016146.638549:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016146.639293:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.639743:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335096192 00000100:00100000:3.0:1734016146.639768:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335096192 00000100:00100000:3.0:1734016146.639898:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335096320 00000100:00100000:3.0:1734016146.639902:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335096320 00000100:00100000:3.0:1734016146.639960:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11580 00000100:00100000:3.0:1734016146.639976:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247335096192:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.640021:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.640066:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994a07 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50fd6 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.640205:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338530432:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016146.640327:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.640347:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11581 00000100:00100000:3.0:1734016146.640352:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247335096320:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.640362:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.640377:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070100d80/0x979ba2bc55994a0e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50fdd expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.640421:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338530560:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016146.640443:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.643502:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338530560:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016146.643582:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070100d80/0x979ba2bc55994a0e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fdd expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.643600:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070100d80/0x979ba2bc55994a0e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fdd expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.644423:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:2.0:1734016146.644517:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247335096320:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4160us (5222us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.644529:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11581 00000100:00100000:3.0:1734016146.645633:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338530432:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016146.645679:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994a07 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fd6 expref: 13 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.645696:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994a07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fd6 expref: 13 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.646999:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016146.647300:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247335096192:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7321us (8763us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.647312:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11580 00000100:00100000:0.0:1734016146.654979:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.655372:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335096448 00000100:00100000:3.0:1734016146.655388:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335096448 00000100:00100000:3.0:1734016146.655490:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11582 00000100:00100000:3.0:1734016146.655504:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247335096448:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016146.656058:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3843405 -> 3843405 00002000:00010000:3.0:1734016146.656067:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016146.656069:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016146.656072:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016146.656074:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 80 -> 88 00000100:00100000:3.0:1734016146.656179:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247335096448:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 675us (1218us total) trans 4294969644 rc 0/0 00000100:00100000:3.0:1734016146.656189:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11582 00000100:00100000:0.0:1734016146.659052:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016146.660219:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.660726:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335096576 00000100:00100000:2.0:1734016146.660748:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335096576 00000100:00100000:2.0:1734016146.660836:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335096704 00000100:00100000:2.0:1734016146.660839:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335096704 00000100:00100000:2.0:1734016146.660869:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11583 00000100:00100000:2.0:1734016146.660878:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335096576:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.660909:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.660947:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994a15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50fe4 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.661055:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338530688:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016146.661162:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.661244:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11584 00000100:00100000:1.0:1734016146.661251:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335096704:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.661261:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.661276:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e836880/0x979ba2bc55994a1c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50feb expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.661315:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007036c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338530816:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016146.661343:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.668440:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007036c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338530816:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016146.668535:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e836880/0x979ba2bc55994a1c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50feb expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.668563:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e836880/0x979ba2bc55994a1c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50feb expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.668599:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836880, rc 0) 00000100:00100000:1.0:1734016146.668694:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335096704:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7439us (8480us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.668708:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11584 00000100:00100000:2.0:1734016146.669357:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338530688:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016146.669408:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994a15 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fe4 expref: 13 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.669420:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994a15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fe4 expref: 13 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.669443:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016146.669480:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335096576:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8602us (10447us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.669490:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11583 00000100:00100000:0.0:1734016146.672533:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016146.672647:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.672873:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335096960 00000100:00100000:2.0:1734016146.672897:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335096960 00000100:00100000:2.0:1734016146.673012:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335096832 00000100:00100000:2.0:1734016146.673016:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335096832 00000100:00100000:2.0:1734016146.673060:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11585 00000100:00100000:2.0:1734016146.673072:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247335096960:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.673110:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.673166:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994a23 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ff9 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.673315:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338530944:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016146.673447:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.673589:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11586 00000100:00100000:1.0:1734016146.673598:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247335096832:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.673615:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.673637:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55994a2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee50ff2 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.673695:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007036c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338531072:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016146.673743:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.682763:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338530944:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016146.682938:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994a23 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ff9 expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.683068:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994a23 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ff9 expref: 10 pid: 9511 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.683313:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007036c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338531072:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016146.683362:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00010000:00010000:1.0:1734016146.683409:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55994a2a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ff2 expref: 13 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.683435:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8346c0/0x979ba2bc55994a2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50ff2 expref: 13 pid: 7685 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.684311:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247335096960:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11236us (11818us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.684333:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11585 00010000:00010000:1.0:1734016146.689972:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016146.690107:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247335096832:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 16495us (17448us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.690122:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11586 00000100:00100000:0.0:1734016146.704144:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.704887:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335097216 00000100:00100000:2.0:1734016146.704906:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335097216 00000100:00100000:2.0:1734016146.705001:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2371 00000100:00100000:2.0:1734016146.705014:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+39:10407:x1818247335097216:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016146.705104:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016146.705145:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc559949b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f82 expref: 39 pid: 7707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.705199:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016146.705206:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016146.705502:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994a31 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016146.705750:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55994982 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f58 expref: 24 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.705757:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994a31 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016146.705803:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55994982 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f58 expref: 24 pid: 6479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.705848:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55994982 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f58 expref: 24 pid: 6479 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016146.705863:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338531200:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016146.705929:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27a80 going to sleep for 11 seconds 00000001:00080000:0.0:1734016146.710049:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968815 is committed 00000001:00080000:0.0:1734016146.710089:0:6461:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968812 is committed 00000100:00100000:0.0:1734016146.713244:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.716249:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335097344 00000100:00100000:3.0:1734016146.716264:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335097344 00010000:00010000:3.0:1734016146.716321:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55994982 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f58 expref: 15 pid: 6479 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016146.717196:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338531200:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016146.717237:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994a31 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016146.717378:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3282 00000100:00100000:3.0:1734016146.717388:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+15:1969:x1818247335097344:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.717411:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016146.717421:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55994982 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f58 expref: 15 pid: 6479 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.717436:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55994982 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f58 expref: 15 pid: 6479 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.717467:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e8358c0/0x979ba2bc55994982 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f58 expref: 15 pid: 6479 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.717498:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016146.717504:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994a31 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016146.717515:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994a31 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016146.717523:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994a31 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016146.717558:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016146.717589:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994a31 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016146.717595:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994a31 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016146.717609:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1969:x1818247335097344:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 223us (4388us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.717616:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3282 00000001:00080000:2.0:1734016146.717719:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968815 00000004:00010000:2.0:1734016146.717775:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800783c9180 reply state ffff88007bcc7000 transno 4294968816 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994a31 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:2.0:1734016146.717782:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016146.717933:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:10407:x1818247335097216:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 12919us (13815us total) trans 4294968816 rc 0/0 00000100:00100000:2.0:1734016146.717944:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2371 00000020:00080000:2.0:1734016146.717951:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016146.721890:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994a31 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016146.721924:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994a31 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016146.721935:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994a31 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016146.721941:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405200 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:1.0:1734016146.721948:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994a31 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016146.721957:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994a31 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016146.721990:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016146.721992:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016146.721999:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994a31 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016146.722005:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994a31 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:1.0:1734016146.725065:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.725156:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.725484:0:3505:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016146.725518:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338531328:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016146.725623:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016146.725748:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335097472 00000100:00100000:2.0:1734016146.725767:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335097472 00002000:00010000:2.0:1734016146.725897:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016146.725908:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036c700 with x1818247335097472 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016146.725935:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036c700. 00000100:00100000:2.0:1734016146.725967:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335097600 00000100:00100000:2.0:1734016146.725971:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335097600 00002000:00010000:2.0:1734016146.725990:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1129667->18446744073709551615) 00002000:00100000:2.0:1734016146.725993:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036ea00 with x1818247335097600 ext(1129667->18446744073709551615) 00002000:00010000:2.0:1734016146.726008:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007036ea00. 00000100:00100000:2.0:1734016146.726033:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9401 00000100:00100000:2.0:1734016146.726046:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247335097472:12345-192.168.201.4@tcp:10:fsx.0 00000100:00100000:3.0:1734016146.727679:0:7944:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338531328 00000100:00100000:3.0:1734016146.727703:0:7944:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338531328 00000100:00100000:3.0:1734016146.727788:0:7944:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:3.0:1734016146.727880:0:7944:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3505:x1818247338531328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734016146.727940:0:7944:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980070976 pending 28672 free 3923173376 avail 3691651072 00000100:00100000:3.0:1734016146.728053:0:7944:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3505:x1818247338531328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 177us (2430us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.728060:0:7944:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00002000:00010000:2.0:1734016146.728077:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3843405 -> 4194304 00002000:00010000:2.0:1734016146.728084:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016146.728088:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016146.728090:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016146.728093:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:3.0:1734016146.728128:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338531328:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016146.728179:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247335097472:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 2134us (3137us total) trans 4294969645 rc 0/0 00000100:00100000:2.0:1734016146.728188:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9401 00002000:00010000:2.0:1734016146.728193:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016146.728198:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036c700 with x1818247335097472 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016146.728206:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007036c700. 00000100:00100000:2.0:1734016146.728235:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9402 00000100:00100000:2.0:1734016146.728242:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247335097600:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016146.728510:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 1129667 00002000:00010000:2.0:1734016146.728513:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016146.728515:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016144 00002000:00010000:2.0:1734016146.728517:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016146.728519:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016146.728541:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247335097600:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 299us (3385us total) trans 4294968063 rc 0/0 00000100:00100000:2.0:1734016146.728547:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9402 00002000:00010000:2.0:1734016146.728550:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1129667->18446744073709551615) 00002000:00100000:2.0:1734016146.728554:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007036ea00 with x1818247335097600 ext(1129667->18446744073709551615) 00002000:00010000:2.0:1734016146.728560:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007036ea00. 00000100:00100000:0.0:1734016146.752147:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.752969:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335097856 00000100:00100000:1.0:1734016146.752988:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335097856 00002000:00100000:1.0:1734016146.753087:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (0->1130495) req@ffff880078229180 x1818247335097856/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016146.753110:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078229180 with x1818247335097856 ext(0->1130495) 00002000:00010000:1.0:1734016146.753123:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078229180 00000100:00100000:1.0:1734016146.753180:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9403 00000100:00100000:1.0:1734016146.753192:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247335097856:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016146.782748:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247335097856:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 29528us (30596us total) trans 0 rc 1130496/1130496 00000100:00100000:2.0:1734016146.782771:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9403 00002000:00100000:2.0:1734016146.782801:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (0->1130495) req@ffff880078229180 x1818247335097856/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:107/0 lens 488/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 1130496/1130496 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.782827:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078229180 with x1818247335097856 ext(0->1130495) 00002000:00010000:2.0:1734016146.782840:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078229180 00000100:00100000:0.0:1734016146.796440:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.803353:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335097984 00000100:00100000:2.0:1734016146.803383:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335097984 00002000:00100000:2.0:1734016146.803469:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1126400->1129666) req@ffff880078229f80 x1818247335097984/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:107/0 lens 3760/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.803484:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078229f80 with x1818247335097984 ext(1126400->1129666) 00002000:00010000:2.0:1734016146.803495:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078229f80 00000100:00100000:2.0:1734016146.803539:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9404 00000100:00100000:2.0:1734016146.803550:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247335097984:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016146.806383:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247335097984:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 2795us (9945us total) trans 4294968064 rc 0/0 00000100:00100000:2.0:1734016146.806409:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9404 00002000:00100000:2.0:1734016146.806433:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1126400->1129666) req@ffff880078229f80 x1818247335097984/t4294968064(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:107/0 lens 3760/448 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.806445:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078229f80 with x1818247335097984 ext(1126400->1129666) 00002000:00010000:2.0:1734016146.806456:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078229f80 00000100:00100000:0.0:1734016146.819364:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.819497:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335098112 00000100:00100000:2.0:1734016146.819524:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335098112 00000100:00100000:2.0:1734016146.819650:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2372 00000100:00100000:2.0:1734016146.819664:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:10407:x1818247335098112:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016146.820072:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:10407:x1818247335098112:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 409us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.820083:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2372 00000100:00100000:0.0:1734016146.830645:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.831166:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335098240 00000100:00100000:1.0:1734016146.831188:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335098240 00000100:00100000:1.0:1734016146.831302:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11587 00000100:00100000:1.0:1734016146.831319:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247335098240:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016146.841733:0:7682:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968064 is committed 00000001:00080000:0.0:1734016146.841801:0:7682:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968061 is committed 00000100:00100000:1.0:1734016146.845742:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335098240:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 14382us (15080us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.845774:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11587 00000100:00100000:1.0:1734016146.853096:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.853264:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335098368 00000100:00100000:2.0:1734016146.853284:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335098368 00000100:00100000:2.0:1734016146.853378:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2373 00000100:00100000:2.0:1734016146.853389:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:10407:x1818247335098368:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.853435:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.853482:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994a38 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51000 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.853689:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a3f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016146.853712:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016146.853729:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016146.853772:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5323971 00000004:00200000:2.0:1734016146.853777:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016146.853848:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016146.853899:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994a38 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51000 expref: 21 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.853932:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a3f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51000 expref: 20 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.853943:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016146.853947:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016146.853951:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016146.854059:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:10407:x1818247335098368:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 671us (992us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.854068:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2373 00000100:00100000:0.0:1734016146.864468:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.864626:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335098624 00000100:00100000:1.0:1734016146.864644:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335098624 00000100:00100000:1.0:1734016146.864747:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2374 00000100:00100000:1.0:1734016146.864760:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:10407:x1818247335098624:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016146.865253:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994a46 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016146.865282:0:6478:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a3f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51000 expref: 19 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.865291:0:6478:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994a46 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016146.865356:0:6478:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a3f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51000 expref: 19 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.865378:0:6478:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a3f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51000 expref: 19 pid: 6480 timeout: 510 lvb_type: 0 00000100:00100000:1.0:1734016146.865400:0:6478:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bccaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338531456:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016146.865533:0:6478:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ece40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.875397:0:6478:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bccaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338531456:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016146.875463:0:6478:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994a46 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:0.0:1734016146.877101:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.878803:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335098752 00000100:00100000:1.0:1734016146.878857:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335098752 00010000:00010000:1.0:1734016146.878940:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a3f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51000 expref: 20 pid: 6480 timeout: 510 lvb_type: 0 00000100:00100000:1.0:1734016146.879003:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3283 00000100:00100000:1.0:1734016146.879012:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:1969:x1818247335098752:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016146.879034:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016146.879040:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a3f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51000 expref: 20 pid: 6480 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016146.879057:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a3f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51000 expref: 20 pid: 6480 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016146.879086:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a3f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51000 expref: 20 pid: 6480 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016146.879119:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016146.879126:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994a46 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016146.879137:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994a46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016146.879145:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994a46 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016146.879186:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016146.879261:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:1969:x1818247335098752:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 250us (2177us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.879270:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3283 00010000:00010000:1.0:1734016146.879303:0:6478:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994a46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016146.879311:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994a46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000001:00080000:1.0:1734016146.879446:0:6478:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968817 00000004:00010000:1.0:1734016146.879512:0:6478:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007822bb80 reply state ffff8801365c3000 transno 4294968818 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994a46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:1.0:1734016146.879522:0:6478:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016146.879616:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+17:10407:x1818247335098624:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 14858us (15170us total) trans 4294968818 rc 0/0 00000100:00100000:1.0:1734016146.879624:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2374 00000020:00080000:1.0:1734016146.879628:0:6478:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016146.887472:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994a46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016146.887512:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994a46 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016146.887532:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994a46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016146.887541:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e837180 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016146.887551:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994a46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016146.887565:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994a46 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016146.887605:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016146.887610:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016146.887617:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994a46 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016146.887624:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994a46 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00000100:00100000:1.0:1734016146.888165:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016146.888527:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335098880 00000100:00100000:0.0:1734016146.888545:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335098880 00000100:00100000:0.0:1734016146.888630:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11588 00000100:00100000:0.0:1734016146.888639:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:10407:x1818247335098880:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.888674:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016146.888708:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55994a4d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51007 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.888757:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559949d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1245184->1253375) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fa5 expref: 12 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.888766:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016146.888769:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016146.888774:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55994a4d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51007 expref: 13 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.888863:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559949d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1245184->1253375) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fa5 expref: 12 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.888880:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559949d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1245184->1253375) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fa5 expref: 12 pid: 9511 timeout: 510 lvb_type: 0 00000100:00100000:0.0:1734016146.888899:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078228700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338531584:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016146.889044:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.897345:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078228700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338531584:192.168.201.4@tcp:104: 00010000:00010000:0.0:1734016146.897405:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55994a4d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51007 expref: 13 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.897437:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564b40, rc 0) 00000100:00100000:0.0:1734016146.897529:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:10407:x1818247335098880:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8888us (9375us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016146.897544:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11588 00000100:00100000:0.0:1734016146.898222:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.898861:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335099008 00000100:00100000:3.0:1734016146.898876:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335099008 00010000:00010000:3.0:1734016146.898942:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559949d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1245184->1253375) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fa5 expref: 13 pid: 9511 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016146.898998:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3284 00000100:00100000:3.0:1734016146.899009:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247335099008:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.899035:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016146.899073:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559949d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1245184->1253375) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fa5 expref: 13 pid: 9511 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.899088:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559949d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1245184->1253375) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fa5 expref: 13 pid: 9511 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.899126:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100fc0/0x979ba2bc559949d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1245184->1253375) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50fa5 expref: 13 pid: 9511 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.899500:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.899504:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.899521:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55994a4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51007 expref: 12 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.899533:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55994a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51007 expref: 12 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.899600:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55994a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51007 expref: 12 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.899622:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338531712:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016146.901913:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.912780:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.912944:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338531712:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016146.912984:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016146.913095:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247335099008:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 14083us (14870us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.913122:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3284 00000100:00100000:0.0:1734016146.913243:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335099136 00000100:00100000:0.0:1734016146.913257:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335099136 00000100:00100000:0.0:1734016146.913326:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11589 00000100:00100000:0.0:1734016146.913334:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:10407:x1818247335099136:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.913368:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016146.913401:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994a54 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5100e expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.913453:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994974 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f51 expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.913463:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016146.913466:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016146.913470:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994a54 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5100e expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.913515:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994974 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f51 expref: 7 pid: 9511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.913529:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994974 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f51 expref: 7 pid: 9511 timeout: 510 lvb_type: 0 00000100:00100000:0.0:1734016146.913554:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338531840:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016146.913608:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.921863:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016146.922139:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335099264 00000100:00100000:3.0:1734016146.922161:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335099264 00010000:00010000:3.0:1734016146.922254:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994974 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f51 expref: 8 pid: 9511 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016146.922325:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3285 00000100:00100000:3.0:1734016146.922341:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac891c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335099264:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.922366:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016146.922406:0:6465:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016145 00002000:00010000:3.0:1734016146.922410:0:6465:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1734016146.922420:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994974 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f51 expref: 8 pid: 9511 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.922443:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994974 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f51 expref: 8 pid: 9511 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.922496:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.922501:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.922512:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994a54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5100e expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.922530:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5100e expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.922591:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5100e expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.922608:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6465:1818247338531968:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016146.922697:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016146.922805:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994974 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee50f51 expref: 8 pid: 9511 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016146.922837:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338531840:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016146.922868:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5100e expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.922876:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:2.0:1734016146.922904:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:10407:x1818247335099136:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9570us (10142us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.922912:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11589 00000100:00100000:3.0:1734016146.927727:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6465:1818247338531968:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016146.927797:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016146.928559:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac891c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335099264:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6217us (6726us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.928578:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3285 00000100:00100000:0.0:1734016146.931282:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.932697:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016146.932781:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335099520 00000100:00100000:0.0:1734016146.932824:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335099520 00002000:00010000:0.0:1734016146.932908:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016146.932916:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822ad80 with x1818247335099520 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016146.932951:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007822ad80. 00000100:00100000:0.0:1734016146.932984:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335099392 00000100:00100000:0.0:1734016146.932988:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335099392 00002000:00010000:0.0:1734016146.933005:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4887879->18446744073709551615) 00002000:00100000:0.0:1734016146.933009:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9180 with x1818247335099392 ext(4887879->18446744073709551615) 00002000:00010000:0.0:1734016146.933018:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9180. 00000100:00100000:0.0:1734016146.933055:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9405 00000100:00100000:0.0:1734016146.933065:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247335099520:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016146.933401:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1129667 -> 4194304 00002000:00010000:0.0:1734016146.933406:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:0.0:1734016146.933409:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:0.0:1734016146.933411:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:0.0:1734016146.933414:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1734016146.933482:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335099520:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 418us (2223us total) trans 4294968065 rc 0/0 00000100:00100000:0.0:1734016146.933490:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9405 00002000:00010000:0.0:1734016146.933495:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016146.933497:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822ad80 with x1818247335099520 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016146.933501:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007822ad80. 00000100:00100000:0.0:1734016146.933518:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9406 00000100:00100000:0.0:1734016146.933523:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1970:x1818247335099392:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016146.933692:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4887879 00002000:00010000:0.0:1734016146.933695:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:0.0:1734016146.933697:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:0.0:1734016146.933699:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:0.0:1734016146.933701:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:0.0:1734016146.933723:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247335099392:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 199us (1036us total) trans 4294969646 rc 0/0 00000100:00100000:0.0:1734016146.933730:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9406 00002000:00010000:0.0:1734016146.933732:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4887879->18446744073709551615) 00002000:00100000:0.0:1734016146.933734:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc9180 with x1818247335099392 ext(4887879->18446744073709551615) 00002000:00010000:0.0:1734016146.933738:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc9180. 00000100:00100000:0.0:1734016146.937981:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016146.938307:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.938682:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335099904 00000100:00100000:1.0:1734016146.938696:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335099904 00002000:00100000:1.0:1734016146.938752:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4882432->4886527) req@ffff88007822aa00 x1818247335099904/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016146.938764:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822aa00 with x1818247335099904 ext(4882432->4886527) 00002000:00010000:1.0:1734016146.938771:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822aa00 00000100:00100000:1.0:1734016146.938849:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335100032 00000100:00100000:1.0:1734016146.938852:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335100032 00002000:00100000:1.0:1734016146.938869:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3690496->4194303) req@ffff88007822b480 x1818247335100032/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016146.938876:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822b480 with x1818247335100032 ext(3690496->4194303) 00002000:00010000:1.0:1734016146.938880:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007822b480 00000100:00100000:1.0:1734016146.938905:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9407 00000100:00100000:1.0:1734016146.938914:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1969:x1818247335099904:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016146.939151:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1969:x1818247335099904:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 237us (1185us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016146.939159:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9407 00002000:00100000:1.0:1734016146.939164:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4882432->4886527) req@ffff88007822aa00 x1818247335099904/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016146.939170:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822aa00 with x1818247335099904 ext(4882432->4886527) 00002000:00010000:1.0:1734016146.939173:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822aa00 00000100:00100000:1.0:1734016146.939189:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9408 00000100:00100000:1.0:1734016146.939193:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335100032:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:0.0:1734016146.949231:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.949483:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335100032:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 10284us (11172us total) trans 0 rc 503808/503808 00000100:00100000:1.0:1734016146.949504:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9408 00002000:00100000:1.0:1734016146.949522:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3690496->4194303) req@ffff88007822b480 x1818247335100032/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:107/0 lens 488/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 503808/503808 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016146.949534:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822b480 with x1818247335100032 ext(3690496->4194303) 00002000:00010000:1.0:1734016146.949543:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007822b480 00000100:00100000:1.0:1734016146.949740:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335100288 00000100:00100000:1.0:1734016146.949751:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335100288 00002000:00100000:1.0:1734016146.949830:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4890623) req@ffff880078228a80 x1818247335100288/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:107/0 lens 504/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016146.949840:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228a80 with x1818247335100288 ext(4194304->4890623) 00002000:00010000:1.0:1734016146.949844:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078228a80 00000100:00100000:1.0:1734016146.949865:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9409 00000100:00100000:1.0:1734016146.949871:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247335100288:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:1.0:1734016146.958801:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1970:x1818247335100288:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 8895us (9552us total) trans 0 rc 692224/692224 00000100:00100000:1.0:1734016146.958847:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9409 00002000:00100000:1.0:1734016146.958864:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4890623) req@ffff880078228a80 x1818247335100288/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:107/0 lens 504/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 692224/692224 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016146.958875:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228a80 with x1818247335100288 ext(4194304->4890623) 00002000:00010000:1.0:1734016146.958883:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078228a80 00000100:00100000:0.0:1734016146.963889:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.964101:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335100416 00000100:00100000:1.0:1734016146.964113:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335100416 00002000:00100000:1.0:1734016146.964179:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4882432->4887878) req@ffff880078228700 x1818247335100416/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:107/0 lens 5936/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016146.964198:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228700 with x1818247335100416 ext(4882432->4887878) 00002000:00010000:1.0:1734016146.964204:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078228700 00000100:00100000:3.0:1734016146.965904:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9410 00000100:00100000:3.0:1734016146.965922:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+14:1969:x1818247335100416:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016146.968439:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:1969:x1818247335100416:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 2501us (4547us total) trans 4294969647 rc 0/0 00000100:00100000:3.0:1734016146.968461:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9410 00002000:00100000:3.0:1734016146.968488:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4882432->4887878) req@ffff880078228700 x1818247335100416/t4294969647(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:107/0 lens 5936/448 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.968502:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078228700 with x1818247335100416 ext(4882432->4887878) 00002000:00010000:3.0:1734016146.968514:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078228700 00000100:00100000:0.0:1734016146.972343:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.972503:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335100544 00000100:00100000:1.0:1734016146.972525:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335100544 00000100:00100000:2.0:1734016146.973857:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2375 00000100:00100000:2.0:1734016146.973874:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:10407:x1818247335100544:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016146.974249:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:10407:x1818247335100544:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 376us (1928us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.974258:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2375 00000100:00100000:0.0:1734016146.977539:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.977698:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335100672 00000100:00100000:2.0:1734016146.977713:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335100672 00000100:00100000:2.0:1734016146.978426:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11590 00000100:00100000:2.0:1734016146.978438:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:1970:x1818247335100672:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:2.0:1734016146.980393:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969647 is committed 00000001:00080000:2.0:1734016146.980422:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969645 is committed 00000100:00100000:0.0:1734016146.981377:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247335100672:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 2929us (3853us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016146.981390:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11590 00000100:00100000:0.0:1734016146.984930:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016146.985073:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335100800 00000100:00100000:2.0:1734016146.985098:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335100800 00000100:00100000:2.0:1734016146.985324:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2376 00000100:00100000:2.0:1734016146.985339:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:10407:x1818247335100800:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.985401:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.985454:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994a5b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51015 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.985645:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a62 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016146.985675:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016146.985692:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016146.985737:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9082183 00000004:00200000:2.0:1734016146.985744:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016146.985773:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016146.985866:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994a5b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51015 expref: 21 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.985902:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51015 expref: 20 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.985913:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016146.985917:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016146.985921:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016146.986009:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:10407:x1818247335100800:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 672us (1110us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.986020:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2376 00000100:00100000:1.0:1734016146.990389:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016146.990508:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016146.990584:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335100928 00000100:00100000:0.0:1734016146.990602:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335100928 00000100:00100000:0.0:1734016146.990667:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335101056 00000100:00100000:0.0:1734016146.990669:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335101056 00000100:00100000:0.0:1734016146.990703:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11591 00000100:00100000:0.0:1734016146.990715:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335100928:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.990745:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016146.990776:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55994a69 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5101c expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016146.990897:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338532096:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016146.991004:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.991217:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11592 00000100:00100000:3.0:1734016146.991225:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335101056:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.991234:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.991249:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc55994a70 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51023 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.991283:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338532224:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016146.991314:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c180 going to sleep for 11 seconds 00002000:00010000:2.0:1734016146.999079:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016145 -> 1734016146 00002000:00010000:2.0:1734016146.999100:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 88 -> 104 00000100:00100000:2.0:1734016146.999139:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338532096:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016146.999207:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55994a69 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5101c expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.999232:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55994a69 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5101c expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.999261:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:2.0:1734016146.999354:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335100928:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8641us (8993us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.999377:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11591 00002000:00010000:3.0:1734016147.001204:0:9511:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016145 -> 1734016146 00000100:00100000:3.0:1734016147.001254:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338532224:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016147.001312:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc55994a70 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51023 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.001332:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc55994a70 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51023 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.001355:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016147.001432:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335101056:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10204us (10920us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.001441:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11592 00000100:00100000:0.0:1734016147.005199:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016147.005289:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.005412:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335101312 00000100:00100000:2.0:1734016147.005439:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335101312 00000100:00100000:3.0:1734016147.006021:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335101184 00000100:00100000:3.0:1734016147.006029:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335101184 00000100:00100000:2.0:1734016147.006364:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11593 00000100:00100000:2.0:1734016147.006375:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335101312:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.006423:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.006478:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994a77 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51031 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.006617:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338532352:192.168.201.4@tcp:106: 00000100:00080000:0.0:1734016147.007264:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016117 00000100:00080000:0.0:1734016147.007273:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016117 00000100:00100000:0.0:1734016147.008010:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11594 00000100:00100000:0.0:1734016147.008020:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335101184:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016147.008043:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016147.008065:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55994a7e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5102a expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016147.008131:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007822d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338532480:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016147.008340:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.008409:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.011402:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338532352:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016147.011474:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994a77 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51031 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.011502:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994a77 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51031 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.011520:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016147.011613:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335101312:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5237us (6453us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.011626:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11593 00000100:00100000:1.0:1734016147.011844:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007822d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338532480:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016147.011877:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55994a7e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5102a expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.011888:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564480/0x979ba2bc55994a7e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5102a expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.011920:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564480, rc 0) 00000100:00100000:1.0:1734016147.011950:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335101184:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3931us (6660us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.011957:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11594 00000100:00100000:0.0:1734016147.015981:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.016239:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335101568 00000100:00100000:3.0:1734016147.016260:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335101568 00002000:00100000:3.0:1734016147.016379:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3305472->3309567) req@ffff88007822f100 x1818247335101568/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.016393:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822f100 with x1818247335101568 ext(3305472->3309567) 00002000:00010000:3.0:1734016147.016402:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822f100 00000100:00080000:0.0:1734016147.017197:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016117 00000100:00100000:3.0:1734016147.017324:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9411 00000100:00100000:3.0:1734016147.017343:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335101568:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.018753:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335101568:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1395us (2778us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016147.018772:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9411 00002000:00100000:3.0:1734016147.018848:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3305472->3309567) req@ffff88007822f100 x1818247335101568/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.018859:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822f100 with x1818247335101568 ext(3305472->3309567) 00002000:00010000:3.0:1734016147.018869:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822f100 00000100:00100000:0.0:1734016147.022055:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.022297:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335101824 00000100:00100000:3.0:1734016147.022316:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335101824 00002000:00100000:3.0:1734016147.022425:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3309568->3313663) req@ffff88007822e680 x1818247335101824/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.022438:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822e680 with x1818247335101824 ext(3309568->3313663) 00002000:00010000:3.0:1734016147.022448:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822e680 00000100:00100000:3.0:1734016147.022498:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9412 00000100:00100000:3.0:1734016147.022508:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247335101824:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.022855:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247335101824:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 348us (825us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016147.022863:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9412 00002000:00100000:3.0:1734016147.022869:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3309568->3313663) req@ffff88007822e680 x1818247335101824/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.022876:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822e680 with x1818247335101824 ext(3309568->3313663) 00002000:00010000:3.0:1734016147.022881:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822e680 00000100:00100000:0.0:1734016147.027237:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016147.029018:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335101952 00000100:00100000:1.0:1734016147.029045:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335101952 00000100:00100000:1.0:1734016147.029155:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11595 00000100:00100000:1.0:1734016147.029167:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335101952:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.029203:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.029237:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55994a85 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51038 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.029343:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338532608:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016147.029468:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.030579:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.030714:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335102080 00000100:00100000:2.0:1734016147.030720:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335102080 00000100:00100000:2.0:1734016147.030765:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11596 00000100:00100000:2.0:1734016147.030774:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335102080:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.030801:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.031001:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994a8c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5103f expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.031083:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338532736:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016147.031168:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.031927:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338532608:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016147.031981:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55994a85 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51038 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.031996:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e834900/0x979ba2bc55994a85 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51038 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.032027:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834900, rc 0) 00000100:00100000:1.0:1734016147.032068:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335101952:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2904us (4854us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.032078:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11595 00000100:00100000:2.0:1734016147.034214:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338532736:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016147.034309:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994a8c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5103f expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.034332:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994a8c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5103f expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.034357:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016147.034457:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335102080:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3678us (3878us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.034471:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11596 00000100:00100000:0.0:1734016147.038097:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016147.038195:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016147.038519:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335102336 00000100:00100000:1.0:1734016147.038541:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335102336 00000100:00100000:1.0:1734016147.038636:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335102208 00000100:00100000:1.0:1734016147.038640:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335102208 00000100:00100000:1.0:1734016147.038684:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11597 00000100:00100000:1.0:1734016147.038697:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335102336:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.038745:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.038798:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e8373c0/0x979ba2bc55994a93 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5104d expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.038953:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338532864:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016147.039065:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.039139:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11598 00000100:00100000:2.0:1734016147.039148:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335102208:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.039157:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.039173:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994a9a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51046 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.039219:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338532992:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016147.039254:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.042387:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338532864:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016147.042441:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e8373c0/0x979ba2bc55994a93 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5104d expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.042457:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e8373c0/0x979ba2bc55994a93 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5104d expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.042485:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016147.042550:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335102336:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3854us (4474us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.042560:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11597 00000100:00100000:2.0:1734016147.042667:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338532992:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016147.042701:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994a9a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51046 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.042710:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994a9a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51046 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.042719:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016147.042736:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335102208:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3590us (4542us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.042741:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11598 00000100:00100000:0.0:1734016147.046473:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016147.046674:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335102592 00000100:00100000:1.0:1734016147.046691:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335102592 00000100:00100000:1.0:1734016147.046803:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2377 00000100:00100000:1.0:1734016147.046858:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+16:10407:x1818247335102592:12345-192.168.201.4@tcp:36:fsx.0 00000100:00080000:0.0:1734016147.047193:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016117 00010000:00010000:1.0:1734016147.048355:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55994aa1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016147.048385:0:6478:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a62 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51015 expref: 19 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.048519:0:6478:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55994aa1 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016147.048579:0:6478:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51015 expref: 19 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.048603:0:6478:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a62 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51015 expref: 19 pid: 6480 timeout: 510 lvb_type: 0 00000100:00100000:1.0:1734016147.048622:0:6478:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338533120:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016147.048741:0:6478:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.053842:0:6478:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338533120:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016147.053885:0:6478:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55994aa1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:0.0:1734016147.053957:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.054250:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335102720 00000100:00100000:3.0:1734016147.054259:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335102720 00010000:00010000:3.0:1734016147.054322:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a62 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51015 expref: 20 pid: 6480 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016147.054348:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3286 00000100:00100000:3.0:1734016147.054355:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:1970:x1818247335102720:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016147.054372:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016147.054378:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a62 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51015 expref: 20 pid: 6480 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016147.054388:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51015 expref: 20 pid: 6480 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016147.054411:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404900/0x979ba2bc55994a62 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51015 expref: 20 pid: 6480 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016147.054429:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016147.054433:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55994aa1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016147.054443:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55994aa1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016147.054451:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55994aa1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016147.054486:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016147.054536:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:1970:x1818247335102720:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 180us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.054544:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3286 00000100:00080000:0.0:1734016147.054871:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016117 00010000:00010000:2.0:1734016147.055003:0:6478:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55994aa1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016147.055010:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55994aa1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000001:00080000:2.0:1734016147.055130:0:6478:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968819 00000004:00010000:2.0:1734016147.055199:0:6478:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800781c2300 reply state ffff880077c1e000 transno 4294968820 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55994aa1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:2.0:1734016147.055208:0:6478:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016147.057092:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:10407:x1818247335102592:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 10209us (10622us total) trans 4294968820 rc 0/0 00000100:00100000:2.0:1734016147.057110:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2377 00000020:00080000:2.0:1734016147.057124:0:6478:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016147.062113:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016147.062325:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335102976 00000100:00100000:0.0:1734016147.062344:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335102976 00002000:00010000:0.0:1734016147.062441:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016147.062449:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29c000 with x1818247335102976 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016147.062476:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e29c000. 00000100:00100000:2.0:1734016147.063183:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00010000:00010000:1.0:1734016147.063291:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55994aa1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016147.063305:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55994aa1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016147.063313:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55994aa1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016147.063319:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e837cc0 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:1.0:1734016147.063325:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55994aa1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016147.063334:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55994aa1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016147.063358:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016147.063362:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016147.063367:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55994aa1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016147.063377:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837cc0/0x979ba2bc55994aa1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00000100:00100000:0.0:1734016147.064147:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335102848 00000100:00100000:0.0:1734016147.064159:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335102848 00002000:00010000:0.0:1734016147.064187:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5256508->18446744073709551615) 00002000:00100000:0.0:1734016147.064192:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29d500 with x1818247335102848 ext(5256508->18446744073709551615) 00002000:00010000:0.0:1734016147.064205:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29d500. 00000100:00100000:0.0:1734016147.064236:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9413 00000100:00100000:0.0:1734016147.064247:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335102976:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016147.064498:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1734016147.064502:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016147 00002000:00010000:0.0:1734016147.064504:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016145 00002000:00010000:0.0:1734016147.064506:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016147 00002000:00010000:0.0:1734016147.064508:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1734016147.064588:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335102976:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 343us (2496us total) trans 4294968066 rc 0/0 00000100:00100000:0.0:1734016147.064601:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9413 00002000:00010000:0.0:1734016147.064605:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016147.064608:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29c000 with x1818247335102976 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016147.064613:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e29c000. 00000100:00100000:0.0:1734016147.064633:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9414 00000100:00100000:0.0:1734016147.064637:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247335102848:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016147.064872:0:13920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4887879 -> 5256508 00002000:00010000:0.0:1734016147.064875:0:13920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016147 00002000:00010000:0.0:1734016147.064877:0:13920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016145 00002000:00010000:0.0:1734016147.064879:0:13920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016147 00002000:00010000:0.0:1734016147.064881:0:13920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1734016147.064903:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335102848:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 264us (1723us total) trans 4294969648 rc 0/0 00000100:00100000:0.0:1734016147.064908:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9414 00002000:00010000:0.0:1734016147.064910:0:13920:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5256508->18446744073709551615) 00002000:00100000:0.0:1734016147.064913:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29d500 with x1818247335102848 ext(5256508->18446744073709551615) 00002000:00010000:0.0:1734016147.064916:0:13920:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29d500. 00000100:00080000:0.0:1734016147.064942:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016117 00000100:00100000:0.0:1734016147.068309:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.071439:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335103232 00000100:00100000:2.0:1734016147.071468:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335103232 00002000:00100000:2.0:1734016147.071574:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4890624->5259263) req@ffff8800781c1180 x1818247335103232/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.071588:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c1180 with x1818247335103232 ext(4890624->5259263) 00002000:00010000:2.0:1734016147.071599:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c1180 00000100:00100000:2.0:1734016147.071660:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9415 00000100:00100000:2.0:1734016147.071670:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335103232:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.079748:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335103232:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 8042us (11418us total) trans 0 rc 368640/368640 00000100:00100000:2.0:1734016147.079778:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9415 00002000:00100000:2.0:1734016147.079865:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4890624->5259263) req@ffff8800781c1180 x1818247335103232/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:108/0 lens 488/440 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 368640/368640 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.079880:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c1180 with x1818247335103232 ext(4890624->5259263) 00002000:00010000:2.0:1734016147.079894:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c1180 00000100:00100000:0.0:1734016147.084192:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.084649:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335103360 00000100:00100000:2.0:1734016147.084664:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335103360 00002000:00100000:2.0:1734016147.084742:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (3305472->5256507) req@ffff8800781c0e00 x1818247335103360/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:108/0 lens 504/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.084757:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c0e00 with x1818247335103360 ext(3305472->5256507) 00002000:00010000:2.0:1734016147.084766:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c0e00 00000100:00100000:2.0:1734016147.085943:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9416 00000100:00100000:2.0:1734016147.085955:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247335103360:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016147.092050:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247335103360:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 6064us (7846us total) trans 4294969649 rc 0/0 00000100:00100000:3.0:1734016147.092077:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9416 00002000:00100000:3.0:1734016147.092100:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (3305472->5256507) req@ffff8800781c0e00 x1818247335103360/t4294969649(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:108/0 lens 504/448 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.092112:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c0e00 with x1818247335103360 ext(3305472->5256507) 00002000:00010000:3.0:1734016147.092121:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c0e00 00000100:00100000:0.0:1734016147.094731:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.094915:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335103488 00000100:00100000:2.0:1734016147.094935:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335103488 00000100:00100000:2.0:1734016147.095038:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2378 00000100:00100000:2.0:1734016147.095049:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:10407:x1818247335103488:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016147.095337:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:10407:x1818247335103488:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 289us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.095348:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2378 00000100:00100000:0.0:1734016147.098102:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.098288:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335103616 00000100:00100000:2.0:1734016147.098306:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335103616 00000100:00100000:2.0:1734016147.098627:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11599 00000100:00100000:2.0:1734016147.098636:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335103616:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016147.107509:0:8950:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969649 is committed 00000100:00100000:2.0:1734016147.108142:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335103616:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 9493us (10051us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.108164:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11599 00000100:00100000:0.0:1734016147.110989:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.111142:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335103744 00000100:00100000:2.0:1734016147.111160:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335103744 00000100:00100000:2.0:1734016147.111326:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2379 00000100:00100000:2.0:1734016147.111338:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:10407:x1818247335103744:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.111390:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.111428:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994aa8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51054 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.111606:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55994aaf lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016147.111633:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55994aaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016147.111650:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55994aaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016147.111701:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9450812 00000004:00200000:2.0:1734016147.111708:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016147.111732:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55994aaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016147.111769:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405200/0x979ba2bc55994aa8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51054 expref: 21 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.111803:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55994aaf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51054 expref: 20 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.111852:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016147.111855:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016147.111860:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016147.111951:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:10407:x1818247335103744:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 614us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.111959:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2379 00000100:00100000:2.0:1734016147.118994:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.119875:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016147.120349:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335103872 00000100:00100000:0.0:1734016147.120367:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335103872 00000100:00100000:0.0:1734016147.120463:0:9511:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335104000 00000100:00100000:0.0:1734016147.120466:0:9511:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335104000 00000100:00100000:0.0:1734016147.120509:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11600 00000100:00100000:0.0:1734016147.120523:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335103872:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016147.120575:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016147.120608:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55994ab6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5105b expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016147.120722:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338533248:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016147.120862:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.120893:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11601 00000100:00100000:0.0:1734016147.120898:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335104000:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016147.120909:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016147.120927:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8567a80/0x979ba2bc55994abd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51062 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016147.120962:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338533376:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016147.120986:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d73c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016147.125884:0:9511:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016145 -> 1734016147 00000100:00100000:1.0:1734016147.125952:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9511:1818247338533376:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016147.126031:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8567a80/0x979ba2bc55994abd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51062 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.126058:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8567a80/0x979ba2bc55994abd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51062 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.126085:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567a80, rc 0) 00002000:00010000:0.0:1734016147.126297:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016145 -> 1734016147 00002000:00010000:0.0:1734016147.126303:0:7686:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 104 -> 144 00000100:00100000:0.0:1734016147.126324:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338533248:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016147.126356:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55994ab6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5105b expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.126370:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564d80/0x979ba2bc55994ab6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5105b expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.126396:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564d80, rc 0) 00000100:00100000:1.0:1734016147.127113:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335104000:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6204us (7236us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.127128:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11601 00000100:00100000:0.0:1734016147.127203:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1969:x1818247335103872:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6683us (8233us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016147.127209:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11600 00000100:00100000:0.0:1734016147.128926:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016147.129559:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335104128 00000100:00100000:1.0:1734016147.129582:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335104128 00000100:00100000:1.0:1734016147.130477:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 337 00000100:00100000:1.0:1734016147.130486:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7827450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1972:x1818247335104128:12345-192.168.201.4@tcp:400:kworker.0 00000100:00100000:1.0:1734016147.130580:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7827450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a5fb1fbe-7587-48b8-9da9-5c701ca16068+12:1972:x1818247335104128:12345-192.168.201.4@tcp:400:kworker.0 Request processed in 96us (1679us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.130588:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 337 00000100:00080000:0.0:1734016147.130670:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016117 00000100:00100000:2.0:1734016147.131467:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.131555:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016147.131658:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335104384 00000100:00100000:0.0:1734016147.131670:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335104384 00000100:00100000:0.0:1734016147.131721:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335104256 00000100:00100000:0.0:1734016147.131726:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335104256 00000100:00100000:0.0:1734016147.131756:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11602 00000100:00100000:0.0:1734016147.131764:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335104384:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016147.131858:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016147.131916:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8564240/0x979ba2bc55994ac4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51070 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016147.134337:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338533504:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016147.134488:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.134797:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11603 00000100:00100000:1.0:1734016147.134838:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335104256:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.134876:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.134901:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994acb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51069 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.134968:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338533632:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016147.135021:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecf00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.137510:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338533504:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016147.137571:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8564240/0x979ba2bc55994ac4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51070 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.137587:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8564240/0x979ba2bc55994ac4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51070 expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.137622:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564240, rc 0) 00000100:00100000:2.0:1734016147.137701:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335104384:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5935us (6238us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.137713:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11602 00000100:00100000:1.0:1734016147.139385:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338533632:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016147.139425:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994acb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51069 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.139436:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e836640/0x979ba2bc55994acb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51069 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.139469:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016147.140291:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335104256:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5474us (8726us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.140304:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11603 00000100:00100000:2.0:1734016147.146693:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.146845:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.147318:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335104640 00000100:00100000:3.0:1734016147.147335:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335104640 00000100:00100000:3.0:1734016147.147409:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335104512 00000100:00100000:3.0:1734016147.147412:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335104512 00000100:00100000:3.0:1734016147.147438:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11604 00000100:00100000:3.0:1734016147.147449:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335104640:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.147491:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.147525:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070101b00/0x979ba2bc55994ad2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5107e expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.147646:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338533760:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016147.147782:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.147903:0:9511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11605 00000100:00100000:0.0:1734016147.147913:0:9511:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070a6d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335104512:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016147.147927:0:9511:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016147.147946:0:9511:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55994ad9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51077 expref: -99 pid: 9511 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016147.147996:0:9511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338533888:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016147.148036:0:9511:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.155105:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338533760:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016147.155105:0:9511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9511:1818247338533888:192.168.201.4@tcp:106: 00010000:00010000:0.0:1734016147.155172:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070101b00/0x979ba2bc55994ad2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5107e expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.155172:0:9511:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55994ad9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51077 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.155194:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070101b00/0x979ba2bc55994ad2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5107e expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.155194:0:9511:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8567cc0/0x979ba2bc55994ad9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51077 expref: 8 pid: 9511 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.155221:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101b00, rc 0) 00010000:00010000:1.0:1734016147.155221:0:9511:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8567cc0, rc 0) 00000100:00100000:1.0:1734016147.155291:0:9511:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070a6d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335104512:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7375us (8444us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.155308:0:9511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11605 00000100:00100000:0.0:1734016147.155525:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335104640:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8077us (8867us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016147.155531:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11604 00000100:00100000:0.0:1734016147.161086:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016147.161175:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.161474:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335104896 00000100:00100000:2.0:1734016147.161492:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335104896 00000100:00100000:2.0:1734016147.161572:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335104768 00000100:00100000:2.0:1734016147.161575:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335104768 00000100:00100000:2.0:1734016147.161607:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11606 00000100:00100000:2.0:1734016147.161619:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335104896:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.161661:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.161703:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994ae0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5108c expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.161853:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338534016:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016147.161987:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.162029:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11607 00000100:00100000:2.0:1734016147.162035:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335104768:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.162045:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.162060:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994ae7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51085 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.162103:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338534144:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016147.162131:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.165732:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338534016:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016147.165881:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994ae0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5108c expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.165906:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994ae0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5108c expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.165950:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016147.166085:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335104896:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4465us (5028us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.166101:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11606 00000100:00100000:3.0:1734016147.166224:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338534144:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016147.166266:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994ae7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51085 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.166277:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404900/0x979ba2bc55994ae7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51085 expref: 8 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.166302:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:3.0:1734016147.166336:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335104768:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4300us (5161us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.166343:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11607 00000100:00100000:2.0:1734016147.180176:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.180362:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335105152 00000100:00100000:3.0:1734016147.180379:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335105152 00002000:00100000:3.0:1734016147.180455:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3371008->3375103) req@ffff88012e29ca80 x1818247335105152/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.180467:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ca80 with x1818247335105152 ext(3371008->3375103) 00002000:00010000:3.0:1734016147.180475:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e29ca80 00000100:00100000:3.0:1734016147.180530:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9417 00000100:00100000:3.0:1734016147.180542:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335105152:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.181113:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335105152:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 569us (950us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016147.181124:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9417 00002000:00100000:3.0:1734016147.181133:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3371008->3375103) req@ffff88012e29ca80 x1818247335105152/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.181140:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ca80 with x1818247335105152 ext(3371008->3375103) 00002000:00010000:3.0:1734016147.181144:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e29ca80 00000100:00100000:1.0:1734016147.183761:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.184200:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335105408 00000100:00100000:3.0:1734016147.184216:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335105408 00002000:00100000:3.0:1734016147.184303:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3375104->3379199) req@ffff88007bcc8700 x1818247335105408/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.184327:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8700 with x1818247335105408 ext(3375104->3379199) 00002000:00010000:3.0:1734016147.184335:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007bcc8700 00000100:00100000:3.0:1734016147.184374:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9418 00000100:00100000:3.0:1734016147.184385:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247335105408:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.184698:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1972:x1818247335105408:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 314us (958us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016147.184709:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9418 00002000:00100000:3.0:1734016147.184718:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3375104->3379199) req@ffff88007bcc8700 x1818247335105408/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.184725:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8700 with x1818247335105408 ext(3375104->3379199) 00002000:00010000:3.0:1734016147.184728:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007bcc8700 00000100:00100000:1.0:1734016147.192488:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.192550:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335105536 00000100:00100000:2.0:1734016147.192563:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335105536 00000100:00100000:2.0:1734016147.193009:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2380 00000100:00100000:2.0:1734016147.193021:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+18:10407:x1818247335105536:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.193053:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.193087:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994aee lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51093 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.193265:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994af5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016147.193289:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994af5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016147.193306:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994af5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:2.0:1734016147.193349:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9450812 00000004:00200000:2.0:1734016147.193355:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016147.193387:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994af5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016147.193418:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994aee lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51093 expref: 20 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.194084:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994af5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51093 expref: 19 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.194100:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016147.194104:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016147.194109:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016147.194534:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:10407:x1818247335105536:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1512us (2062us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.194545:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2380 00000100:00100000:2.0:1734016147.201031:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.201163:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335105664 00000100:00100000:3.0:1734016147.201176:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335105664 00000100:00100000:3.0:1734016147.201252:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11608 00000100:00100000:3.0:1734016147.201264:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:10407:x1818247335105664:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.201303:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.201337:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994afc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5109a expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.201387:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55994a4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51007 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.201398:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016147.201401:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016147.201408:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994afc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3829760->3833855] (req 3829760->3833855) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5109a expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.201469:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55994a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51007 expref: 5 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.201487:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55994a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51007 expref: 5 pid: 7685 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016147.201507:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338534272:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016147.201627:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.206967:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338534272:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016147.207041:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994afc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3829760->3833855] (req 3829760->3833855) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5109a expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.207078:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016147.207218:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335105664:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5954us (6199us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.207232:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11608 00000100:00100000:0.0:1734016147.208442:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016147.208699:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335105792 00000100:00100000:1.0:1734016147.208714:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335105792 00010000:00010000:1.0:1734016147.208770:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55994a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51007 expref: 6 pid: 7685 timeout: 510 lvb_type: 0 00000100:00100000:1.0:1734016147.208847:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3287 00000100:00100000:1.0:1734016147.208856:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247335105792:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016147.208879:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016147.208916:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55994a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51007 expref: 6 pid: 7685 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016147.208935:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55994a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51007 expref: 6 pid: 7685 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016147.208974:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564b40/0x979ba2bc55994a4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51007 expref: 6 pid: 7685 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016147.209015:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016147.209017:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016147.209028:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994afc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3829760->3833855) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5109a expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.209041:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994afc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3829760->3833855) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5109a expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.209095:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994afc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3829760->3833855) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5109a expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.209112:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338534400:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016147.209206:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecf00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.218189:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338534400:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016147.218239:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016147.221568:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247335105792:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 12679us (13102us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.221589:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3287 00000100:00100000:0.0:1734016147.228763:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.229030:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335106048 00000100:00100000:2.0:1734016147.229044:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335106048 00002000:00100000:2.0:1734016147.229126:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3829760->3833855) req@ffff8800781c0700 x1818247335106048/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.229142:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c0700 with x1818247335106048 ext(3829760->3833855) 00002000:00010000:2.0:1734016147.229150:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c0700 00000100:00100000:2.0:1734016147.229331:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9419 00000100:00100000:2.0:1734016147.229341:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335106048:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.230717:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335106048:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 1364us (1964us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.230734:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9419 00002000:00100000:2.0:1734016147.230747:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3829760->3833855) req@ffff8800781c0700 x1818247335106048/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.230757:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781c0700 with x1818247335106048 ext(3829760->3833855) 00002000:00010000:2.0:1734016147.230763:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781c0700 00000100:00100000:1.0:1734016147.237463:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.237592:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335106176 00000100:00100000:3.0:1734016147.237610:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335106176 00000100:00100000:3.0:1734016147.237688:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11609 00000100:00100000:3.0:1734016147.237698:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335106176:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.237733:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.237764:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55994b03 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee510a1 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.237925:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338534528:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016147.238042:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.240381:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338534528:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016147.240471:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55994b03 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510a1 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.240495:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55994b03 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510a1 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.240581:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101b00, rc 0) 00000100:00100000:3.0:1734016147.240666:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335106176:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2966us (3220us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.240680:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11609 00000100:00100000:0.0:1734016147.255775:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.255967:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335106304 00000100:00100000:3.0:1734016147.255988:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335106304 00000100:00100000:3.0:1734016147.256068:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11610 00000100:00100000:3.0:1734016147.256080:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247335106304:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.256124:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.256166:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55994b0a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee510a8 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.256284:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338534656:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016147.256386:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.258991:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338534656:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016147.259081:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55994b0a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510a8 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.259101:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070102d00/0x979ba2bc55994b0a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510a8 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.259150:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016147.259255:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247335106304:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3173us (3512us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.259270:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11610 00000100:00100000:0.0:1734016147.269370:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.269494:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335106432 00000100:00100000:2.0:1734016147.269516:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335106432 00000100:00100000:2.0:1734016147.269628:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11611 00000100:00100000:2.0:1734016147.269640:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335106432:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.269685:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.269719:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994b11 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee510af expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.269914:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338534784:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016147.270054:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.289593:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338534784:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016147.289690:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994b11 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510af expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.289711:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994b11 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510af expref: 8 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.289773:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016147.289968:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1972:x1818247335106432:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 20327us (20628us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.289984:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11611 00000100:00100000:0.0:1734016147.292251:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.292349:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335106560 00000100:00100000:2.0:1734016147.292369:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335106560 00000100:00100000:3.0:1734016147.292608:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11612 00000100:00100000:3.0:1734016147.292622:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:10407:x1818247335106560:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.292662:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.292707:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc55994b18 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee510b6 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.292772:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994a54 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5100e expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.292791:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016147.292794:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016147.292799:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc55994b18 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3379200->3383295] (req 3379200->3383295) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510b6 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.297208:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994a54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5100e expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.297250:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5100e expref: 7 pid: 7685 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016147.297277:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338534912:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016147.297455:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.307444:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016147.307553:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335106688 00000100:00100000:1.0:1734016147.307571:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335106688 00002000:00100000:1.0:1734016147.307678:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3371008->3379199) req@ffff88007bcc8380 x1818247335106688/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:108/0 lens 8680/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016147.307695:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8380 with x1818247335106688 ext(3371008->3379199) 00000100:00100000:3.0:1734016147.307707:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338534912:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016147.307714:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5100e expref: 8 pid: 7685 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016147.307736:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5100e expref: 8 pid: 7685 timeout: 510 lvb_type: 0 00002000:00010000:1.0:1734016147.307745:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007bcc8380 00010000:00010000:3.0:1734016147.307767:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc55994b18 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3379200->3383295] (req 3379200->3383295) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510b6 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.307800:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:1.0:1734016147.307805:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 282 00000100:00100000:1.0:1734016147.307838:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335106688:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016147.307919:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335106560:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 15298us (15693us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.307930:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11612 00000100:00100000:1.0:1734016147.314120:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335106688:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 6252us (6689us total) trans 4294968067 rc 0/0 00000100:00100000:1.0:1734016147.314143:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 282 00002000:00100000:1.0:1734016147.314165:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3371008->3379199) req@ffff88007bcc8380 x1818247335106688/t4294968067(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:108/0 lens 8680/448 e 0 to 0 dl 1734016158 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016147.314177:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8380 with x1818247335106688 ext(3371008->3379199) 00010000:00010000:1.0:1734016147.314193:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5100e expref: 10 pid: 7685 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016147.314216:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5100e expref: 10 pid: 7685 timeout: 510 lvb_type: 0 00002000:00010000:1.0:1734016147.314223:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007bcc8380 00000100:00100000:0.0:1734016147.324063:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016147.324454:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335106816 00000100:00100000:1.0:1734016147.324475:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335106816 00010000:00010000:1.0:1734016147.324557:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5100e expref: 10 pid: 7685 timeout: 510 lvb_type: 0 00000100:00100000:1.0:1734016147.324625:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3288 00000100:00100000:1.0:1734016147.324633:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007036e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1971:x1818247335106816:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016147.324661:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016147.324700:0:8957:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 24 00010000:00010000:1.0:1734016147.324710:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5100e expref: 10 pid: 7685 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016147.324729:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994a54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5100e expref: 10 pid: 7685 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016147.324779:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994a54 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5100e expref: 10 pid: 7685 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016147.324904:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016147.324909:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016147.324925:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc55994b18 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3379200->3383295) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510b6 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.324937:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc55994b18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3379200->3383295) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510b6 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.325004:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc55994b18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3379200->3383295) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510b6 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.325026:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8957:1818247338535040:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016147.325158:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecf00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.340484:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016147.340543:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335107072 00000100:00100000:0.0:1734016147.340555:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335107072 00002000:00100000:0.0:1734016147.340609:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1126400->4194303) req@ffff880078324380 x1818247335107072/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.340623:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078324380 with x1818247335107072 ext(1126400->4194303) 00002000:00010000:0.0:1734016147.340631:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078324380 00000100:00100000:2.0:1734016147.340763:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8957:1818247338535040:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016147.340849:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016147.340914:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007036e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247335106816:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 16279us (16883us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.340928:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3288 00000100:00100000:0.0:1734016147.341026:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9420 00000100:00100000:0.0:1734016147.341037:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335107072:12345-192.168.201.4@tcp:3:fsx.0 00010000:00010000:1.0:1734016147.343865:0:6469:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016147.424502:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335107072:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 83438us (84006us total) trans 0 rc 3067904/3067904 00000100:00100000:2.0:1734016147.424526:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9420 00002000:00100000:2.0:1734016147.424549:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1126400->4194303) req@ffff880078324380 x1818247335107072/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:108/0 lens 488/440 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 3067904/3067904 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.424564:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078324380 with x1818247335107072 ext(1126400->4194303) 00002000:00010000:2.0:1734016147.424574:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078324380 00000100:00100000:0.0:1734016147.435278:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.441128:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335107200 00000100:00100000:3.0:1734016147.441157:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335107200 00000100:00100000:3.0:1734016147.441294:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11613 00000100:00100000:3.0:1734016147.441307:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335107200:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.441353:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.441391:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994b1f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee510bd expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.441534:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338535168:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016147.441729:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.444269:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.446277:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335107328 00000100:00100000:2.0:1734016147.446309:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335107328 00000100:00100000:2.0:1734016147.446439:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11614 00000100:00100000:2.0:1734016147.446454:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247335107328:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.446506:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.446562:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994b26 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee510c4 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.446609:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.446613:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.446630:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994b26 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510c4 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.446654:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994b26 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510c4 expref: 10 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.446674:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016147.446826:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1970:x1818247335107328:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 357us (2575us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.446836:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11614 00000100:00100000:3.0:1734016147.450028:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338535168:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016147.450121:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994b1f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510bd expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.450149:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994b1f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510bd expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.450205:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016147.450312:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335107200:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9004us (15053us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.450333:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11613 00000100:00100000:0.0:1734016147.453737:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.454186:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335107456 00000100:00100000:3.0:1734016147.454203:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335107456 00000100:00100000:3.0:1734016147.454287:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11615 00000100:00100000:3.0:1734016147.454302:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247335107456:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.454345:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.454388:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994b2d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee510cb expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.454527:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338535296:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016147.454701:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.460067:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338535296:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016147.460167:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994b2d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510cb expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.460195:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994b2d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510cb expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.460247:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016147.460358:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247335107456:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6055us (6652us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.460377:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11615 00000100:00100000:0.0:1734016147.475206:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.475424:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335107712 00000100:00100000:2.0:1734016147.475442:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335107712 00002000:00100000:2.0:1734016147.475534:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff8800783ca680 x1818247335107712/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:108/0 lens 504/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.475549:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783ca680 with x1818247335107712 ext(0->4194303) 00002000:00010000:2.0:1734016147.475559:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783ca680 00000100:00100000:2.0:1734016147.476271:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9421 00000100:00100000:2.0:1734016147.476285:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335107712:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.604716:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1972:x1818247335107712:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 128416us (129511us total) trans 0 rc 4190208/4190208 00000100:00100000:2.0:1734016147.604735:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9421 00002000:00100000:2.0:1734016147.604750:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff8800783ca680 x1818247335107712/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:108/0 lens 504/440 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4190208/4190208 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.604761:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783ca680 with x1818247335107712 ext(0->4194303) 00002000:00010000:2.0:1734016147.604768:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800783ca680 00000100:00100000:0.0:1734016147.624537:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.627944:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335107968 00000100:00100000:2.0:1734016147.627976:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335107968 00000100:00100000:2.0:1734016147.628115:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2381 00000100:00100000:2.0:1734016147.628131:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+19:10407:x1818247335107968:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:2.0:1734016147.628224:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016147.628272:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994af5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51093 expref: 19 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.628330:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016147.628336:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016147.628638:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994b34 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016147.628658:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55994aaf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51054 expref: 19 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.628667:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994b34 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016147.628725:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55994aaf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51054 expref: 19 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.628741:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55994aaf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51054 expref: 19 pid: 6480 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016147.628760:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338535424:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016147.628982:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.635116:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338535424:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016147.635190:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994b34 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:0.0:1734016147.639084:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.642167:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335108096 00000100:00100000:2.0:1734016147.642186:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335108096 00010000:00010000:2.0:1734016147.642249:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55994aaf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51054 expref: 20 pid: 6480 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016147.642318:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3289 00000100:00100000:2.0:1734016147.642328:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+20:1969:x1818247335108096:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016147.642352:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016147.642362:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55994aaf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51054 expref: 20 pid: 6480 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.642378:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55994aaf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51054 expref: 20 pid: 6480 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.642413:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405440/0x979ba2bc55994aaf lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51054 expref: 20 pid: 6480 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.642458:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016147.642464:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994b34 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016147.642477:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994b34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016147.642485:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994b34 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016147.642550:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016147.642564:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994b34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016147.642573:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994b34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:2.0:1734016147.642661:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:1969:x1818247335108096:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 333us (3603us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.642671:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3289 00000001:00080000:3.0:1734016147.642768:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968821 00000004:00010000:3.0:1734016147.642937:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800783c9880 reply state ffff8800a3d1f000 transno 4294968822 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994b34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016147.642947:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016147.643105:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:10407:x1818247335107968:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 14976us (18607us total) trans 4294968822 rc 0/0 00000100:00100000:3.0:1734016147.643116:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2381 00000020:00080000:3.0:1734016147.643121:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016147.654417:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994b34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016147.654466:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994b34 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016147.654479:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994b34 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016147.654487:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7405d40 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016147.654494:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994b34 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016147.654504:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994b34 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016147.654550:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016147.654554:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016147.654560:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994b34 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016147.654565:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994b34 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:1.0:1734016147.655635:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.655763:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335108224 00000100:00100000:3.0:1734016147.655790:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335108224 00000100:00100000:3.0:1734016147.655913:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11616 00000100:00100000:3.0:1734016147.655930:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:10407:x1818247335108224:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.655973:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.656011:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994b3b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee510d2 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.656082:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994afc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3829760->3833855) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5109a expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.656100:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016147.656105:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016147.656112:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994b3b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d2 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.656186:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994afc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3829760->3833855) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5109a expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.656204:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994afc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3829760->3833855) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5109a expref: 7 pid: 7684 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016147.656227:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338535552:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016147.656376:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.668187:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338535552:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016147.668261:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994b3b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d2 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.668290:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100d80, rc 0) 00000100:00100000:3.0:1734016147.668394:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:10407:x1818247335108224:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 12466us (12775us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.668408:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11616 00000100:00100000:0.0:1734016147.668922:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.668994:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335108352 00000100:00100000:2.0:1734016147.669007:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335108352 00002000:00100000:2.0:1734016147.669077:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3829760->3833855) req@ffff8800783c8a80 x1818247335108352/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:108/0 lens 4584/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.669092:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c8a80 with x1818247335108352 ext(3829760->3833855) 00010000:00010000:2.0:1734016147.669103:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994afc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3829760->3833855) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5109a expref: 8 pid: 7684 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.669121:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994afc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3829760->3833855) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5109a expref: 8 pid: 7684 timeout: 511 lvb_type: 0 00002000:00010000:2.0:1734016147.669130:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800783c8a80 00000100:00100000:2.0:1734016147.669156:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 283 00000100:00100000:2.0:1734016147.669165:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335108352:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:2.0:1734016147.677291:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247335108352:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 8079us (8326us total) trans 4294969650 rc 0/0 00000100:00100000:2.0:1734016147.677319:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 283 00002000:00100000:2.0:1734016147.677351:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3829760->3833855) req@ffff8800783c8a80 x1818247335108352/t4294969650(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:108/0 lens 4584/448 e 0 to 0 dl 1734016158 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.677367:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783c8a80 with x1818247335108352 ext(3829760->3833855) 00010000:00010000:2.0:1734016147.677393:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994afc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3829760->3833855) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5109a expref: 10 pid: 7684 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.677425:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994afc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3829760->3833855) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5109a expref: 10 pid: 7684 timeout: 511 lvb_type: 0 00002000:00010000:2.0:1734016147.677438:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800783c8a80 00000100:00100000:0.0:1734016147.706499:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.707034:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335108480 00000100:00100000:2.0:1734016147.707057:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335108480 00010000:00010000:2.0:1734016147.707152:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994afc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3829760->3833855) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5109a expref: 10 pid: 7684 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016147.707235:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3290 00000100:00100000:2.0:1734016147.707255:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1972:x1818247335108480:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016147.707289:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016147.707323:0:8957:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 144 -> 152 00010000:00010000:2.0:1734016147.707333:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994afc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3829760->3833855) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5109a expref: 10 pid: 7684 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.707359:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994afc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3829760->3833855) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5109a expref: 10 pid: 7684 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.707408:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994afc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3829760->3833855) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5109a expref: 10 pid: 7684 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.707446:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.707449:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.707459:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994b3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d2 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.707471:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994b3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d2 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.707545:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994b3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d2 expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.707566:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338535680:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016147.708739:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.713924:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.714378:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335108608 00000100:00100000:3.0:1734016147.714395:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335108608 00000100:00100000:3.0:1734016147.714479:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11617 00000100:00100000:3.0:1734016147.714488:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:10407:x1818247335108608:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.714528:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.714565:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc55994b42 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee510d9 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.714619:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc55994b18 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3379200->3383295) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510b6 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.714630:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994b26 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510c4 expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.714639:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016147.714642:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016147.714647:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc55994b42 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d9 expref: 11 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.714708:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994b26 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510c4 expref: 11 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.714725:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994b26 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510c4 expref: 11 pid: 7686 timeout: 511 lvb_type: 1 00000100:00100000:3.0:1734016147.714746:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338535808:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016147.714907:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc55994b18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3379200->3383295) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510b6 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.714917:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc55994b18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3379200->3383295) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510b6 expref: 7 pid: 7684 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016147.714934:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338535936:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016147.714960:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.715154:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338535680:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016147.715206:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016147.715243:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247335108480:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 7992us (8767us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.715258:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3290 00000100:00100000:0.0:1734016147.723506:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.723966:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338535808:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016147.723983:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338535936:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016147.724034:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc55994b42 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d9 expref: 11 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.724061:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101440, rc 0) 00000100:00100000:3.0:1734016147.724137:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:10407:x1818247335108608:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9648us (10231us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.724147:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11617 00000100:00100000:2.0:1734016147.724394:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335108736 00000100:00100000:2.0:1734016147.724407:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335108736 00010000:00010000:2.0:1734016147.724458:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994b26 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510c4 expref: 11 pid: 7686 timeout: 511 lvb_type: 1 00000100:00100000:2.0:1734016147.724493:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3291 00000100:00100000:2.0:1734016147.724504:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247335108736:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016147.724535:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016147.724579:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994b26 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510c4 expref: 11 pid: 7686 timeout: 511 lvb_type: 1 00010000:00010000:2.0:1734016147.724595:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994b26 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510c4 expref: 11 pid: 7686 timeout: 511 lvb_type: 1 00010000:00010000:2.0:1734016147.724635:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994b26 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510c4 expref: 11 pid: 7686 timeout: 511 lvb_type: 1 00010000:00010000:2.0:1734016147.725015:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016147.725053:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335108736:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 549us (1567us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.725061:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3291 00000100:00100000:0.0:1734016147.730176:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.730462:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335108864 00000100:00100000:3.0:1734016147.730484:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335108864 00010000:00010000:3.0:1734016147.730566:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc55994b18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3379200->3383295) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510b6 expref: 8 pid: 7684 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016147.730646:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3292 00000100:00100000:3.0:1734016147.730657:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac891850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335108864:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016147.730697:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016147.730748:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc55994b18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3379200->3383295) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510b6 expref: 8 pid: 7684 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016147.730767:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc55994b18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3379200->3383295) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510b6 expref: 8 pid: 7684 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016147.730883:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc55994b18 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3379200->3383295) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510b6 expref: 8 pid: 7684 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016147.730938:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016147.730941:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016147.730949:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc55994b42 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d9 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.730961:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc55994b42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d9 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.731915:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc55994b42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d9 expref: 9 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.731947:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6465:1818247338536064:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016147.732105:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.742008:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.742061:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.742106:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335109120 00000100:00100000:2.0:1734016147.742122:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335109120 00002000:00010000:2.0:1734016147.742188:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016147.742196:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ce00 with x1818247335109120 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016147.742214:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e29ce00. 00000100:00100000:2.0:1734016147.742251:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335108992 00000100:00100000:2.0:1734016147.742254:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335108992 00002000:00010000:2.0:1734016147.742269:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4006790->18446744073709551615) 00002000:00100000:2.0:1734016147.742272:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29f800 with x1818247335108992 ext(4006790->18446744073709551615) 00002000:00010000:2.0:1734016147.742284:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29f800. 00000100:00100000:2.0:1734016147.742308:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9422 00000100:00100000:2.0:1734016147.742319:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335109120:12345-192.168.201.4@tcp:10:fsx.0 00000100:00100000:0.0:1734016147.742714:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9423 00000100:00100000:0.0:1734016147.742724:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335108992:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:0.0:1734016147.744233:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5256508 -> 4006790 00002000:00010000:0.0:1734016147.744244:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016147 -> 1734016147 00002000:00010000:0.0:1734016147.744247:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016147 -> 1734016147 00002000:00010000:0.0:1734016147.744250:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:0.0:1734016147.744252:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 152 -> 112 00000100:00100000:0.0:1734016147.744373:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335108992:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 1640us (2303us total) trans 4294969651 rc 0/0 00000100:00100000:0.0:1734016147.744387:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9423 00002000:00010000:0.0:1734016147.744393:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4006790->18446744073709551615) 00002000:00100000:0.0:1734016147.744398:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29f800 with x1818247335108992 ext(4006790->18446744073709551615) 00002000:00010000:0.0:1734016147.744406:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e29f800. 00000100:00100000:3.0:1734016147.744789:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6465:1818247338536064:192.168.201.4@tcp:105: 00010000:00010000:3.0:1734016147.744869:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016147.744914:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac891850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:1970:x1818247335108864:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 14258us (14771us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.744928:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3292 00002000:00010000:2.0:1734016147.749754:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:2.0:1734016147.749772:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016147 -> 1734016147 00002000:00010000:2.0:1734016147.749788:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016147 -> 1734016145 00002000:00010000:2.0:1734016147.749790:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:2.0:1734016147.749792:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 0 00000100:00100000:2.0:1734016147.749953:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247335109120:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 7622us (7955us total) trans 4294968068 rc 0/0 00000100:00100000:2.0:1734016147.749974:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9422 00002000:00010000:2.0:1734016147.749984:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016147.749989:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e29ce00 with x1818247335109120 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016147.749999:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e29ce00. 00000100:00100000:0.0:1734016147.764359:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.766829:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335109248 00000100:00100000:3.0:1734016147.766855:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335109248 00000100:00100000:3.0:1734016147.766949:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2382 00000100:00100000:3.0:1734016147.766959:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:10407:x1818247335109248:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.767002:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.767033:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994b49 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee510e0 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.767178:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994b50 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016147.767198:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994b50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016147.767213:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994b50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:3.0:1734016147.767242:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4006790 00000004:00200000:3.0:1734016147.767245:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016147.767266:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994b50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016147.767292:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101f80/0x979ba2bc55994b49 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e0 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.767388:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994b50 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e0 expref: 21 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.767397:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016147.767401:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016147.767404:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102400, rc 0) 00000100:00100000:3.0:1734016147.767495:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:10407:x1818247335109248:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 537us (3163us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.767504:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2382 00000100:00100000:0.0:1734016147.771420:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.771548:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335109504 00000100:00100000:3.0:1734016147.771570:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335109504 00000100:00100000:3.0:1734016147.771673:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2383 00000100:00100000:3.0:1734016147.771685:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+19:10407:x1818247335109504:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016147.772091:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc55994b57 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016147.772114:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994b50 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e0 expref: 20 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.772123:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc55994b57 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016147.772171:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994b50 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e0 expref: 20 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.772185:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994b50 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e0 expref: 20 pid: 6480 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016147.772204:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338536192:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016147.772295:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.777255:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.777491:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335109632 00000100:00100000:2.0:1734016147.777510:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335109632 00010000:00010000:2.0:1734016147.777592:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994b50 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e0 expref: 21 pid: 6480 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016147.777660:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3293 00000100:00100000:2.0:1734016147.777674:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:1969:x1818247335109632:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016147.777706:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016147.777717:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994b50 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e0 expref: 21 pid: 6480 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.777737:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994b50 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e0 expref: 21 pid: 6480 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.777788:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016147.777796:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc55994b57 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016147.777852:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc55994b57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016147.777863:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc55994b57 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016147.777907:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016147.778003:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:1969:x1818247335109632:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 329us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.778016:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3293 00010000:00010000:3.0:1734016147.778485:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102400/0x979ba2bc55994b50 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e0 expref: 20 pid: 6480 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016147.778580:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338536192:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016147.778615:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc55994b57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016147.778629:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc55994b57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016147.778640:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc55994b57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:3.0:1734016147.778917:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968823 00000004:00010000:3.0:1734016147.779008:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800783cb480 reply state ffff88012b546000 transno 4294968824 ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc55994b57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016147.779018:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016147.779609:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:10407:x1818247335109504:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 7924us (8212us total) trans 4294968824 rc 0/0 00000100:00100000:3.0:1734016147.779619:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2383 00000020:00080000:3.0:1734016147.779627:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016147.783582:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc55994b57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016147.783612:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc55994b57 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016147.783626:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc55994b57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016147.783634:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070103600 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:1.0:1734016147.783641:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc55994b57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016147.783651:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc55994b57 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016147.783675:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016147.783679:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016147.783684:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc55994b57 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016147.783690:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070103600/0x979ba2bc55994b57 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:2.0:1734016147.784258:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.784388:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335109760 00000100:00100000:3.0:1734016147.784409:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335109760 00000100:00100000:3.0:1734016147.784486:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11618 00000100:00100000:3.0:1734016147.784499:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:10407:x1818247335109760:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.784536:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.784568:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55994b5e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee510e7 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.784616:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994b3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d2 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.784625:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016147.784627:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016147.784631:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55994b5e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e7 expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.784676:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994b3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d2 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.784693:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994b3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d2 expref: 6 pid: 7684 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016147.784710:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338536320:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016147.786907:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.789498:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016147.789672:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335109888 00000100:00100000:1.0:1734016147.789693:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335109888 00010000:00010000:1.0:1734016147.789771:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994b3b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d2 expref: 7 pid: 7684 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016147.789933:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338536320:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016147.789976:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55994b5e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e7 expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.789998:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101f80, rc 0) 00000100:00100000:2.0:1734016147.790195:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3294 00000100:00100000:2.0:1734016147.790204:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335109888:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016147.790221:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016147.790252:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994b3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d2 expref: 7 pid: 7684 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.790263:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994b3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d2 expref: 7 pid: 7684 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.790289:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070100d80/0x979ba2bc55994b3b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d2 expref: 7 pid: 7684 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.790308:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.790310:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.790315:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55994b5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e7 expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.790324:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55994b5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e7 expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.790356:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55994b5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e7 expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.790369:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338536448:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016147.791074:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:10407:x1818247335109760:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6575us (6826us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.791084:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11618 00000100:00100000:2.0:1734016147.791152:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.794146:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.794246:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338536448:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016147.794292:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016147.794360:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1970:x1818247335109888:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4154us (4879us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.794377:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3294 00000100:00100000:2.0:1734016147.794455:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335110016 00000100:00100000:2.0:1734016147.794465:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335110016 00000100:00100000:2.0:1734016147.794693:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11619 00000100:00100000:2.0:1734016147.794702:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+7:10407:x1818247335110016:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.794732:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.794759:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994b65 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee510ee expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.794823:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc55994b42 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d9 expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.794833:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016147.794834:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016147.794839:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994b65 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510ee expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.794878:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc55994b42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d9 expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.794892:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc55994b42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d9 expref: 10 pid: 7684 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016147.794908:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338536576:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016147.794945:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.796177:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338536576:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016147.796212:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994b65 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510ee expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.796235:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404900, rc 0) 00000100:00100000:2.0:1734016147.796268:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:10407:x1818247335110016:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1567us (2145us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.796276:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11619 00000100:00100000:0.0:1734016147.798559:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.799231:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335110144 00000100:00100000:2.0:1734016147.799245:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335110144 00010000:00010000:2.0:1734016147.799296:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc55994b42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d9 expref: 11 pid: 7684 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016147.799346:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3295 00000100:00100000:2.0:1734016147.799355:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247335110144:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016147.799376:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016147.799413:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc55994b42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d9 expref: 11 pid: 7684 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.799431:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc55994b42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d9 expref: 11 pid: 7684 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.799470:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070101440/0x979ba2bc55994b42 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510d9 expref: 11 pid: 7684 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.799510:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.799515:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.799526:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994b65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510ee expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.799543:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994b65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510ee expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.799601:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994b65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510ee expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.799627:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6465:1818247338536704:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016147.801697:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.813327:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6465:1818247338536704:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016147.813402:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016147.813533:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1969:x1818247335110144:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 14173us (14984us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.813551:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3295 00000100:00100000:1.0:1734016147.813882:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016147.814001:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.814118:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335110272 00000100:00100000:3.0:1734016147.814128:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335110272 00002000:00010000:3.0:1734016147.814185:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016147.814191:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8e00 with x1818247335110272 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016147.814212:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8e00. 00000100:00100000:3.0:1734016147.814231:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335110400 00000100:00100000:3.0:1734016147.814234:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335110400 00002000:00010000:3.0:1734016147.814246:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2442709->18446744073709551615) 00002000:00100000:3.0:1734016147.814248:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccaa00 with x1818247335110400 ext(2442709->18446744073709551615) 00002000:00010000:3.0:1734016147.814258:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007bccaa00. 00000100:00100000:3.0:1734016147.814272:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9424 00000100:00100000:3.0:1734016147.814280:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247335110272:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016147.814614:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4006790 -> 4194304 00002000:00010000:3.0:1734016147.814620:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016147.814624:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016147.814627:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016147.814630:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:3.0:1734016147.814676:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247335110272:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 396us (795us total) trans 4294969652 rc 0/0 00000100:00100000:3.0:1734016147.814684:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9424 00002000:00010000:3.0:1734016147.814687:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016147.814690:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcc8e00 with x1818247335110272 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016147.814693:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcc8e00. 00000100:00100000:3.0:1734016147.814710:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9425 00000100:00100000:3.0:1734016147.814716:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335110400:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016147.814918:0:13965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 2442709 00002000:00010000:3.0:1734016147.814920:0:13965:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016147.814923:0:13965:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016147.814925:0:13965:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016147.814927:0:13965:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016147.814945:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335110400:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 228us (943us total) trans 4294968069 rc 0/0 00000100:00100000:3.0:1734016147.814951:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9425 00002000:00010000:3.0:1734016147.814954:0:13965:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2442709->18446744073709551615) 00002000:00100000:3.0:1734016147.814956:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bccaa00 with x1818247335110400 ext(2442709->18446744073709551615) 00002000:00010000:3.0:1734016147.814960:0:13965:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007bccaa00. 00000100:00100000:0.0:1734016147.834269:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.838268:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335110656 00000100:00100000:2.0:1734016147.838301:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335110656 00002000:00100000:2.0:1734016147.838398:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->2445311) req@ffff88007822fb80 x1818247335110656/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.838413:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822fb80 with x1818247335110656 ext(0->2445311) 00002000:00010000:2.0:1734016147.838422:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007822fb80 00000100:00100000:2.0:1734016147.838478:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9426 00000100:00100000:2.0:1734016147.838488:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247335110656:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.893503:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1972:x1818247335110656:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 54978us (59228us total) trans 0 rc 2445312/2445312 00000100:00100000:3.0:1734016147.893529:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9426 00002000:00100000:3.0:1734016147.893557:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->2445311) req@ffff88007822fb80 x1818247335110656/t0(0) o3->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:108/0 lens 488/440 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 2445312/2445312 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.893573:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822fb80 with x1818247335110656 ext(0->2445311) 00002000:00010000:3.0:1734016147.893584:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007822fb80 00000100:00100000:0.0:1734016147.898738:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.899094:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335110784 00000100:00100000:3.0:1734016147.899115:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335110784 00002000:00100000:3.0:1734016147.899200:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2433024->2442708) req@ffff88007822ca80 x1818247335110784/t0(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:108/0 lens 10176/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.899213:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822ca80 with x1818247335110784 ext(2433024->2442708) 00002000:00010000:3.0:1734016147.899221:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007822ca80 00000100:00100000:3.0:1734016147.899276:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9427 00000100:00100000:3.0:1734016147.899287:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247335110784:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016147.903422:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247335110784:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 4107us (4688us total) trans 4294968070 rc 0/0 00000100:00100000:3.0:1734016147.903444:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9427 00002000:00100000:3.0:1734016147.903467:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2433024->2442708) req@ffff88007822ca80 x1818247335110784/t4294968070(0) o4->1c97ffb5-66ce-4359-8d50-0488c17e03ca@192.168.201.4@tcp:108/0 lens 10176/448 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.903480:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822ca80 with x1818247335110784 ext(2433024->2442708) 00002000:00010000:3.0:1734016147.903491:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007822ca80 00000100:00100000:0.0:1734016147.907366:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016147.909482:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335110912 00000100:00100000:3.0:1734016147.909513:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335110912 00000100:00100000:3.0:1734016147.909735:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2384 00000100:00100000:3.0:1734016147.909749:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:10407:x1818247335110912:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:3.0:1734016147.911593:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:10407:x1818247335110912:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 1833us (4243us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.911611:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2384 00000100:00100000:0.0:1734016147.915376:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.916247:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335111040 00000100:00100000:2.0:1734016147.916273:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335111040 00000100:00100000:2.0:1734016147.916380:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11620 00000100:00100000:2.0:1734016147.916399:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247335111040:12345-192.168.201.4@tcp:16:fsx.0 00000001:00080000:0.0:1734016147.918984:0:7682:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968070 is committed 00000001:00080000:0.0:1734016147.919066:0:7682:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968068 is committed 00000100:00100000:2.0:1734016147.920635:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335111040:12345-192.168.201.4@tcp:16:fsx.0 Request processed in 4221us (5275us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.920660:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11620 00000100:00100000:0.0:1734016147.924549:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016147.924751:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335111168 00000100:00100000:1.0:1734016147.924780:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335111168 00000100:00100000:1.0:1734016147.924948:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2385 00000100:00100000:1.0:1734016147.924963:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+21:10407:x1818247335111168:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.925280:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.925329:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55994b6c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee510f5 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.925520:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55994b73 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016147.925544:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55994b73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016147.925559:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55994b73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:1.0:1734016147.925595:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6637013 00000004:00200000:1.0:1734016147.925602:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016147.925627:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55994b73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016147.925658:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e835200/0x979ba2bc55994b6c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510f5 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.925694:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55994b73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510f5 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.925707:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016147.925710:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016147.925715:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e834d80, rc 0) 00000100:00100000:1.0:1734016147.926846:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:10407:x1818247335111168:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1878us (2318us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.926863:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2385 00000100:00100000:0.0:1734016147.930606:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016147.930737:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.930927:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335111296 00000100:00100000:2.0:1734016147.930950:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335111296 00000100:00100000:2.0:1734016147.931060:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11621 00000100:00100000:2.0:1734016147.931077:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335111296:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.931122:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.931160:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994b7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee510fc expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.931285:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338536832:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016147.931506:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335111424 00000100:00100000:1.0:1734016147.931512:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335111424 00000100:00100000:1.0:1734016147.931548:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11622 00000100:00100000:1.0:1734016147.931554:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247335111424:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.931565:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.931585:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e836640/0x979ba2bc55994b81 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51103 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.931630:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338536960:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016147.931922:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.932011:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.939121:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338536832:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016147.939232:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994b7a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510fc expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.939262:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994b7a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510fc expref: 7 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.939310:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016147.939423:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335111296:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8350us (8848us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.939440:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11621 00002000:00010000:1.0:1734016147.939769:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016145 -> 1734016147 00002000:00010000:1.0:1734016147.939782:0:7685:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 24 00000100:00100000:1.0:1734016147.939855:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338536960:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016147.939887:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e836640/0x979ba2bc55994b81 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51103 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.939901:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e836640/0x979ba2bc55994b81 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51103 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.939928:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e836640, rc 0) 00000100:00100000:1.0:1734016147.939961:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247335111424:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8406us (9225us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.939968:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11622 00000100:00100000:0.0:1734016147.955244:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016147.956737:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335111552 00000100:00100000:1.0:1734016147.956766:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335111552 00000100:00100000:1.0:1734016147.957007:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11623 00000100:00100000:1.0:1734016147.957020:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:10407:x1818247335111552:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.957061:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.957109:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55994b88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5110a expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.957169:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55994b5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e7 expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.957182:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016147.957185:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016147.957190:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55994b88 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3772416->3776511] (req 3772416->3776511) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5110a expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.957249:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55994b5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e7 expref: 10 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.957264:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55994b5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e7 expref: 10 pid: 7684 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016147.957281:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338537088:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016147.957397:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.961920:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016147.962107:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338537088:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016147.962174:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55994b88 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3772416->3776511] (req 3772416->3776511) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5110a expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.962205:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837cc0, rc 0) 00000100:00100000:1.0:1734016147.962292:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:10407:x1818247335111552:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5273us (7073us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.962307:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11623 00000100:00100000:2.0:1734016147.962500:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335111680 00000100:00100000:2.0:1734016147.962512:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335111680 00010000:00010000:2.0:1734016147.962554:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55994b5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e7 expref: 11 pid: 7684 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016147.962605:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3296 00000100:00100000:2.0:1734016147.962614:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247335111680:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016147.962649:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016147.962684:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55994b5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e7 expref: 11 pid: 7684 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.962701:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55994b5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e7 expref: 11 pid: 7684 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.962738:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101f80/0x979ba2bc55994b5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510e7 expref: 11 pid: 7684 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.962760:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.962763:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.962783:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55994b88 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3772416->3776511) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5110a expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.962795:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55994b88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3772416->3776511) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5110a expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.962869:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55994b88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3772416->3776511) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5110a expref: 6 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.962892:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338537216:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016147.964603:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.973008:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.973158:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338537216:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016147.973190:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016147.973245:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1969:x1818247335111680:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10631us (11347us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.973260:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3296 00000100:00100000:3.0:1734016147.973360:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335111936 00000100:00100000:3.0:1734016147.973369:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335111936 00002000:00100000:3.0:1734016147.973424:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3772416->3776511) req@ffff88007856d180 x1818247335111936/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.973437:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856d180 with x1818247335111936 ext(3772416->3776511) 00002000:00010000:3.0:1734016147.973443:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856d180 00000100:00100000:3.0:1734016147.973478:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9428 00000100:00100000:3.0:1734016147.973486:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335111936:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.973660:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335111936:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 174us (675us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016147.973666:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9428 00002000:00100000:3.0:1734016147.973670:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3772416->3776511) req@ffff88007856d180 x1818247335111936/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.973677:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856d180 with x1818247335111936 ext(3772416->3776511) 00002000:00010000:3.0:1734016147.973680:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856d180 00000100:00100000:0.0:1734016147.976572:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016147.976704:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335112064 00000100:00100000:1.0:1734016147.976719:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335112064 00000100:00100000:1.0:1734016147.976846:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11624 00000100:00100000:1.0:1734016147.976856:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247335112064:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.976898:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.976933:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55994b8f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51111 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.976985:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016147.976988:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016147.977001:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55994b8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51111 expref: 11 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.977025:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55994b8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51111 expref: 11 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.977044:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8373c0, rc 0) 00000100:00100000:1.0:1734016147.977145:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247335112064:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 289us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.977155:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11624 00000100:00100000:0.0:1734016147.980369:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016147.980563:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335112192 00000100:00100000:1.0:1734016147.980586:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335112192 00000100:00100000:1.0:1734016147.980684:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2386 00000100:00100000:1.0:1734016147.980695:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:10407:x1818247335112192:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.980733:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.980766:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55994b96 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51118 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.981109:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994b9d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016147.981133:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994b9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016147.981151:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994b9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:1.0:1734016147.981190:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6637013 00000004:00200000:1.0:1734016147.981196:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016147.981226:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994b9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016147.981257:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834900/0x979ba2bc55994b96 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51118 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.981553:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994b9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51118 expref: 21 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.981566:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016147.981569:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016147.981574:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e837180, rc 0) 00000100:00100000:1.0:1734016147.981836:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:10407:x1818247335112192:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1141us (1484us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.981846:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2386 00000100:00100000:0.0:1734016147.984513:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.984876:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335112320 00000100:00100000:2.0:1734016147.984893:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335112320 00000100:00100000:2.0:1734016147.985002:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11625 00000100:00100000:2.0:1734016147.985017:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335112320:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.985060:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.985111:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994ba4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5111f expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.985226:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338537344:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016147.985341:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.989420:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338537344:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016147.989512:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994ba4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5111f expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.989542:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994ba4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5111f expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.989579:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016147.989714:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335112320:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4696us (5222us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.989729:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11625 00000100:00100000:1.0:1734016147.993309:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016147.993482:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335112448 00000100:00100000:2.0:1734016147.993505:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335112448 00000100:00100000:2.0:1734016147.993921:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11626 00000100:00100000:2.0:1734016147.993933:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:10407:x1818247335112448:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.993972:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.994015:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994bab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51126 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.994074:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55994b88 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3772416->3776511) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5110a expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.994085:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55994b8f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51111 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.994091:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.994093:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.994097:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994bab lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [4780032->4788223] (req 4780032->4788223) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51126 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.994158:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55994b8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51111 expref: 10 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.994182:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55994b8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51111 expref: 10 pid: 7685 timeout: 511 lvb_type: 1 00000100:00100000:2.0:1734016147.994200:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338537472:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016147.995142:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55994b88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3772416->3776511) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5110a expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.995153:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55994b88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3772416->3776511) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5110a expref: 8 pid: 7685 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016147.995163:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338537600:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016147.995196:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.999903:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338537472:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016147.999923:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338537600:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016147.999995:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994bab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [4780032->4788223] (req 4780032->4788223) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51126 expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.000033:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016148.000148:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:10407:x1818247335112448:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6216us (6870us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.000164:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11626 00000100:00100000:0.0:1734016148.002383:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016148.002473:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016148.002856:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335112704 00000100:00100000:1.0:1734016148.002873:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335112704 00010000:00010000:1.0:1734016148.002933:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55994b88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3772416->3776511) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5110a expref: 8 pid: 7685 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016148.002988:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335112576 00000100:00100000:1.0:1734016148.002991:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335112576 00010000:00010000:1.0:1734016148.003007:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55994b8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51111 expref: 11 pid: 7685 timeout: 511 lvb_type: 1 00000100:00100000:1.0:1734016148.003027:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3297 00000100:00100000:1.0:1734016148.003039:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335112704:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016148.003066:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016148.003103:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55994b88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3772416->3776511) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5110a expref: 8 pid: 7685 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016148.003117:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55994b88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3772416->3776511) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5110a expref: 8 pid: 7685 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016148.003160:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e837cc0/0x979ba2bc55994b88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3772416->3776511) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5110a expref: 8 pid: 7685 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016148.003201:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016148.003275:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335112704:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 239us (917us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016148.003284:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3297 00000100:00100000:1.0:1734016148.003302:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3298 00000100:00100000:1.0:1734016148.003305:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247335112576:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016148.003312:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016148.003318:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55994b8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51111 expref: 11 pid: 7685 timeout: 511 lvb_type: 1 00010000:00010000:1.0:1734016148.003329:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55994b8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51111 expref: 11 pid: 7685 timeout: 511 lvb_type: 1 00010000:00010000:1.0:1734016148.003341:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e8373c0/0x979ba2bc55994b8f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51111 expref: 11 pid: 7685 timeout: 511 lvb_type: 1 00010000:00010000:1.0:1734016148.003350:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.003352:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.003362:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994bab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4780032->4788223) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51126 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.003374:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994bab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4780032->4788223) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51126 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.003429:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994bab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4780032->4788223) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51126 expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.003448:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338537728:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016148.003505:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.013322:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016148.014097:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338537728:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016148.014142:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016148.014243:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1970:x1818247335112576:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10933us (11767us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016148.014263:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3298 00000100:00100000:2.0:1734016148.015419:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335112832 00000100:00100000:2.0:1734016148.015437:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335112832 00000100:00100000:2.0:1734016148.015507:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11627 00000100:00100000:2.0:1734016148.015517:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335112832:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016148.015928:0:7684:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4786332 00002000:00010000:2.0:1734016148.015932:0:7684:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016147 -> 1734016148 00002000:00010000:2.0:1734016148.015935:0:7684:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016147 -> 1734016147 00002000:00010000:2.0:1734016148.015937:0:7684:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016148 00002000:00010000:2.0:1734016148.015940:0:7684:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 112 -> 128 00000100:00100000:2.0:1734016148.015981:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335112832:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 466us (2684us total) trans 4294969653 rc 0/0 00000100:00100000:2.0:1734016148.015988:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11627 00000100:00100000:0.0:1734016148.034542:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016148.034765:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335112960 00000100:00100000:1.0:1734016148.034789:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335112960 00000100:00100000:1.0:1734016148.034948:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11628 00000100:00100000:1.0:1734016148.034963:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335112960:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.035003:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.035038:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e8358c0/0x979ba2bc55994bb2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5112d expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.035160:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338537856:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016148.035279:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.039475:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338537856:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016148.039555:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e8358c0/0x979ba2bc55994bb2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5112d expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.039579:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e8358c0/0x979ba2bc55994bb2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5112d expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.039614:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8358c0, rc 0) 00000100:00100000:1.0:1734016148.039722:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335112960:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4760us (5205us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.039737:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11628 00000100:00100000:0.0:1734016148.045404:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016148.045563:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335113088 00000100:00100000:1.0:1734016148.045586:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335113088 00000100:00100000:1.0:1734016148.045688:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11629 00000100:00100000:1.0:1734016148.045702:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335113088:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.045752:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.045800:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e8346c0/0x979ba2bc55994bb9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51134 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.045976:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338537984:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016148.046103:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.051261:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338537984:192.168.201.4@tcp:106: 00010000:00010000:1.0:1734016148.051330:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e8346c0/0x979ba2bc55994bb9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51134 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.051356:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e8346c0/0x979ba2bc55994bb9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51134 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.051389:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e8346c0, rc 0) 00000100:00100000:1.0:1734016148.052568:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335113088:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6859us (7179us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.052582:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11629 00000100:00100000:1.0:1734016148.055477:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016148.055873:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335113216 00000100:00100000:0.0:1734016148.055894:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335113216 00000100:00100000:0.0:1734016148.064575:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11630 00000100:00100000:0.0:1734016148.064609:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247335113216:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.064659:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.064706:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994bc0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5113b expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.064864:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801309fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338538112:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016148.065017:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.070294:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801309fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338538112:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016148.070392:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994bc0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5113b expref: 11 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.070425:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994bc0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5113b expref: 11 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.070457:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:2.0:1734016148.070584:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:1971:x1818247335113216:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5985us (15134us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.070602:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11630 00000100:00100000:0.0:1734016148.076412:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.078037:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335113344 00000100:00100000:2.0:1734016148.078075:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335113344 00000100:00100000:2.0:1734016148.078195:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11631 00000100:00100000:2.0:1734016148.078209:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+10:10407:x1818247335113344:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.078255:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.078298:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994bc7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51142 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.078361:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994bab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4780032->4788223) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51126 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.078372:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016148.078375:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016148.078379:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994bc7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5722112->5734399] (req 5722112->5734399) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51142 expref: 11 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.078453:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994bab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4780032->4788223) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51126 expref: 7 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.078472:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994bab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4780032->4788223) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51126 expref: 7 pid: 7684 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016148.078495:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338538240:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016148.078659:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.084171:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016148.088150:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335113472 00000100:00100000:1.0:1734016148.088179:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335113472 00010000:00010000:1.0:1734016148.088258:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994bab lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4780032->4788223) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51126 expref: 8 pid: 7684 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016148.088345:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3299 00000100:00100000:1.0:1734016148.088357:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac891450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1970:x1818247335113472:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016148.088387:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016148.088430:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994bab lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4780032->4788223) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51126 expref: 8 pid: 7684 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016148.088453:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994bab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4780032->4788223) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51126 expref: 8 pid: 7684 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016148.088515:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.088519:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.088532:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994bc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5722112->5734399) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51142 expref: 11 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.088544:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994bc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5722112->5734399) gid 0 flags: 0x50080000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51142 expref: 11 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.088620:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994bc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5722112->5734399) gid 0 flags: 0x40000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51142 expref: 11 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.088647:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338538368:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016148.088806:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecc00 going to sleep for 11 seconds 00010000:00010000:2.0:1734016148.089334:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994bab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4780032->4788223) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51126 expref: 8 pid: 7684 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016148.089385:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338538240:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016148.089454:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994bc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5722112->5734399) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51142 expref: 11 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.089477:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016148.089530:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:10407:x1818247335113344:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 11323us (13156us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.089546:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11631 00000100:00100000:1.0:1734016148.092194:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338538368:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016148.092248:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016148.092342:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac891450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335113472:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3982us (8192us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016148.092369:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3299 00000100:00100000:0.0:1734016148.094501:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.094688:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335113600 00000100:00100000:2.0:1734016148.094709:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335113600 00000100:00100000:2.0:1734016148.094804:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11632 00000100:00100000:2.0:1734016148.094854:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1969:x1818247335113600:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:2.0:1734016148.095387:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4786332 -> 4786332 00002000:00010000:2.0:1734016148.095392:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.095396:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016147 -> 1734016147 00002000:00010000:2.0:1734016148.095399:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.095401:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 128 -> 152 00000100:00100000:2.0:1734016148.095519:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247335113600:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 667us (1039us total) trans 4294969654 rc 0/0 00000100:00100000:2.0:1734016148.095529:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11632 00000100:00100000:0.0:1734016148.099911:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016148.099990:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016148.101128:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335113856 00000100:00100000:3.0:1734016148.101150:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335113856 00000100:00100000:3.0:1734016148.101233:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335113728 00000100:00100000:3.0:1734016148.101236:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335113728 00000100:00100000:3.0:1734016148.101279:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11633 00000100:00100000:3.0:1734016148.101292:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335113856:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.101334:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.101376:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc55994bce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51150 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.101507:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338538496:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016148.101660:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.101698:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11634 00000100:00100000:3.0:1734016148.101704:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247335113728:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.101717:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.101735:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994bd5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51149 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.101780:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338538624:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016148.101802:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c0c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016148.105947:0:7686:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016147 -> 1734016148 00002000:00010000:2.0:1734016148.105966:0:7686:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016147 -> 1734016148 00000100:00100000:2.0:1734016148.106014:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338538496:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016148.106086:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc55994bce lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51150 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.106111:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880070100fc0/0x979ba2bc55994bce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51150 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.106163:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100fc0, rc 0) 00000100:00100000:2.0:1734016148.106263:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335113856:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4969us (6373us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.106277:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11633 00000100:00100000:3.0:1734016148.107975:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338538624:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016148.108040:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994bd5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51149 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.108062:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103cc0/0x979ba2bc55994bd5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51149 expref: 8 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.110515:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103cc0, rc 0) 00000100:00100000:3.0:1734016148.111131:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247335113728:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9406us (11121us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.111147:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11634 00000100:00100000:0.0:1734016148.122485:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016148.123871:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335113984 00000100:00100000:3.0:1734016148.123899:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335113984 00000100:00100000:3.0:1734016148.124006:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11635 00000100:00100000:3.0:1734016148.124019:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:10407:x1818247335113984:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.124057:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.124090:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994bdc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51157 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.124149:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994bc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5722112->5734399) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51142 expref: 11 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.124159:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.124162:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.124165:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994bdc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [958464->966655] (req 958464->966655) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51157 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.124227:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994bc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5722112->5734399) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51142 expref: 11 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.124251:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994bc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5722112->5734399) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51142 expref: 11 pid: 7685 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016148.124272:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338538752:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016148.124430:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.133001:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338538752:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016148.133059:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994bdc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [958464->966655] (req 958464->966655) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51157 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.133085:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070103840, rc 0) 00000100:00100000:3.0:1734016148.133176:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:10407:x1818247335113984:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9158us (10733us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.133186:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11635 00000100:00100000:0.0:1734016148.135946:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016148.136221:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335114112 00000100:00100000:1.0:1734016148.136247:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335114112 00010000:00010000:1.0:1734016148.136327:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994bc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5722112->5734399) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51142 expref: 12 pid: 7685 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016148.136419:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3300 00000100:00100000:1.0:1734016148.136433:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1970:x1818247335114112:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016148.136465:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016148.136506:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994bc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5722112->5734399) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51142 expref: 12 pid: 7685 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016148.136526:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994bc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5722112->5734399) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51142 expref: 12 pid: 7685 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016148.136569:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994bc7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5722112->5734399) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51142 expref: 12 pid: 7685 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016148.136618:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.136622:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.136635:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994bdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->966655) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51157 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.136648:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994bdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->966655) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51157 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.136704:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994bdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->966655) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51157 expref: 7 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.136720:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcc9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338538880:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016148.136859:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.141559:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016148.143267:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcc9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338538880:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016148.143328:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016148.143700:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335114240 00000100:00100000:3.0:1734016148.143718:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335114240 00000100:00100000:1.0:1734016148.145428:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1970:x1818247335114112:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 8974us (9485us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016148.145449:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3300 00000100:00100000:3.0:1734016148.148789:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11636 00000100:00100000:3.0:1734016148.148831:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+8:1969:x1818247335114240:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016148.149309:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4786332 -> 4786332 00002000:00010000:3.0:1734016148.149312:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:3.0:1734016148.149315:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016148.149318:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:3.0:1734016148.149320:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 152 -> 168 00000100:00100000:3.0:1734016148.149458:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335114240:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 651us (7928us total) trans 4294969655 rc 0/0 00000100:00100000:3.0:1734016148.149468:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11636 00000100:00100000:0.0:1734016148.153723:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.154550:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335114368 00000100:00100000:2.0:1734016148.154571:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335114368 00000100:00100000:2.0:1734016148.154667:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11637 00000100:00100000:2.0:1734016148.154680:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247335114368:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.154721:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.154758:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994be3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5115e expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.154898:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338539008:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016148.155021:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.161243:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338539008:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016148.161330:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994be3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5115e expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.161357:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994be3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5115e expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.161398:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016148.162258:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801309fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247335114368:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7575us (8564us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.162276:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11637 00000100:00100000:2.0:1734016148.166003:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016148.166185:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335114496 00000100:00100000:0.0:1734016148.166200:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335114496 00000100:00100000:0.0:1734016148.166270:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11638 00000100:00100000:0.0:1734016148.166280:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247335114496:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.166307:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.166334:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994bea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51165 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.166428:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338539136:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016148.167022:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.169015:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338539136:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016148.169116:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994bea lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51165 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.169145:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994bea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51165 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.169179:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:2.0:1734016148.169283:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247335114496:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3001us (3294us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.169297:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11638 00000100:00100000:0.0:1734016148.172238:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.172394:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335114624 00000100:00100000:2.0:1734016148.172411:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335114624 00000100:00100000:2.0:1734016148.172503:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11639 00000100:00100000:2.0:1734016148.172515:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247335114624:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.172544:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.172577:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994bf1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5116c expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.172684:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338539264:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016148.173663:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.176980:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338539264:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016148.177078:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994bf1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5116c expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.177105:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405f80/0x979ba2bc55994bf1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5116c expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.177139:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016148.177258:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247335114624:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4740us (5034us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.177273:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11639 00000100:00100000:0.0:1734016148.185538:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.185862:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335114752 00000100:00100000:2.0:1734016148.185882:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335114752 00000100:00100000:2.0:1734016148.185984:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11640 00000100:00100000:2.0:1734016148.185993:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247335114752:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.186027:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.186063:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994bf8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51173 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.186181:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338539392:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016148.186945:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.194388:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338539392:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016148.194478:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994bf8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51173 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.194502:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994bf8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51173 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.194556:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016148.194681:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247335114752:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 8684us (9167us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.194696:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11640 00000100:00100000:2.0:1734016148.204140:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016148.204279:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335114880 00000100:00100000:0.0:1734016148.204297:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335114880 00000100:00100000:0.0:1734016148.204996:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11641 00000100:00100000:0.0:1734016148.205011:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247335114880:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.205047:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.205079:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994bff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5117a expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.205191:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338539520:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016148.206918:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.213531:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338539520:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016148.213616:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994bff lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5117a expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.213642:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994bff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5117a expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.213687:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:2.0:1734016148.214602:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247335114880:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 9586us (10489us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.214618:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11641 00000100:00100000:0.0:1734016148.217524:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.217686:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335115008 00000100:00100000:2.0:1734016148.217708:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335115008 00000100:00100000:2.0:1734016148.217855:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11642 00000100:00100000:2.0:1734016148.217867:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247335115008:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.217907:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.217943:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994c06 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51181 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.218077:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338539648:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016148.218226:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.221215:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338539648:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016148.221322:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994c06 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51181 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.221350:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405d40/0x979ba2bc55994c06 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51181 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.221373:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016148.222407:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1971:x1818247335115008:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4534us (4900us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.222423:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11642 00000100:00100000:0.0:1734016148.228511:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.228637:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335115136 00000100:00100000:2.0:1734016148.228650:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335115136 00000100:00100000:2.0:1734016148.229344:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11643 00000100:00100000:2.0:1734016148.229358:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247335115136:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.229397:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.229427:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994c0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51188 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.229525:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338539776:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016148.230215:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.233188:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338539776:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016148.233253:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994c0d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51188 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.233273:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994c0d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51188 expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.233864:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016148.234286:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:1972:x1818247335115136:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 4924us (5793us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.234299:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11643 00000100:00100000:1.0:1734016148.237925:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.238238:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335115264 00000100:00100000:2.0:1734016148.238253:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335115264 00000100:00100000:2.0:1734016148.238319:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11644 00000100:00100000:2.0:1734016148.238329:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247335115264:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.238367:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.238405:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994c14 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5118f expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.238845:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338539904:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016148.239122:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016148.244793:0:7686:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016147 -> 1734016148 00000100:00100000:2.0:1734016148.244926:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338539904:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016148.245012:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994c14 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5118f expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.245040:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994c14 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5118f expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.245097:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016148.245234:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247335115264:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6902us (7320us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.245246:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11644 00000100:00100000:0.0:1734016148.250677:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.251080:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335115392 00000100:00100000:2.0:1734016148.251101:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335115392 00000100:00100000:2.0:1734016148.253920:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11645 00000100:00100000:2.0:1734016148.253948:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247335115392:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.253991:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.254027:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994c1b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee51196 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.254137:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e29e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338540032:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016148.254269:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.256518:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e29e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338540032:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016148.256574:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994c1b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51196 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.256589:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405200/0x979ba2bc55994c1b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51196 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.256704:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016148.257360:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247335115392:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3418us (6712us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.257377:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11645 00000100:00100000:0.0:1734016148.259646:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016148.261354:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335115648 00000100:00100000:1.0:1734016148.261373:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335115648 00000100:00100000:1.0:1734016148.269348:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2387 00000100:00100000:1.0:1734016148.269378:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+22:10407:x1818247335115648:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:1.0:1734016148.269527:0:6478:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016148.269586:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e834d80/0x979ba2bc55994b73 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510f5 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.269657:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016148.269665:0:6478:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016148.270092:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55994c22 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016148.270116:0:6478:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994b9d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51118 expref: 20 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.270127:0:6478:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55994c22 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:1.0:1734016148.270186:0:6478:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994b9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51118 expref: 20 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.270207:0:6478:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994b9d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51118 expref: 20 pid: 6478 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016148.270230:0:6478:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800783cb100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338540160:192.168.201.4@tcp:104: 00000100:00100000:1.0:1734016148.270368:0:6478:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.276313:0:6478:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800783cb100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6478:1818247338540160:192.168.201.4@tcp:104: 00010000:00010000:1.0:1734016148.276358:0:6478:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55994c22 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:0.0:1734016148.276475:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016148.277886:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335115776 00000100:00100000:1.0:1734016148.277907:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335115776 00010000:00010000:1.0:1734016148.277974:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994b9d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51118 expref: 21 pid: 6478 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016148.282387:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3301 00000100:00100000:3.0:1734016148.282424:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:1970:x1818247335115776:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016148.282475:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016148.282500:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994b9d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51118 expref: 21 pid: 6478 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016148.282526:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994b9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51118 expref: 21 pid: 6478 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016148.282576:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e837180/0x979ba2bc55994b9d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51118 expref: 21 pid: 6478 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016148.282632:0:6465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016148.282639:0:6465:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55994c22 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016148.282659:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55994c22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016148.282672:0:6465:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55994c22 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 00010000:00010000:3.0:1734016148.282736:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016148.282891:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:1970:x1818247335115776:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 477us (6414us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.282903:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3301 00010000:00010000:0.0:1734016148.283296:0:6478:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55994c22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016148.283305:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55994c22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000001:00080000:0.0:1734016148.283516:0:6478:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968825 00000004:00010000:0.0:1734016148.283623:0:6478:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801304d0000 reply state ffff88012c01e000 transno 4294968826 ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55994c22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000100:00100000:0.0:1734016148.283633:0:6478:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016148.283763:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:10407:x1818247335115648:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 14395us (24129us total) trans 4294968826 rc 0/0 00000100:00100000:0.0:1734016148.283785:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2387 00000020:00080000:0.0:1734016148.283790:0:6478:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016148.292442:0:3491:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55994c22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016148.292460:0:3491:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55994c22 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016148.292472:0:3491:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55994c22 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016148.292479:0:3491:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88006e836880 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:0.0:1734016148.292486:0:3491:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55994c22 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016148.292494:0:3491:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55994c22 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016148.292516:0:3491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:0.0:1734016148.292519:0:3491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016148.292523:0:3491:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55994c22 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00010000:00010000:0.0:1734016148.292527:0:3491:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006e836880/0x979ba2bc55994c22 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 00000100:00100000:2.0:1734016148.293241:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016148.293433:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335115904 00000100:00100000:0.0:1734016148.293447:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335115904 00000100:00100000:0.0:1734016148.294449:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11646 00000100:00100000:0.0:1734016148.294465:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+11:10407:x1818247335115904:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.294503:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.294534:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994c29 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee5119d expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016148.294574:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994bdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->966655) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51157 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016148.294583:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016148.294585:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016148.294588:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994c29 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5119d expref: 12 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016148.294638:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994bdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->966655) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51157 expref: 8 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016148.294652:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994bdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->966655) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51157 expref: 8 pid: 7685 timeout: 511 lvb_type: 0 00000100:00100000:0.0:1734016148.294665:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801304d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338540288:192.168.201.4@tcp:104: 00000100:00100000:0.0:1734016148.294783:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.296785:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801304d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338540288:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016148.296835:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994c29 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5119d expref: 12 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.296853:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:2.0:1734016148.296895:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e29e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:10407:x1818247335115904:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 2433us (3664us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.296904:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11646 00000100:00100000:1.0:1734016148.298054:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.298387:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335116032 00000100:00100000:2.0:1734016148.298399:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335116032 00002000:00100000:2.0:1734016148.298457:0:7690:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (5431296->5440609) req@ffff8800783cb100 x1818247335116032/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:109/0 lens 9808/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.298468:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb100 with x1818247335116032 ext(5431296->5440609) 00010000:00010000:2.0:1734016148.298478:0:7690:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994bdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->966655) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51157 expref: 9 pid: 7685 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016148.298492:0:7690:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994bdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->966655) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51157 expref: 9 pid: 7685 timeout: 511 lvb_type: 0 00002000:00010000:2.0:1734016148.298500:0:7690:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800783cb100 00000100:00100000:3.0:1734016148.300151:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 284 00000100:00100000:3.0:1734016148.300173:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1970:x1818247335116032:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016148.303124:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800783cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247335116032:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 2930us (5051us total) trans 4294969656 rc 0/0 00000100:00100000:3.0:1734016148.303144:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 284 00002000:00100000:3.0:1734016148.303163:0:7689:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (5431296->5440609) req@ffff8800783cb100 x1818247335116032/t4294969656(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:109/0 lens 9808/448 e 0 to 0 dl 1734016159 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.303174:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800783cb100 with x1818247335116032 ext(5431296->5440609) 00010000:00010000:3.0:1734016148.303189:0:7689:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994bdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->966655) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51157 expref: 11 pid: 7685 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016148.303212:0:7689:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994bdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->966655) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51157 expref: 11 pid: 7685 timeout: 511 lvb_type: 0 00002000:00010000:3.0:1734016148.303222:0:7689:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800783cb100 00000100:00100000:0.0:1734016148.312405:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016148.313079:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335116160 00000100:00100000:1.0:1734016148.313103:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335116160 00010000:00010000:1.0:1734016148.313186:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994bdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->966655) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51157 expref: 11 pid: 7685 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016148.313274:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3302 00000100:00100000:1.0:1734016148.313286:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247335116160:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016148.313320:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016148.313358:0:8957:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4786332 -> 5440610 00002000:00010000:1.0:1734016148.313364:0:8957:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 168 -> 192 00010000:00010000:1.0:1734016148.313371:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994bdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 958464->966655) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51157 expref: 11 pid: 7685 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016148.313391:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994bdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 958464->966655) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51157 expref: 11 pid: 7685 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016148.313436:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070103840/0x979ba2bc55994bdc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 958464->966655) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee51157 expref: 11 pid: 7685 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016148.313477:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.313481:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.313493:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994c29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5119d expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.313507:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994c29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5119d expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.313575:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994c29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5119d expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.313597:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078229c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338540416:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016148.313717:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.316597:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078229c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338540416:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016148.316641:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016148.316707:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:1972:x1818247335116160:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 3420us (4319us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016148.316726:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3302 00000100:00100000:1.0:1734016148.318156:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016148.318944:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016148.319136:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335116416 00000100:00100000:3.0:1734016148.319152:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335116416 00002000:00010000:3.0:1734016148.319223:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016148.319230:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078229c00 with x1818247335116416 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016148.319251:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078229c00. 00000100:00100000:2.0:1734016148.319782:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335116288 00000100:00100000:2.0:1734016148.319790:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335116288 00002000:00010000:2.0:1734016148.319849:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (1968132->18446744073709551615) 00002000:00100000:2.0:1734016148.319855:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822f480 with x1818247335116288 ext(1968132->18446744073709551615) 00002000:00010000:2.0:1734016148.319869:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822f480. 00000100:00100000:3.0:1734016148.320223:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9429 00000100:00100000:3.0:1734016148.320237:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1969:x1818247335116416:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:3.0:1734016148.322914:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2442709 -> 0 00002000:00010000:3.0:1734016148.322931:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:3.0:1734016148.322934:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016148 -> 1734016145 00002000:00010000:3.0:1734016148.322937:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:3.0:1734016148.322939:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 0 00000100:00100000:2.0:1734016148.324530:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9430 00000100:00100000:2.0:1734016148.324550:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007822f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247335116288:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016148.326952:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5440610 -> 1968132 00002000:00010000:2.0:1734016148.326969:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.326973:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016147 -> 1734016147 00002000:00010000:2.0:1734016148.326976:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.326978:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 192 -> 104 00000100:00100000:2.0:1734016148.327144:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007822f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247335116288:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 2586us (8188us total) trans 4294969657 rc 0/0 00000100:00100000:2.0:1734016148.327160:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9430 00002000:00010000:2.0:1734016148.327169:0:7690:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (1968132->18446744073709551615) 00002000:00100000:2.0:1734016148.327175:0:7690:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007822f480 with x1818247335116288 ext(1968132->18446744073709551615) 00002000:00010000:2.0:1734016148.327185:0:7690:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007822f480. 00000100:00100000:3.0:1734016148.335027:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1969:x1818247335116416:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 14761us (16850us total) trans 4294968071 rc 0/0 00000100:00100000:3.0:1734016148.335055:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9429 00002000:00010000:3.0:1734016148.335069:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016148.335076:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078229c00 with x1818247335116416 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016148.335096:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078229c00. 00010000:00010000:3.0:1734016148.344139:0:6468:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016148.344591:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.344967:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335116544 00000100:00100000:2.0:1734016148.344983:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335116544 00000100:00100000:2.0:1734016148.345081:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2388 00000100:00100000:2.0:1734016148.345092:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:10407:x1818247335116544:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.345150:0:6478:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.345196:0:6478:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994c30 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee511a4 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.345402:0:6478:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994c37 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016148.345430:0:6478:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994c37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016148.345449:0:6478:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994c37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00000004:00200000:2.0:1734016148.345498:0:6478:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 1968132 00000004:00200000:2.0:1734016148.345506:0:6478:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016148.345541:0:6478:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994c37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 00010000:00010000:2.0:1734016148.345579:0:6478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994c30 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511a4 expref: 25 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.345634:0:6478:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994c37 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511a4 expref: 24 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.345647:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016148.345652:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016148.345656:0:6478:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405d40, rc 0) 00000100:00100000:2.0:1734016148.345800:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:10407:x1818247335116544:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 707us (1216us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.345883:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2388 00000100:00100000:0.0:1734016148.352441:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.353184:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335116672 00000100:00100000:2.0:1734016148.353207:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335116672 00000100:00100000:2.0:1734016148.353574:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11647 00000100:00100000:2.0:1734016148.353589:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+10:10407:x1818247335116672:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.353636:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.353675:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994c3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee511ab expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.353732:0:7686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994c29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5119d expref: 12 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.353742:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016148.353745:0:7686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016148.353749:0:7686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994c3e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1384448->1396735] (req 1384448->1396735) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ab expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.354000:0:7686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994c29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5119d expref: 12 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.354019:0:7686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994c29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5119d expref: 12 pid: 7686 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016148.354034:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338540544:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016148.354512:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.363131:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338540544:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016148.363232:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994c3e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1384448->1396735] (req 1384448->1396735) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ab expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.363269:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016148.364590:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:10407:x1818247335116672:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10998us (12168us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.364602:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11647 00000100:00100000:0.0:1734016148.365711:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016148.365948:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335116800 00000100:00100000:1.0:1734016148.365962:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335116800 00010000:00010000:1.0:1734016148.366013:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994c29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5119d expref: 13 pid: 7686 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016148.366379:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3303 00000100:00100000:1.0:1734016148.366387:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247335116800:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016148.366405:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016148.366430:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994c29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5119d expref: 13 pid: 7686 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016148.366444:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994c29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5119d expref: 13 pid: 7686 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016148.366475:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8564fc0/0x979ba2bc55994c29 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee5119d expref: 13 pid: 7686 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016148.366498:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.366501:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.366511:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994c3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1384448->1396735) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ab expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.366521:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994c3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1384448->1396735) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ab expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.366575:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994c3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1384448->1396735) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ab expref: 10 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.366593:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338540672:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016148.366678:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.371789:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016148.372429:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338540672:192.168.201.4@tcp:105: 00010000:00010000:1.0:1734016148.372467:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016148.372538:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:1969:x1818247335116800:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 6149us (6833us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016148.372554:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3303 00000100:00100000:3.0:1734016148.373057:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335116928 00000100:00100000:3.0:1734016148.373069:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335116928 00000100:00100000:3.0:1734016148.373125:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11648 00000100:00100000:3.0:1734016148.373134:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1970:x1818247335116928:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016148.373475:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 1968132 -> 1968132 00002000:00010000:3.0:1734016148.373480:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:3.0:1734016148.373482:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016148.373485:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:3.0:1734016148.373487:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1734016148.373587:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1970:x1818247335116928:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 454us (1822us total) trans 4294969658 rc 0/0 00000100:00100000:3.0:1734016148.373594:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11648 00000100:00100000:0.0:1734016148.380368:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016148.380581:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335117056 00000100:00100000:3.0:1734016148.380600:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335117056 00000100:00100000:3.0:1734016148.381112:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2389 00000100:00100000:3.0:1734016148.381126:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+20:10407:x1818247335117056:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.381166:0:6480:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.381201:0:6480:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55994c45 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee511b2 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.381371:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55994c4c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016148.381396:0:6480:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55994c4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016148.381415:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55994c4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000004:00200000:3.0:1734016148.381455:0:6480:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 1968132 00000004:00200000:3.0:1734016148.381460:0:6480:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016148.381485:0:6480:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55994c4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016148.381516:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070100480/0x979ba2bc55994c45 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511b2 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.382358:0:6480:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55994c4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511b2 expref: 21 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.382369:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016148.382373:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016148.382377:0:6480:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:3.0:1734016148.382978:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:10407:x1818247335117056:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 1852us (2633us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.382990:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2389 00000100:00100000:0.0:1734016148.386986:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.387115:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335117184 00000100:00100000:2.0:1734016148.387133:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335117184 00000100:00100000:2.0:1734016148.387225:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11649 00000100:00100000:2.0:1734016148.387241:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247335117184:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.387278:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.387315:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc55994c53 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee511b9 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.387426:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338540800:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016148.387519:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016148.391335:0:7685:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016145 -> 1734016147 00000100:00100000:2.0:1734016148.391384:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338540800:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016148.391452:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc55994c53 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511b9 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.391472:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405440/0x979ba2bc55994c53 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511b9 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.391502:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016148.392297:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1970:x1818247335117184:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 5053us (5328us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.392320:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11649 00000100:00100000:0.0:1734016148.397048:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.399937:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335117312 00000100:00100000:2.0:1734016148.399971:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335117312 00000100:00100000:2.0:1734016148.400116:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11650 00000100:00100000:2.0:1734016148.400130:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335117312:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.400167:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.400204:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994c5a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee511c0 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.400312:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338540928:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016148.400453:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.404666:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338540928:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016148.404748:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994c5a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511c0 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.404780:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994c5a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511c0 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.406009:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016148.407050:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1969:x1818247335117312:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6908us (10005us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.407063:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11650 00000100:00100000:0.0:1734016148.413166:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.413404:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335117440 00000100:00100000:2.0:1734016148.413421:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335117440 00000100:00100000:2.0:1734016148.414993:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11651 00000100:00100000:2.0:1734016148.415006:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070a6d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335117440:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.415043:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.415078:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994c61 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee511c7 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.415169:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338541056:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016148.415518:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.417407:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338541056:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016148.417457:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994c61 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511c7 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.417470:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7405f80/0x979ba2bc55994c61 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511c7 expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.417497:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405f80, rc 0) 00000100:00100000:2.0:1734016148.418397:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070a6d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335117440:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3388us (5252us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.418409:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11651 00000100:00100000:2.0:1734016148.421720:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016148.421919:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335117568 00000100:00100000:0.0:1734016148.421936:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335117568 00000100:00100000:0.0:1734016148.422237:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11652 00000100:00100000:0.0:1734016148.422249:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335117568:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.422284:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.422322:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994c68 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee511ce expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.422455:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338541184:192.168.201.4@tcp:106: 00000100:00100000:0.0:1734016148.422576:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800708d7240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.427646:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7685:1818247338541184:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016148.427719:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994c68 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ce expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.427739:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8564fc0/0x979ba2bc55994c68 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ce expref: 6 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.427780:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8564fc0, rc 0) 00000100:00100000:2.0:1734016148.429622:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335117568:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 7353us (7901us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.429637:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11652 00000100:00100000:0.0:1734016148.438758:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.439351:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335117696 00000100:00100000:2.0:1734016148.439371:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335117696 00000100:00100000:2.0:1734016148.439503:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11653 00000100:00100000:2.0:1734016148.439530:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+12:10407:x1818247335117696:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.439577:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.439620:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994c6f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee511d5 expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.439682:0:7685:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994c3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1384448->1396735) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ab expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.439693:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016148.439695:0:7685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016148.439701:0:7685:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994c6f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1740800->1748991] (req 1740800->1748991) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511d5 expref: 13 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.439777:0:7685:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994c3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1384448->1396735) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ab expref: 11 pid: 7686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.439796:0:7685:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994c3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1384448->1396735) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ab expref: 11 pid: 7686 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016148.439856:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338541312:192.168.201.4@tcp:104: 00000100:00100000:2.0:1734016148.439998:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.463163:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338541312:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016148.463253:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994c6f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1740800->1748991] (req 1740800->1748991) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511d5 expref: 13 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.463291:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405440, rc 0) 00000100:00100000:2.0:1734016148.463460:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:10407:x1818247335117696:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 23933us (24735us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.463482:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11653 00000100:00100000:0.0:1734016148.465304:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016148.467578:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335117824 00000100:00100000:1.0:1734016148.467620:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335117824 00010000:00010000:1.0:1734016148.467702:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994c3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1384448->1396735) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ab expref: 12 pid: 7686 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016148.467792:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3304 00000100:00100000:1.0:1734016148.467805:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335117824:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016148.467864:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016148.467917:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994c3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1384448->1396735) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ab expref: 12 pid: 7686 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016148.467942:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994c3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1384448->1396735) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ab expref: 12 pid: 7686 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016148.467992:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7404b40/0x979ba2bc55994c3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1384448->1396735) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ab expref: 12 pid: 7686 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016148.468036:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.468041:0:8957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.468056:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994c6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1740800->1748991) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511d5 expref: 12 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.468077:0:8957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994c6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1740800->1748991) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511d5 expref: 12 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.468167:0:8957:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994c6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1740800->1748991) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511d5 expref: 12 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.468199:0:8957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338541440:192.168.201.4@tcp:105: 00000100:00100000:1.0:1734016148.468392:0:8957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ec300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.490923:0:3505:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338541568:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1734016148.491062:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016148.491172:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338541568 00000100:00100000:2.0:1734016148.491186:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338541568 00000100:00100000:2.0:1734016148.491285:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1734016148.491294:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3505:x1818247338541568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1734016148.491347:0:7687:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 28672 granted 536470080 pending 0 free 3923677184 avail 3692154880 00000100:00100000:2.0:1734016148.491399:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3505:x1818247338541568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.491406:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1734016148.491537:0:3505:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3505:1818247338541568:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1734016148.491623:0:6476:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016118 00000100:00100000:2.0:1734016148.491786:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016148.491913:0:8957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8957:1818247338541440:192.168.201.4@tcp:105: 00010000:00010000:0.0:1734016148.491939:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016148.491997:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1969:x1818247335117824:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 24194us (26722us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016148.492009:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3304 00000100:00100000:3.0:1734016148.492605:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335117952 00000100:00100000:3.0:1734016148.492613:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335117952 00000100:00100000:3.0:1734016148.492683:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11654 00000100:00100000:3.0:1734016148.492693:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800780d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1970:x1818247335117952:12345-192.168.201.4@tcp:22:fsx.0 00002000:00010000:3.0:1734016148.493088:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 1968132 -> 1968132 00002000:00010000:3.0:1734016148.493093:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:3.0:1734016148.493096:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016148.493098:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:3.0:1734016148.493101:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1734016148.493209:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800780d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1970:x1818247335117952:12345-192.168.201.4@tcp:22:fsx.0 Request processed in 518us (1425us total) trans 4294969659 rc 0/0 00000100:00100000:3.0:1734016148.493216:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11654 00000100:00100000:0.0:1734016148.507681:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016148.507795:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016148.508102:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335118208 00000100:00100000:1.0:1734016148.508129:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335118208 00000100:00100000:1.0:1734016148.508223:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335118080 00000100:00100000:1.0:1734016148.508227:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335118080 00000100:00100000:1.0:1734016148.508271:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11655 00000100:00100000:1.0:1734016148.508283:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247335118208:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.508331:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.508374:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006e835440/0x979ba2bc55994c76 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee511e3 expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.508501:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007856d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338541696:192.168.201.4@tcp:106: 00000100:00100000:1.0:1734016148.508639:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800702ecd80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.509288:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11656 00000100:00100000:3.0:1734016148.509301:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247335118080:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.509319:0:7685:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.509339:0:7685:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55994c7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee511dc expref: -99 pid: 7685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.509393:0:7685:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338541824:192.168.201.4@tcp:106: 00000100:00100000:3.0:1734016148.509433:0:7685:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.518641:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007856d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7686:1818247338541696:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016148.518713:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006e835440/0x979ba2bc55994c76 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511e3 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.518736:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e835440/0x979ba2bc55994c76 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511e3 expref: 6 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.518776:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006e835440, rc 0) 00000100:00100000:2.0:1734016148.518937:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1971:x1818247335118208:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 10654us (11281us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.518952:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11655 00000100:00100000:3.0:1734016148.523994:0:7685:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7685:1818247338541824:192.168.201.4@tcp:106: 00010000:00010000:3.0:1734016148.524074:0:7685:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55994c7d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511dc expref: 12 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.524099:0:7685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880070101b00/0x979ba2bc55994c7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511dc expref: 12 pid: 7685 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.524120:0:7685:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070101b00, rc 0) 00000100:00100000:3.0:1734016148.524229:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1971:x1818247335118080:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 14929us (16431us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.524240:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11656 00000100:00100000:0.0:1734016148.534619:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:0.0:1734016148.534711:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.534885:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335118336 00000100:00100000:2.0:1734016148.534906:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335118336 00000100:00100000:2.0:1734016148.534993:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335118464 00000100:00100000:2.0:1734016148.534996:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335118464 00000100:00100000:2.0:1734016148.535026:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11657 00000100:00100000:2.0:1734016148.535038:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247335118336:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.535072:0:7686:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.535101:0:7686:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994c84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee511ea expref: -99 pid: 7686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.535204:0:7686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338541952:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016148.535316:0:7686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.535366:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11658 00000100:00100000:2.0:1734016148.535371:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335118464:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.535381:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.535397:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994c8b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee511f1 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.535435:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338542080:192.168.201.4@tcp:106: 00000100:00100000:2.0:1734016148.535460:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.551637:0:7686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7686:1818247338541952:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016148.551725:0:7686:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994c84 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ea expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.551749:0:7686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405200/0x979ba2bc55994c84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ea expref: 12 pid: 7686 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.551782:0:7686:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7405200, rc 0) 00000100:00100000:2.0:1734016148.552102:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:1972:x1818247335118336:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 17063us (17509us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.552118:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11657 00000100:00100000:2.0:1734016148.566122:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338542080:192.168.201.4@tcp:106: 00010000:00010000:2.0:1734016148.566184:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994c8b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511f1 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.566204:0:7684:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404b40/0x979ba2bc55994c8b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511f1 expref: 6 pid: 7684 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.568587:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7404b40, rc 0) 00000100:00100000:2.0:1734016148.570198:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:1972:x1818247335118464:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 34795us (35456us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.570216:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11658 00000100:00100000:0.0:1734016148.579330:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016148.579502:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335118720 00000100:00100000:3.0:1734016148.579523:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335118720 00000100:00100000:3.0:1734016148.579592:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2390 00000100:00100000:3.0:1734016148.579601:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+21:10407:x1818247335118720:12345-192.168.201.4@tcp:36:fsx.0 00010000:00010000:3.0:1734016148.579672:0:6480:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016148.579707:0:6480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070102d00/0x979ba2bc55994c4c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511b2 expref: 21 pid: 6480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.579739:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:3.0:1734016148.579745:0:6480:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016148.580004:0:6480:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994c92 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016148.580020:0:6480:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994c37 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511a4 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.580030:0:6480:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994c92 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:3.0:1734016148.580076:0:6480:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994c37 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511a4 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.580093:0:6480:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994c37 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511a4 expref: 23 pid: 6478 timeout: 512 lvb_type: 0 00000100:00100000:3.0:1734016148.580116:0:6480:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338542208:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016148.580224:0:6480:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.582326:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.582428:0:6480:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6480:1818247338542208:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016148.582457:0:6480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994c92 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:1.0:1734016148.582521:0:8957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335118848 00000100:00100000:1.0:1734016148.582529:0:8957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335118848 00010000:00010000:1.0:1734016148.582565:0:8957:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994c37 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511a4 expref: 24 pid: 6478 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016148.582598:0:8957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3305 00000100:00100000:1.0:1734016148.582608:0:8957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+24:1972:x1818247335118848:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016148.582628:0:8957:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016148.582634:0:8957:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994c37 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511a4 expref: 24 pid: 6478 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016148.582645:0:8957:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994c37 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511a4 expref: 24 pid: 6478 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016148.582669:0:8957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7405d40/0x979ba2bc55994c37 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511a4 expref: 24 pid: 6478 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016148.582686:0:8957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:1.0:1734016148.582690:0:8957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994c92 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016148.582698:0:8957:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994c92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016148.582705:0:8957:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994c92 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6480 initiator: MDT0 00010000:00010000:1.0:1734016148.582727:0:8957:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016148.582802:0:8957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1c97ffb5-66ce-4359-8d50-0488c17e03ca+23:1972:x1818247335118848:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 195us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016148.582846:0:8957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3305 00010000:00010000:2.0:1734016148.583065:0:6480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994c92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016148.583071:0:6480:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994c92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000001:00080000:2.0:1734016148.583203:0:6480:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968827 00000004:00010000:2.0:1734016148.583261:0:6480:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078c25500 reply state ffff88012b544000 transno 4294968828 ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994c92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6480 initiator: MDT0 00000100:00100000:2.0:1734016148.583270:0:6480:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016148.583351:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+23:10407:x1818247335118720:12345-192.168.201.4@tcp:36:fsx.0 Request processed in 3751us (4037us total) trans 4294968828 rc 0/0 00000100:00100000:2.0:1734016148.583358:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2390 00000020:00080000:2.0:1734016148.583362:0:6480:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016148.586379:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016148.587185:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335118976 00000100:00100000:3.0:1734016148.587208:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335118976 00000100:00100000:3.0:1734016148.587295:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11659 00000100:00100000:3.0:1734016148.587309:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+11:10407:x1818247335118976:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.587349:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.587390:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994c99 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee511f8 expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.587455:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994c6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1740800->1748991) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511d5 expref: 13 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.587465:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.587467:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.587472:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994c99 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511f8 expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.587534:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994c6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1740800->1748991) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511d5 expref: 13 pid: 7685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.587550:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994c6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1740800->1748991) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511d5 expref: 13 pid: 7685 timeout: 512 lvb_type: 0 00000100:00100000:3.0:1734016148.587569:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338542336:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016148.587683:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c180 going to sleep for 11 seconds 00010000:00010000:2.0:1734016148.587870:0:3490:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994c92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016148.587881:0:3490:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994c92 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016148.587889:0:3490:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994c92 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016148.587896:0:3490:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880070101b00 already unused, calling callback (ffffffffa0ec0950) 00010000:00010000:2.0:1734016148.587903:0:3490:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994c92 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016148.587913:0:3490:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994c92 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016148.587940:0:3490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8800709d1100) 00010000:00010000:2.0:1734016148.587945:0:3490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016148.587951:0:3490:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994c92 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00010000:00010000:2.0:1734016148.587956:0:3490:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880070101b00/0x979ba2bc55994c92 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6480 initiator: MDT0 00000100:00100000:3.0:1734016148.593840:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7684:1818247338542336:192.168.201.4@tcp:104: 00010000:00010000:3.0:1734016148.593909:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994c99 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511f8 expref: 12 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.593938:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070100480, rc 0) 00000100:00100000:3.0:1734016148.594054:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:10407:x1818247335118976:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 6745us (7705us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.594069:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11659 00000100:00100000:0.0:1734016148.595363:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.596197:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335119104 00000100:00100000:2.0:1734016148.596216:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335119104 00010000:00010000:2.0:1734016148.596285:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994c6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1740800->1748991) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511d5 expref: 14 pid: 7685 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016148.596332:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3306 00000100:00100000:2.0:1734016148.596342:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac891050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+14:1969:x1818247335119104:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016148.596381:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016148.596424:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994c6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1740800->1748991) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511d5 expref: 14 pid: 7685 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016148.596441:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994c6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1740800->1748991) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511d5 expref: 14 pid: 7685 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016148.600085:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7405440/0x979ba2bc55994c6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1740800->1748991) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511d5 expref: 14 pid: 7685 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016148.600127:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016148.600131:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016148.600142:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994c99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511f8 expref: 11 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.600155:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994c99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511f8 expref: 11 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.600241:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880070100480/0x979ba2bc55994c99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511f8 expref: 11 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.600261:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800780d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338542464:192.168.201.4@tcp:105: 00000100:00100000:2.0:1734016148.600399:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e27c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.606166:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.606290:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800780d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6465:1818247338542464:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016148.606331:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016148.606397:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac891050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+13:1969:x1818247335119104:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 10055us (11037us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.606416:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3306 00000100:00100000:3.0:1734016148.606756:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335119232 00000100:00100000:3.0:1734016148.606779:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335119232 00000100:00100000:3.0:1734016148.606892:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11660 00000100:00100000:3.0:1734016148.606903:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+5:10407:x1818247335119232:12345-192.168.201.4@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.606938:0:7684:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.606975:0:7684:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc55994ca0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd17286ca2ee511ff expref: -99 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.607026:0:7684:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994b65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510ee expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.607036:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.607038:0:7684:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.607042:0:7684:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc55994ca0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ff expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.607095:0:7684:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994b65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510ee expref: 8 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.607112:0:7684:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994b65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510ee expref: 8 pid: 7684 timeout: 512 lvb_type: 0 00000100:00100000:3.0:1734016148.607130:0:7684:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338542592:192.168.201.4@tcp:104: 00000100:00100000:3.0:1734016148.607185:0:7684:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9c180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.609897:0:7684:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7684:1818247338542592:192.168.201.4@tcp:104: 00010000:00010000:2.0:1734016148.609960:0:7684:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc55994ca0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ff expref: 6 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.609981:0:7684:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880070102d00, rc 0) 00000100:00100000:2.0:1734016148.610061:0:7684:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:10407:x1818247335119232:12345-192.168.201.4@tcp:101:fsx.0 Request processed in 3158us (3913us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.610071:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 11660 00000100:00100000:0.0:1734016148.614774:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016148.614997:0:6465:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335119360 00000100:00100000:3.0:1734016148.615021:0:6465:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335119360 00010000:00010000:3.0:1734016148.615097:0:6465:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994b65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510ee expref: 9 pid: 7684 timeout: 512 lvb_type: 0 00000100:00100000:3.0:1734016148.615253:0:6465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 3307 00000100:00100000:3.0:1734016148.615269:0:6465:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+9:1970:x1818247335119360:12345-192.168.201.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016148.615301:0:6465:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016148.615348:0:6465:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994b65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510ee expref: 9 pid: 7684 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016148.615361:0:6465:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994b65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510ee expref: 9 pid: 7684 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016148.615402:0:6465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7404900/0x979ba2bc55994b65 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee510ee expref: 9 pid: 7684 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016148.615438:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.615442:0:6465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.615451:0:6465:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc55994ca0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ff expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.615460:0:6465:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc55994ca0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ff expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.615701:0:6465:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880070102d00/0x979ba2bc55994ca0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.4@tcp remote: 0xd17286ca2ee511ff expref: 5 pid: 7684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.615725:0:6465:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6465:1818247338542720:192.168.201.4@tcp:105: 00000100:00100000:3.0:1734016148.615876:0:6465:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078e9cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.619789:0:6465:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6465:1818247338542720:192.168.201.4@tcp:105: 00010000:00010000:2.0:1734016148.619870:0:6465:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016148.619945:0:6465:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c97ffb5-66ce-4359-8d50-0488c17e03ca+8:1970:x1818247335119360:12345-192.168.201.4@tcp:103:ldlm_bl.0 Request processed in 4676us (5206us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.619963:0:6465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 3307 00000100:00100000:1.0:1734016148.622872:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:1.0:1734016148.622970:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.623097:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335119616 00000100:00100000:2.0:1734016148.623119:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335119616 00002000:00010000:2.0:1734016148.623205:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3400039->18446744073709551615) 00002000:00100000:2.0:1734016148.623216:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856df80 with x1818247335119616 ext(3400039->18446744073709551615) 00002000:00010000:2.0:1734016148.623242:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007856df80. 00000100:00100000:2.0:1734016148.623289:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335119488 00000100:00100000:2.0:1734016148.623292:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335119488 00002000:00010000:2.0:1734016148.623307:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016148.623311:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856c000 with x1818247335119488 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016148.623321:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856c000. 00000100:00100000:2.0:1734016148.623347:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9431 00000100:00100000:2.0:1734016148.623357:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+6:1969:x1818247335119616:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016148.623776:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 3400039 00002000:00010000:2.0:1734016148.623780:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.623783:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016147 -> 1734016145 00002000:00010000:2.0:1734016148.623785:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.623787:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016148.623903:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335119616:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 545us (1097us total) trans 4294968072 rc 0/0 00000100:00100000:2.0:1734016148.623912:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9431 00002000:00010000:2.0:1734016148.623917:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3400039->18446744073709551615) 00002000:00100000:2.0:1734016148.623919:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856df80 with x1818247335119616 ext(3400039->18446744073709551615) 00002000:00010000:2.0:1734016148.623923:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007856df80. 00000100:00100000:2.0:1734016148.623942:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9432 00000100:00100000:2.0:1734016148.623948:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007856c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+12:1969:x1818247335119488:12345-192.168.201.4@tcp:10:fsx.0 00002000:00010000:2.0:1734016148.624086:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 1968132 -> 4194304 00002000:00010000:2.0:1734016148.624089:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.624091:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016147 -> 1734016147 00002000:00010000:2.0:1734016148.624094:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.624096:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:2.0:1734016148.624117:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007856c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+13:1969:x1818247335119488:12345-192.168.201.4@tcp:10:fsx.0 Request processed in 169us (1148us total) trans 4294969660 rc 0/0 00000100:00100000:2.0:1734016148.624124:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9432 00002000:00010000:2.0:1734016148.624128:0:7689:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016148.624130:0:7689:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007856c000 with x1818247335119488 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016148.624135:0:7689:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007856c000. 00000100:00100000:0.0:1734016148.633295:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.636020:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335119872 00000100:00100000:2.0:1734016148.636068:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335119872 00002000:00100000:2.0:1734016148.636212:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3391488->3395583) req@ffff880078c26d80 x1818247335119872/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.636231:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26d80 with x1818247335119872 ext(3391488->3395583) 00002000:00010000:2.0:1734016148.636247:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078c26d80 00000100:00100000:2.0:1734016148.638294:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9433 00000100:00100000:2.0:1734016148.638324:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335119872:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016148.638929:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1969:x1818247335119872:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 613us (5656us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016148.638942:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9433 00002000:00100000:2.0:1734016148.638959:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3391488->3395583) req@ffff880078c26d80 x1818247335119872/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.638972:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26d80 with x1818247335119872 ext(3391488->3395583) 00002000:00010000:2.0:1734016148.638985:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078c26d80 00000100:00100000:0.0:1734016148.646281:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016148.646528:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335120128 00000100:00100000:3.0:1734016148.646554:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335120128 00002000:00100000:3.0:1734016148.646676:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3395584->3399679) req@ffff880078c24000 x1818247335120128/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.646691:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24000 with x1818247335120128 ext(3395584->3399679) 00002000:00010000:3.0:1734016148.646703:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078c24000 00000100:00100000:3.0:1734016148.646776:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9434 00000100:00100000:3.0:1734016148.646788:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335120128:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:3.0:1734016148.647282:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1970:x1818247335120128:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 493us (1033us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016148.647294:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9434 00002000:00100000:3.0:1734016148.647302:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3395584->3399679) req@ffff880078c24000 x1818247335120128/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.647312:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c24000 with x1818247335120128 ext(3395584->3399679) 00002000:00010000:3.0:1734016148.647316:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078c24000 00000100:00100000:0.0:1734016148.653112:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.653232:0:13920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335120384 00000100:00100000:2.0:1734016148.653250:0:13920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335120384 00002000:00100000:2.0:1734016148.653338:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3399680->3403775) req@ffff880078c26300 x1818247335120384/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.653352:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26300 with x1818247335120384 ext(3399680->3403775) 00002000:00010000:2.0:1734016148.653361:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078c26300 00000100:00100000:2.0:1734016148.653415:0:13920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9435 00000100:00100000:2.0:1734016148.653425:0:13920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247335120384:12345-192.168.201.4@tcp:3:fsx.0 00000100:00100000:2.0:1734016148.653793:0:13920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1972:x1818247335120384:12345-192.168.201.4@tcp:3:fsx.0 Request processed in 368us (700us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016148.653801:0:13920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9435 00002000:00100000:2.0:1734016148.653833:0:13920:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3399680->3403775) req@ffff880078c26300 x1818247335120384/t0(0) o3->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.653841:0:13920:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c26300 with x1818247335120384 ext(3399680->3403775) 00002000:00010000:2.0:1734016148.653844:0:13920:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078c26300 00000100:00100000:0.0:1734016148.660618:0:3498:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:3.0:1734016148.662215:0:13965:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335120512 00000100:00100000:3.0:1734016148.662239:0:13965:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335120512 00002000:00100000:3.0:1734016148.662318:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3391488->3400038) req@ffff880078c27100 x1818247335120512/t0(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:109/0 lens 9040/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.662331:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27100 with x1818247335120512 ext(3391488->3400038) 00002000:00010000:3.0:1734016148.662339:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078c27100 00000100:00100000:3.0:1734016148.662450:0:13965:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 9436 00000100:00100000:3.0:1734016148.662462:0:13965:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+7:1971:x1818247335120512:12345-192.168.201.4@tcp:4:fsx.0 00000100:00100000:3.0:1734016148.666418:0:13965:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1971:x1818247335120512:12345-192.168.201.4@tcp:4:fsx.0 Request processed in 3938us (5803us total) trans 4294968073 rc 0/0 00000100:00100000:3.0:1734016148.666437:0:13965:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 9436 00002000:00100000:3.0:1734016148.666454:0:13965:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3391488->3400038) req@ffff880078c27100 x1818247335120512/t4294968073(0) o4->6ad7014d-1575-48d3-b7ba-eccec1d268ba@192.168.201.4@tcp:109/0 lens 9040/448 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.666467:0:13965:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078c27100 with x1818247335120512 ext(3391488->3400038) 00002000:00010000:3.0:1734016148.666475:0:13965:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078c27100 00000100:00100000:0.0:1734016148.669690:0:3497:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.669797:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335120640 00000100:00100000:2.0:1734016148.669852:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335120640 00000100:00100000:2.0:1734016148.670000:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 2391 00000100:00100000:2.0:1734016148.670015:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:10407:x1818247335120640:12345-192.168.201.4@tcp:44:fsx.0 00000100:00100000:2.0:1734016148.670387:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ad7014d-1575-48d3-b7ba-eccec1d268ba+22:10407:x1818247335120640:12345-192.168.201.4@tcp:44:fsx.0 Request processed in 373us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.670401:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.4@tcp, seq: 2391 00000100:00100000:0.0:1734016148.675703:0:3499:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.4@tcp (source: 12345-192.168.201.4@tcp) 00000100:00100000:2.0:1734016148.675875:0:7684:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247335120768 00000100:00100000:2.0:1734016148.675891:0:7684:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247335120768 00000100:00100000:2.0:1734016148.675968:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.4@tcp, seq: 11661 00000100:00100000:2.0:1734016148.675981:0:7684:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6ad7014d-1575-48d3-b7ba-eccec1d268ba+9:1969:x1818247335120768:12345-192.168.201.4@tcp:16:fsx.0 Debug log: 72439 lines, 72439 kept, 0 dropped, 0 bad.